{"level":"warn","ts":"2026-03-03T13:57:35.585076Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T13:57:35.585152Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://162.253.55.204:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://162.253.55.204:2380","--initial-cluster=instance=https://162.253.55.204:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://162.253.55.204:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://162.253.55.204:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-03-03T13:57:35.58521Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-03-03T13:57:35.58522Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-03T13:57:35.585248Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T13:57:35.585873Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"]} {"level":"info","ts":"2026-03-03T13:57:35.585949Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://162.253.55.204:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-03-03T13:57:35.58959Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"3.40008ms"} {"level":"info","ts":"2026-03-03T13:57:35.598166Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"a11c20306510c1f7","cluster-id":"97da89d0cbebd2b5"} {"level":"info","ts":"2026-03-03T13:57:35.598242Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=()"} {"level":"info","ts":"2026-03-03T13:57:35.59826Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 0"} {"level":"info","ts":"2026-03-03T13:57:35.598273Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft a11c20306510c1f7 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-03-03T13:57:35.598289Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became follower at term 1"} {"level":"info","ts":"2026-03-03T13:57:35.59833Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"warn","ts":"2026-03-03T13:57:35.607034Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-03-03T13:57:35.608679Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-03-03T13:57:35.610159Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-03-03T13:57:35.612387Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"a11c20306510c1f7","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-03-03T13:57:35.612507Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"a11c20306510c1f7","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-03-03T13:57:35.612754Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T13:57:35.61295Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T13:57:35.613014Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-03-03T13:57:35.614889Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 switched to configuration voters=(11609189331680412151)"} {"level":"info","ts":"2026-03-03T13:57:35.61511Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","added-peer-id":"a11c20306510c1f7","added-peer-peer-urls":["https://162.253.55.204:2380"]} {"level":"info","ts":"2026-03-03T13:57:35.616822Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-03-03T13:57:35.617269Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"a11c20306510c1f7","initial-advertise-peer-urls":["https://162.253.55.204:2380"],"listen-peer-urls":["https://162.253.55.204:2380"],"advertise-client-urls":["https://162.253.55.204:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://162.253.55.204:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-03-03T13:57:35.617297Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-03-03T13:57:35.617848Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-03T13:57:35.617866Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"162.253.55.204:2380"} {"level":"info","ts":"2026-03-03T13:57:35.799148Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 is starting a new election at term 1"} {"level":"info","ts":"2026-03-03T13:57:35.799225Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became pre-candidate at term 1"} {"level":"info","ts":"2026-03-03T13:57:35.79926Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgPreVoteResp from a11c20306510c1f7 at term 1"} {"level":"info","ts":"2026-03-03T13:57:35.799316Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became candidate at term 2"} {"level":"info","ts":"2026-03-03T13:57:35.799334Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 received MsgVoteResp from a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-03T13:57:35.79935Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"a11c20306510c1f7 became leader at term 2"} {"level":"info","ts":"2026-03-03T13:57:35.799369Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: a11c20306510c1f7 elected leader a11c20306510c1f7 at term 2"} {"level":"info","ts":"2026-03-03T13:57:35.800807Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:35.801621Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T13:57:35.801603Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"a11c20306510c1f7","local-member-attributes":"{Name:instance ClientURLs:[https://162.253.55.204:2379]}","request-path":"/0/members/a11c20306510c1f7/attributes","cluster-id":"97da89d0cbebd2b5","publish-timeout":"7s"} {"level":"info","ts":"2026-03-03T13:57:35.801649Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-03-03T13:57:35.802136Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"97da89d0cbebd2b5","local-member-id":"a11c20306510c1f7","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:35.802121Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-03-03T13:57:35.802328Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-03-03T13:57:35.802377Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:35.802454Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-03-03T13:57:35.805509Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-03-03T13:57:35.807401Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"162.253.55.204:2379"} {"level":"info","ts":"2026-03-03T13:57:41.069919Z","caller":"traceutil/trace.go:171","msg":"trace[1830902889] transaction","detail":"{read_only:false; response_revision:237; number_of_response:1; }","duration":"290.194129ms","start":"2026-03-03T13:57:40.779698Z","end":"2026-03-03T13:57:41.069892Z","steps":["trace[1830902889] 'process raft request' (duration: 280.823267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:41.072347Z","caller":"traceutil/trace.go:171","msg":"trace[1500263119] transaction","detail":"{read_only:false; response_revision:238; number_of_response:1; }","duration":"256.110311ms","start":"2026-03-03T13:57:40.816197Z","end":"2026-03-03T13:57:41.072308Z","steps":["trace[1500263119] 'process raft request' (duration: 255.861115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:41.072414Z","caller":"traceutil/trace.go:171","msg":"trace[1724349660] transaction","detail":"{read_only:false; response_revision:239; number_of_response:1; }","duration":"214.110156ms","start":"2026-03-03T13:57:40.858281Z","end":"2026-03-03T13:57:41.072391Z","steps":["trace[1724349660] 'process raft request' (duration: 213.953422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:41.072649Z","caller":"traceutil/trace.go:171","msg":"trace[896387132] linearizableReadLoop","detail":"{readStateIndex:244; appliedIndex:242; }","duration":"255.061257ms","start":"2026-03-03T13:57:40.817562Z","end":"2026-03-03T13:57:41.072623Z","steps":["trace[896387132] 'read index received' (duration: 243.029712ms)","trace[896387132] 'applied index is now lower than readState.Index' (duration: 12.030065ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:41.072652Z","caller":"traceutil/trace.go:171","msg":"trace[1893967509] transaction","detail":"{read_only:false; number_of_response:0; response_revision:239; }","duration":"101.846004ms","start":"2026-03-03T13:57:40.970772Z","end":"2026-03-03T13:57:41.072618Z","steps":["trace[1893967509] 'process raft request' (duration: 101.506856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:41.072821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.252951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:57:41.072901Z","caller":"traceutil/trace.go:171","msg":"trace[776241580] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:0; response_revision:243; }","duration":"255.401474ms","start":"2026-03-03T13:57:40.81749Z","end":"2026-03-03T13:57:41.072892Z","steps":["trace[776241580] 'agreement among raft nodes before linearized reading' (duration: 255.268111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:41.072928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.481574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/instance\" ","response":"range_response_count:1 size:664"} {"level":"warn","ts":"2026-03-03T13:57:41.072834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.403083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:57:41.072986Z","caller":"traceutil/trace.go:171","msg":"trace[198691370] range","detail":"{range_begin:/registry/csinodes/instance; range_end:; response_count:1; response_revision:243; }","duration":"214.557046ms","start":"2026-03-03T13:57:40.858412Z","end":"2026-03-03T13:57:41.072969Z","steps":["trace[198691370] 'agreement among raft nodes before linearized reading' (duration: 214.474314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:41.073003Z","caller":"traceutil/trace.go:171","msg":"trace[1514348037] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:0; response_revision:243; }","duration":"214.629718ms","start":"2026-03-03T13:57:40.858368Z","end":"2026-03-03T13:57:41.072998Z","steps":["trace[1514348037] 'agreement among raft nodes before linearized reading' (duration: 214.404653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:43.373776Z","caller":"traceutil/trace.go:171","msg":"trace[527963254] transaction","detail":"{read_only:false; response_revision:289; number_of_response:1; }","duration":"107.855387ms","start":"2026-03-03T13:57:43.265896Z","end":"2026-03-03T13:57:43.373751Z","steps":["trace[527963254] 'process raft request' (duration: 107.710224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.065343Z","caller":"traceutil/trace.go:171","msg":"trace[47434327] transaction","detail":"{read_only:false; response_revision:305; number_of_response:1; }","duration":"103.694728ms","start":"2026-03-03T13:57:44.96163Z","end":"2026-03-03T13:57:45.065325Z","steps":["trace[47434327] 'process raft request' (duration: 41.210737ms)","trace[47434327] 'compare' (duration: 62.41303ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.11076Z","caller":"traceutil/trace.go:171","msg":"trace[673111063] transaction","detail":"{read_only:false; response_revision:307; number_of_response:1; }","duration":"144.391394ms","start":"2026-03-03T13:57:44.966353Z","end":"2026-03-03T13:57:45.110745Z","steps":["trace[673111063] 'process raft request' (duration: 144.257731ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.110879Z","caller":"traceutil/trace.go:171","msg":"trace[947086900] transaction","detail":"{read_only:false; response_revision:309; number_of_response:1; }","duration":"144.055266ms","start":"2026-03-03T13:57:44.966782Z","end":"2026-03-03T13:57:45.110838Z","steps":["trace[947086900] 'process raft request' (duration: 143.945533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.11091Z","caller":"traceutil/trace.go:171","msg":"trace[1589194849] transaction","detail":"{read_only:false; response_revision:308; number_of_response:1; }","duration":"144.314541ms","start":"2026-03-03T13:57:44.966544Z","end":"2026-03-03T13:57:45.110858Z","steps":["trace[1589194849] 'process raft request' (duration: 144.139037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.11089Z","caller":"traceutil/trace.go:171","msg":"trace[1390762583] linearizableReadLoop","detail":"{readStateIndex:317; appliedIndex:315; }","duration":"145.57331ms","start":"2026-03-03T13:57:44.965207Z","end":"2026-03-03T13:57:45.11078Z","steps":["trace[1390762583] 'read index received' (duration: 37.765415ms)","trace[1390762583] 'applied index is now lower than readState.Index' (duration: 107.806585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:57:45.111011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.788895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T13:57:45.111066Z","caller":"traceutil/trace.go:171","msg":"trace[577456026] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:309; }","duration":"145.911319ms","start":"2026-03-03T13:57:44.965144Z","end":"2026-03-03T13:57:45.111055Z","steps":["trace[577456026] 'agreement among raft nodes before linearized reading' (duration: 145.799406ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.110778Z","caller":"traceutil/trace.go:171","msg":"trace[590783343] transaction","detail":"{read_only:false; response_revision:306; number_of_response:1; }","duration":"147.094227ms","start":"2026-03-03T13:57:44.963633Z","end":"2026-03-03T13:57:45.110727Z","steps":["trace[590783343] 'process raft request' (duration: 146.79873ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.386602Z","caller":"traceutil/trace.go:171","msg":"trace[506123097] linearizableReadLoop","detail":"{readStateIndex:340; appliedIndex:337; }","duration":"120.769653ms","start":"2026-03-03T13:57:45.265805Z","end":"2026-03-03T13:57:45.386574Z","steps":["trace[506123097] 'read index received' (duration: 12.942958ms)","trace[506123097] 'applied index is now lower than readState.Index' (duration: 107.825195ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.386749Z","caller":"traceutil/trace.go:171","msg":"trace[997953581] transaction","detail":"{read_only:false; response_revision:329; number_of_response:1; }","duration":"124.990743ms","start":"2026-03-03T13:57:45.261747Z","end":"2026-03-03T13:57:45.386737Z","steps":["trace[997953581] 'process raft request' (duration: 124.755967ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.386957Z","caller":"traceutil/trace.go:171","msg":"trace[285890873] transaction","detail":"{read_only:false; response_revision:328; number_of_response:1; }","duration":"126.439387ms","start":"2026-03-03T13:57:45.260472Z","end":"2026-03-03T13:57:45.386911Z","steps":["trace[285890873] 'process raft request' (duration: 119.3999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.387048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.231333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-account-controller\" ","response":"range_response_count:1 size:218"} {"level":"info","ts":"2026-03-03T13:57:45.387213Z","caller":"traceutil/trace.go:171","msg":"trace[610974145] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-account-controller; range_end:; response_count:1; response_revision:329; }","duration":"121.407757ms","start":"2026-03-03T13:57:45.265736Z","end":"2026-03-03T13:57:45.387144Z","steps":["trace[610974145] 'agreement among raft nodes before linearized reading' (duration: 121.192062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.577048Z","caller":"traceutil/trace.go:171","msg":"trace[1754366943] transaction","detail":"{read_only:false; response_revision:336; number_of_response:1; }","duration":"101.598988ms","start":"2026-03-03T13:57:45.47543Z","end":"2026-03-03T13:57:45.577029Z","steps":["trace[1754366943] 'process raft request' (duration: 101.529966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.577052Z","caller":"traceutil/trace.go:171","msg":"trace[963222980] transaction","detail":"{read_only:false; response_revision:332; number_of_response:1; }","duration":"175.612133ms","start":"2026-03-03T13:57:45.401337Z","end":"2026-03-03T13:57:45.576949Z","steps":["trace[963222980] 'process raft request' (duration: 101.056615ms)","trace[963222980] 'compare' (duration: 74.118578ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.577139Z","caller":"traceutil/trace.go:171","msg":"trace[791274499] linearizableReadLoop","detail":"{readStateIndex:343; appliedIndex:342; }","duration":"112.64651ms","start":"2026-03-03T13:57:45.464482Z","end":"2026-03-03T13:57:45.577129Z","steps":["trace[791274499] 'read index received' (duration: 37.99277ms)","trace[791274499] 'applied index is now lower than readState.Index' (duration: 74.65244ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.577071Z","caller":"traceutil/trace.go:171","msg":"trace[792455726] transaction","detail":"{read_only:false; response_revision:333; number_of_response:1; }","duration":"109.652549ms","start":"2026-03-03T13:57:45.467378Z","end":"2026-03-03T13:57:45.57703Z","steps":["trace[792455726] 'process raft request' (duration: 109.294021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.577231Z","caller":"traceutil/trace.go:171","msg":"trace[1347922022] transaction","detail":"{read_only:false; response_revision:335; number_of_response:1; }","duration":"108.757658ms","start":"2026-03-03T13:57:45.468441Z","end":"2026-03-03T13:57:45.577198Z","steps":["trace[1347922022] 'process raft request' (duration: 108.298477ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.577312Z","caller":"traceutil/trace.go:171","msg":"trace[1662284090] transaction","detail":"{read_only:false; response_revision:334; number_of_response:1; }","duration":"109.807253ms","start":"2026-03-03T13:57:45.467467Z","end":"2026-03-03T13:57:45.577274Z","steps":["trace[1662284090] 'process raft request' (duration: 109.24702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.577356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.772793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-proxy-n7cqz\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-03T13:57:45.577493Z","caller":"traceutil/trace.go:171","msg":"trace[988242190] range","detail":"{range_begin:/registry/pods/kube-system/kube-proxy-n7cqz; range_end:; response_count:1; response_revision:336; }","duration":"112.999388ms","start":"2026-03-03T13:57:45.464481Z","end":"2026-03-03T13:57:45.57748Z","steps":["trace[988242190] 'agreement among raft nodes before linearized reading' (duration: 112.728122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.881499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.163208ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:57:45.88186Z","caller":"traceutil/trace.go:171","msg":"trace[565370749] transaction","detail":"{read_only:false; response_revision:338; number_of_response:1; }","duration":"299.93151ms","start":"2026-03-03T13:57:45.581894Z","end":"2026-03-03T13:57:45.881825Z","steps":["trace[565370749] 'process raft request' (duration: 119.914302ms)","trace[565370749] 'compare' (duration: 179.032275ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.882654Z","caller":"traceutil/trace.go:171","msg":"trace[1090124637] transaction","detail":"{read_only:false; response_revision:339; number_of_response:1; }","duration":"299.295355ms","start":"2026-03-03T13:57:45.582685Z","end":"2026-03-03T13:57:45.88198Z","steps":["trace[1090124637] 'process raft request' (duration: 298.989018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.883247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.582676Z","time spent":"300.455012ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":830,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:57:45.883256Z","caller":"traceutil/trace.go:171","msg":"trace[1475148249] linearizableReadLoop","detail":"{readStateIndex:353; appliedIndex:348; }","duration":"210.469229ms","start":"2026-03-03T13:57:45.672743Z","end":"2026-03-03T13:57:45.883212Z","steps":["trace[1475148249] 'read index received' (duration: 29.158152ms)","trace[1475148249] 'applied index is now lower than readState.Index' (duration: 181.219405ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:45.882881Z","caller":"traceutil/trace.go:171","msg":"trace[1490923044] transaction","detail":"{read_only:false; response_revision:340; number_of_response:1; }","duration":"299.650744ms","start":"2026-03-03T13:57:45.58321Z","end":"2026-03-03T13:57:45.882861Z","steps":["trace[1490923044] 'process raft request' (duration: 298.527068ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:45.882975Z","caller":"traceutil/trace.go:171","msg":"trace[1163624716] transaction","detail":"{read_only:false; response_revision:341; number_of_response:1; }","duration":"298.152598ms","start":"2026-03-03T13:57:45.584789Z","end":"2026-03-03T13:57:45.882941Z","steps":["trace[1163624716] 'process raft request' (duration: 297.048632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.882715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.581867Z","time spent":"300.059923ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:57:45.883676Z","caller":"traceutil/trace.go:171","msg":"trace[2034805925] transaction","detail":"{read_only:false; response_revision:342; number_of_response:1; }","duration":"263.348463ms","start":"2026-03-03T13:57:45.619998Z","end":"2026-03-03T13:57:45.883347Z","steps":["trace[2034805925] 'process raft request' (duration: 261.888379ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.884229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.475533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:57:45.885235Z","caller":"traceutil/trace.go:171","msg":"trace[2038129396] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:342; }","duration":"212.495477ms","start":"2026-03-03T13:57:45.672695Z","end":"2026-03-03T13:57:45.885191Z","steps":["trace[2038129396] 'agreement among raft nodes before linearized reading' (duration: 210.603482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:45.885291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.583178Z","time spent":"301.573359ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:57:45.885492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.584779Z","time spent":"300.185386ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4001,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:57:46.441508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.126552ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:57:46.441769Z","caller":"traceutil/trace.go:171","msg":"trace[1760857454] linearizableReadLoop","detail":"{readStateIndex:355; appliedIndex:353; }","duration":"389.210466ms","start":"2026-03-03T13:57:46.052535Z","end":"2026-03-03T13:57:46.441746Z","steps":["trace[1760857454] 'read index received' (duration: 143.545192ms)","trace[1760857454] 'applied index is now lower than readState.Index' (duration: 245.664064ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:46.441877Z","caller":"traceutil/trace.go:171","msg":"trace[1225590189] transaction","detail":"{read_only:false; response_revision:343; number_of_response:1; }","duration":"552.936248ms","start":"2026-03-03T13:57:45.888929Z","end":"2026-03-03T13:57:46.441865Z","steps":["trace[1225590189] 'process raft request' (duration: 307.174772ms)","trace[1225590189] 'compare' (duration: 244.888005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:57:46.441945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.888911Z","time spent":"552.99911ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:57:46.442194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.627996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-03T13:57:46.442238Z","caller":"traceutil/trace.go:171","msg":"trace[649093518] transaction","detail":"{read_only:false; response_revision:344; number_of_response:1; }","duration":"550.681624ms","start":"2026-03-03T13:57:45.891501Z","end":"2026-03-03T13:57:46.442183Z","steps":["trace[649093518] 'process raft request' (duration: 550.165552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:46.442283Z","caller":"traceutil/trace.go:171","msg":"trace[799387523] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:344; }","duration":"389.755709ms","start":"2026-03-03T13:57:46.052507Z","end":"2026-03-03T13:57:46.442263Z","steps":["trace[799387523] 'agreement among raft nodes before linearized reading' (duration: 389.37408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:46.442339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:46.05249Z","time spent":"389.839991ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:57:46.442457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:57:45.891487Z","time spent":"550.844459ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3804,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:57:46.670396Z","caller":"traceutil/trace.go:171","msg":"trace[1693834906] transaction","detail":"{read_only:false; response_revision:346; number_of_response:1; }","duration":"223.780965ms","start":"2026-03-03T13:57:46.446577Z","end":"2026-03-03T13:57:46.670358Z","steps":["trace[1693834906] 'process raft request' (duration: 186.342088ms)","trace[1693834906] 'compare' (duration: 37.062118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:57:46.670405Z","caller":"traceutil/trace.go:171","msg":"trace[1777986429] transaction","detail":"{read_only:false; response_revision:347; number_of_response:1; }","duration":"221.098182ms","start":"2026-03-03T13:57:46.449282Z","end":"2026-03-03T13:57:46.67038Z","steps":["trace[1777986429] 'process raft request' (duration: 220.995869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:48.976101Z","caller":"traceutil/trace.go:171","msg":"trace[326492011] transaction","detail":"{read_only:false; response_revision:362; number_of_response:1; }","duration":"170.182453ms","start":"2026-03-03T13:57:48.805893Z","end":"2026-03-03T13:57:48.976075Z","steps":["trace[326492011] 'process raft request' (duration: 169.710082ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:53.387547Z","caller":"traceutil/trace.go:171","msg":"trace[2112400610] transaction","detail":"{read_only:false; response_revision:376; number_of_response:1; }","duration":"173.514773ms","start":"2026-03-03T13:57:53.214008Z","end":"2026-03-03T13:57:53.387523Z","steps":["trace[2112400610] 'process raft request' (duration: 173.344339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:57:59.600864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.608109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T13:57:59.600977Z","caller":"traceutil/trace.go:171","msg":"trace[1525433948] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:421; }","duration":"190.777243ms","start":"2026-03-03T13:57:59.410188Z","end":"2026-03-03T13:57:59.600965Z","steps":["trace[1525433948] 'range keys from in-memory index tree' (duration: 190.436795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:57:59.759318Z","caller":"traceutil/trace.go:171","msg":"trace[1445662848] transaction","detail":"{read_only:false; response_revision:422; number_of_response:1; }","duration":"153.07573ms","start":"2026-03-03T13:57:59.606205Z","end":"2026-03-03T13:57:59.759281Z","steps":["trace[1445662848] 'process raft request' (duration: 152.930946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:01.116761Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432347062,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:58:01.173863Z","caller":"traceutil/trace.go:171","msg":"trace[2026984064] linearizableReadLoop","detail":"{readStateIndex:439; appliedIndex:438; }","duration":"557.396804ms","start":"2026-03-03T13:58:00.616441Z","end":"2026-03-03T13:58:01.173838Z","steps":["trace[2026984064] 'read index received' (duration: 557.307172ms)","trace[2026984064] 'applied index is now lower than readState.Index' (duration: 88.502µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:01.17404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.577508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T13:58:01.174098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.921981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:01.174132Z","caller":"traceutil/trace.go:171","msg":"trace[1576505144] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:423; }","duration":"557.717071ms","start":"2026-03-03T13:58:00.616383Z","end":"2026-03-03T13:58:01.1741Z","steps":["trace[1576505144] 'agreement among raft nodes before linearized reading' (duration: 557.552997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:01.173952Z","caller":"traceutil/trace.go:171","msg":"trace[1014456928] transaction","detail":"{read_only:false; response_revision:423; number_of_response:1; }","duration":"608.115796ms","start":"2026-03-03T13:58:00.565803Z","end":"2026-03-03T13:58:01.173918Z","steps":["trace[1014456928] 'process raft request' (duration: 607.908511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:01.174235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:00.616356Z","time spent":"557.864205ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T13:58:01.174223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.647439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T13:58:01.17415Z","caller":"traceutil/trace.go:171","msg":"trace[1245864485] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:423; }","duration":"121.995963ms","start":"2026-03-03T13:58:01.052139Z","end":"2026-03-03T13:58:01.174135Z","steps":["trace[1245864485] 'agreement among raft nodes before linearized reading' (duration: 121.912951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:01.174325Z","caller":"traceutil/trace.go:171","msg":"trace[1091779072] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:423; }","duration":"357.802072ms","start":"2026-03-03T13:58:00.816499Z","end":"2026-03-03T13:58:01.174301Z","steps":["trace[1091779072] 'agreement among raft nodes before linearized reading' (duration: 357.523475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:01.174295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:00.565781Z","time spent":"608.444903ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:01.174373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:00.816482Z","time spent":"357.880354ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:58:01.600857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.921555ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:01.60111Z","caller":"traceutil/trace.go:171","msg":"trace[2122099801] transaction","detail":"{read_only:false; response_revision:424; number_of_response:1; }","duration":"422.492336ms","start":"2026-03-03T13:58:01.1786Z","end":"2026-03-03T13:58:01.601093Z","steps":["trace[2122099801] 'process raft request' (duration: 145.249664ms)","trace[2122099801] 'compare' (duration: 276.788962ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:01.601175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:01.178585Z","time spent":"422.560788ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:01.601268Z","caller":"traceutil/trace.go:171","msg":"trace[1140668361] transaction","detail":"{read_only:false; response_revision:425; number_of_response:1; }","duration":"422.482526ms","start":"2026-03-03T13:58:01.178763Z","end":"2026-03-03T13:58:01.601246Z","steps":["trace[1140668361] 'process raft request' (duration: 422.21117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:01.601409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:01.178731Z","time spent":"422.62783ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:01.67165Z","caller":"traceutil/trace.go:171","msg":"trace[1357484265] transaction","detail":"{read_only:false; response_revision:426; number_of_response:1; }","duration":"109.607158ms","start":"2026-03-03T13:58:01.562012Z","end":"2026-03-03T13:58:01.671619Z","steps":["trace[1357484265] 'process raft request' (duration: 109.474645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:07.416126Z","caller":"traceutil/trace.go:171","msg":"trace[1631409245] transaction","detail":"{read_only:false; response_revision:436; number_of_response:1; }","duration":"215.58223ms","start":"2026-03-03T13:58:07.200504Z","end":"2026-03-03T13:58:07.416086Z","steps":["trace[1631409245] 'process raft request' (duration: 215.391146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:07.625547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.74856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/\" range_end:\"/registry/secrets/kube-system0\" ","response":"range_response_count:3 size:12665"} {"level":"info","ts":"2026-03-03T13:58:07.625625Z","caller":"traceutil/trace.go:171","msg":"trace[1971608271] range","detail":"{range_begin:/registry/secrets/kube-system/; range_end:/registry/secrets/kube-system0; response_count:3; response_revision:436; }","duration":"138.863783ms","start":"2026-03-03T13:58:07.486743Z","end":"2026-03-03T13:58:07.625607Z","steps":["trace[1971608271] 'range keys from in-memory index tree' (duration: 138.645157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:08.786455Z","caller":"traceutil/trace.go:171","msg":"trace[1975442989] transaction","detail":"{read_only:false; response_revision:441; number_of_response:1; }","duration":"165.970744ms","start":"2026-03-03T13:58:08.620457Z","end":"2026-03-03T13:58:08.786428Z","steps":["trace[1975442989] 'process raft request' (duration: 165.649056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:09.081768Z","caller":"traceutil/trace.go:171","msg":"trace[930905334] transaction","detail":"{read_only:false; response_revision:443; number_of_response:1; }","duration":"263.19316ms","start":"2026-03-03T13:58:08.818532Z","end":"2026-03-03T13:58:09.081725Z","steps":["trace[930905334] 'process raft request' (duration: 263.106187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:09.0818Z","caller":"traceutil/trace.go:171","msg":"trace[131534831] transaction","detail":"{read_only:false; response_revision:442; number_of_response:1; }","duration":"263.5743ms","start":"2026-03-03T13:58:08.81818Z","end":"2026-03-03T13:58:09.081754Z","steps":["trace[131534831] 'process raft request' (duration: 243.986195ms)","trace[131534831] 'compare' (duration: 19.272266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:09.398416Z","caller":"traceutil/trace.go:171","msg":"trace[2048763461] linearizableReadLoop","detail":"{readStateIndex:461; appliedIndex:460; }","duration":"297.620596ms","start":"2026-03-03T13:58:09.100747Z","end":"2026-03-03T13:58:09.398368Z","steps":["trace[2048763461] 'read index received' (duration: 269.328374ms)","trace[2048763461] 'applied index is now lower than readState.Index' (duration: 28.290422ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:09.398492Z","caller":"traceutil/trace.go:171","msg":"trace[1434022851] transaction","detail":"{read_only:false; response_revision:444; number_of_response:1; }","duration":"310.349487ms","start":"2026-03-03T13:58:09.088109Z","end":"2026-03-03T13:58:09.398459Z","steps":["trace[1434022851] 'process raft request' (duration: 282.022545ms)","trace[1434022851] 'compare' (duration: 27.952513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:09.398619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.847241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T13:58:09.398662Z","caller":"traceutil/trace.go:171","msg":"trace[964438093] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:444; }","duration":"297.955344ms","start":"2026-03-03T13:58:09.100696Z","end":"2026-03-03T13:58:09.398651Z","steps":["trace[964438093] 'agreement among raft nodes before linearized reading' (duration: 297.80354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:09.398621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:09.088083Z","time spent":"310.471461ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6516,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:58:09.626938Z","caller":"traceutil/trace.go:171","msg":"trace[319820056] transaction","detail":"{read_only:false; response_revision:447; number_of_response:1; }","duration":"192.184155ms","start":"2026-03-03T13:58:09.434729Z","end":"2026-03-03T13:58:09.626913Z","steps":["trace[319820056] 'process raft request' (duration: 192.119404ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:09.627205Z","caller":"traceutil/trace.go:171","msg":"trace[1244588777] transaction","detail":"{read_only:false; response_revision:446; number_of_response:1; }","duration":"223.279653ms","start":"2026-03-03T13:58:09.40385Z","end":"2026-03-03T13:58:09.62713Z","steps":["trace[1244588777] 'process raft request' (duration: 222.947266ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:09.627277Z","caller":"traceutil/trace.go:171","msg":"trace[230300498] linearizableReadLoop","detail":"{readStateIndex:464; appliedIndex:462; }","duration":"206.500384ms","start":"2026-03-03T13:58:09.420764Z","end":"2026-03-03T13:58:09.627264Z","steps":["trace[230300498] 'read index received' (duration: 12.549817ms)","trace[230300498] 'applied index is now lower than readState.Index' (duration: 193.949567ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:09.627416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.646237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T13:58:09.627462Z","caller":"traceutil/trace.go:171","msg":"trace[1621468388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:447; }","duration":"206.755411ms","start":"2026-03-03T13:58:09.420695Z","end":"2026-03-03T13:58:09.627451Z","steps":["trace[1621468388] 'agreement among raft nodes before linearized reading' (duration: 206.615508ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:09.62764Z","caller":"traceutil/trace.go:171","msg":"trace[865943284] transaction","detail":"{read_only:false; response_revision:445; number_of_response:1; }","duration":"224.501622ms","start":"2026-03-03T13:58:09.403019Z","end":"2026-03-03T13:58:09.627521Z","steps":["trace[865943284] 'process raft request' (duration: 210.326857ms)","trace[865943284] 'compare' (duration: 13.297035ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:09.811485Z","caller":"traceutil/trace.go:171","msg":"trace[1266698531] transaction","detail":"{read_only:false; response_revision:452; number_of_response:1; }","duration":"161.571311ms","start":"2026-03-03T13:58:09.649859Z","end":"2026-03-03T13:58:09.81143Z","steps":["trace[1266698531] 'process raft request' (duration: 125.550186ms)","trace[1266698531] 'compare' (duration: 35.803079ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:09.811986Z","caller":"traceutil/trace.go:171","msg":"trace[1156448924] transaction","detail":"{read_only:false; response_revision:453; number_of_response:1; }","duration":"160.516565ms","start":"2026-03-03T13:58:09.651089Z","end":"2026-03-03T13:58:09.811605Z","steps":["trace[1156448924] 'process raft request' (duration: 160.236818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:09.993678Z","caller":"traceutil/trace.go:171","msg":"trace[1408744310] transaction","detail":"{read_only:false; response_revision:458; number_of_response:1; }","duration":"108.386389ms","start":"2026-03-03T13:58:09.885003Z","end":"2026-03-03T13:58:09.99339Z","steps":["trace[1408744310] 'process raft request' (duration: 108.211895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.03367Z","caller":"traceutil/trace.go:171","msg":"trace[568245778] transaction","detail":"{read_only:false; response_revision:459; number_of_response:1; }","duration":"115.272022ms","start":"2026-03-03T13:58:09.918361Z","end":"2026-03-03T13:58:10.033633Z","steps":["trace[568245778] 'process raft request' (duration: 115.019826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.169647Z","caller":"traceutil/trace.go:171","msg":"trace[154525509] transaction","detail":"{read_only:false; response_revision:461; number_of_response:1; }","duration":"130.657858ms","start":"2026-03-03T13:58:10.038954Z","end":"2026-03-03T13:58:10.169612Z","steps":["trace[154525509] 'process raft request' (duration: 116.458231ms)","trace[154525509] 'compare' (duration: 14.054654ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:10.177186Z","caller":"traceutil/trace.go:171","msg":"trace[1873184717] transaction","detail":"{read_only:false; response_revision:462; number_of_response:1; }","duration":"137.516981ms","start":"2026-03-03T13:58:10.039642Z","end":"2026-03-03T13:58:10.177159Z","steps":["trace[1873184717] 'process raft request' (duration: 137.182212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.177427Z","caller":"traceutil/trace.go:171","msg":"trace[2092200247] transaction","detail":"{read_only:false; response_revision:463; number_of_response:1; }","duration":"136.65996ms","start":"2026-03-03T13:58:10.04074Z","end":"2026-03-03T13:58:10.1774Z","steps":["trace[2092200247] 'process raft request' (duration: 136.191358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.177456Z","caller":"traceutil/trace.go:171","msg":"trace[1331166155] transaction","detail":"{read_only:false; response_revision:464; number_of_response:1; }","duration":"135.39587ms","start":"2026-03-03T13:58:10.042027Z","end":"2026-03-03T13:58:10.177423Z","steps":["trace[1331166155] 'process raft request' (duration: 134.945659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.310122Z","caller":"traceutil/trace.go:171","msg":"trace[1965116272] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"129.007208ms","start":"2026-03-03T13:58:10.181058Z","end":"2026-03-03T13:58:10.310065Z","steps":["trace[1965116272] 'process raft request' (duration: 115.514479ms)","trace[1965116272] 'compare' (duration: 13.282264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:10.311588Z","caller":"traceutil/trace.go:171","msg":"trace[1435316285] transaction","detail":"{read_only:false; response_revision:468; number_of_response:1; }","duration":"130.221306ms","start":"2026-03-03T13:58:10.181129Z","end":"2026-03-03T13:58:10.311351Z","steps":["trace[1435316285] 'process raft request' (duration: 128.859215ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.312178Z","caller":"traceutil/trace.go:171","msg":"trace[1413460030] linearizableReadLoop","detail":"{readStateIndex:488; appliedIndex:484; }","duration":"128.511856ms","start":"2026-03-03T13:58:10.183563Z","end":"2026-03-03T13:58:10.312074Z","steps":["trace[1413460030] 'read index received' (duration: 48.639083ms)","trace[1413460030] 'applied index is now lower than readState.Index' (duration: 79.785131ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:10.312632Z","caller":"traceutil/trace.go:171","msg":"trace[206918422] transaction","detail":"{read_only:false; response_revision:470; number_of_response:1; }","duration":"129.143862ms","start":"2026-03-03T13:58:10.183469Z","end":"2026-03-03T13:58:10.312613Z","steps":["trace[206918422] 'process raft request' (duration: 128.088837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.312614Z","caller":"traceutil/trace.go:171","msg":"trace[595783478] transaction","detail":"{read_only:false; response_revision:469; number_of_response:1; }","duration":"130.463003ms","start":"2026-03-03T13:58:10.181912Z","end":"2026-03-03T13:58:10.312375Z","steps":["trace[595783478] 'process raft request' (duration: 128.336943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.314201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.609365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/kube-system/cilium-operator\" ","response":"range_response_count:1 size:4335"} {"level":"info","ts":"2026-03-03T13:58:10.314436Z","caller":"traceutil/trace.go:171","msg":"trace[655984018] range","detail":"{range_begin:/registry/deployments/kube-system/cilium-operator; range_end:; response_count:1; response_revision:470; }","duration":"130.845882ms","start":"2026-03-03T13:58:10.183539Z","end":"2026-03-03T13:58:10.314385Z","steps":["trace[655984018] 'agreement among raft nodes before linearized reading' (duration: 129.154292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.352283Z","caller":"traceutil/trace.go:171","msg":"trace[1236009116] transaction","detail":"{read_only:false; response_revision:471; number_of_response:1; }","duration":"116.278686ms","start":"2026-03-03T13:58:10.235979Z","end":"2026-03-03T13:58:10.352258Z","steps":["trace[1236009116] 'process raft request' (duration: 115.983579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.352469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.413736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9h8jf\" ","response":"range_response_count:1 size:15076"} {"level":"info","ts":"2026-03-03T13:58:10.352531Z","caller":"traceutil/trace.go:171","msg":"trace[343097763] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9h8jf; range_end:; response_count:1; response_revision:471; }","duration":"115.518768ms","start":"2026-03-03T13:58:10.236996Z","end":"2026-03-03T13:58:10.352515Z","steps":["trace[343097763] 'agreement among raft nodes before linearized reading' (duration: 115.295802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:10.547219Z","caller":"traceutil/trace.go:171","msg":"trace[299761497] linearizableReadLoop","detail":"{readStateIndex:493; appliedIndex:492; }","duration":"136.6897ms","start":"2026-03-03T13:58:10.410505Z","end":"2026-03-03T13:58:10.547194Z","steps":["trace[299761497] 'read index received' (duration: 136.571798ms)","trace[299761497] 'applied index is now lower than readState.Index' (duration: 116.872µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:10.547295Z","caller":"traceutil/trace.go:171","msg":"trace[522504552] transaction","detail":"{read_only:false; response_revision:475; number_of_response:1; }","duration":"177.070099ms","start":"2026-03-03T13:58:10.370198Z","end":"2026-03-03T13:58:10.547268Z","steps":["trace[522504552] 'process raft request' (duration: 176.835264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:10.547558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.034709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:3637"} {"level":"info","ts":"2026-03-03T13:58:10.547617Z","caller":"traceutil/trace.go:171","msg":"trace[1378216130] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:475; }","duration":"137.171662ms","start":"2026-03-03T13:58:10.410429Z","end":"2026-03-03T13:58:10.5476Z","steps":["trace[1378216130] 'agreement among raft nodes before linearized reading' (duration: 136.891405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:12.669407Z","caller":"traceutil/trace.go:171","msg":"trace[1432709137] transaction","detail":"{read_only:false; response_revision:485; number_of_response:1; }","duration":"429.525582ms","start":"2026-03-03T13:58:12.239861Z","end":"2026-03-03T13:58:12.669386Z","steps":["trace[1432709137] 'process raft request' (duration: 429.408989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:12.669551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:12.239825Z","time spent":"429.647135ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4571,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:13.185869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.797798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:13.185989Z","caller":"traceutil/trace.go:171","msg":"trace[474562442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:485; }","duration":"141.002783ms","start":"2026-03-03T13:58:13.04496Z","end":"2026-03-03T13:58:13.185963Z","steps":["trace[474562442] 'range keys from in-memory index tree' (duration: 140.690056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:14.081975Z","caller":"traceutil/trace.go:171","msg":"trace[1012921866] linearizableReadLoop","detail":"{readStateIndex:505; appliedIndex:504; }","duration":"244.966246ms","start":"2026-03-03T13:58:13.836977Z","end":"2026-03-03T13:58:14.081943Z","steps":["trace[1012921866] 'read index received' (duration: 244.752951ms)","trace[1012921866] 'applied index is now lower than readState.Index' (duration: 212.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:14.082058Z","caller":"traceutil/trace.go:171","msg":"trace[941289980] transaction","detail":"{read_only:false; response_revision:487; number_of_response:1; }","duration":"343.166425ms","start":"2026-03-03T13:58:13.738839Z","end":"2026-03-03T13:58:14.082005Z","steps":["trace[941289980] 'process raft request' (duration: 342.95685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:14.082256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:13.738797Z","time spent":"343.344329ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:14.08227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.643676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T13:58:14.08228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.305446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T13:58:14.082328Z","caller":"traceutil/trace.go:171","msg":"trace[149240466] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:487; }","duration":"245.398518ms","start":"2026-03-03T13:58:13.836919Z","end":"2026-03-03T13:58:14.082318Z","steps":["trace[149240466] 'agreement among raft nodes before linearized reading' (duration: 245.164852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:14.082323Z","caller":"traceutil/trace.go:171","msg":"trace[1483171905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:487; }","duration":"224.766539ms","start":"2026-03-03T13:58:13.857541Z","end":"2026-03-03T13:58:14.082307Z","steps":["trace[1483171905] 'agreement among raft nodes before linearized reading' (duration: 224.571333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:19.95954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.27003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:58:19.959629Z","caller":"traceutil/trace.go:171","msg":"trace[1929524409] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:524; }","duration":"241.395964ms","start":"2026-03-03T13:58:19.718207Z","end":"2026-03-03T13:58:19.959603Z","steps":["trace[1929524409] 'range keys from in-memory index tree' (duration: 241.046095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:19.959346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.363416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:19.960054Z","caller":"traceutil/trace.go:171","msg":"trace[722059045] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:524; }","duration":"335.151856ms","start":"2026-03-03T13:58:19.624888Z","end":"2026-03-03T13:58:19.96004Z","steps":["trace[722059045] 'range keys from in-memory index tree' (duration: 334.279894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:19.960086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:19.624863Z","time spent":"335.212567ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"info","ts":"2026-03-03T13:58:20.212386Z","caller":"traceutil/trace.go:171","msg":"trace[850223835] linearizableReadLoop","detail":"{readStateIndex:545; appliedIndex:544; }","duration":"214.032064ms","start":"2026-03-03T13:58:19.998324Z","end":"2026-03-03T13:58:20.212356Z","steps":["trace[850223835] 'read index received' (duration: 213.761798ms)","trace[850223835] 'applied index is now lower than readState.Index' (duration: 269.146µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:20.212453Z","caller":"traceutil/trace.go:171","msg":"trace[1763060561] transaction","detail":"{read_only:false; response_revision:525; number_of_response:1; }","duration":"247.531429ms","start":"2026-03-03T13:58:19.964902Z","end":"2026-03-03T13:58:20.212434Z","steps":["trace[1763060561] 'process raft request' (duration: 247.273973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.212671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.191431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-03T13:58:20.212738Z","caller":"traceutil/trace.go:171","msg":"trace[346771746] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:525; }","duration":"107.308494ms","start":"2026-03-03T13:58:20.105409Z","end":"2026-03-03T13:58:20.212717Z","steps":["trace[346771746] 'agreement among raft nodes before linearized reading' (duration: 107.112179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.212757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.409164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9h8jf\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-03-03T13:58:20.212878Z","caller":"traceutil/trace.go:171","msg":"trace[1137843578] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9h8jf; range_end:; response_count:1; response_revision:525; }","duration":"214.579058ms","start":"2026-03-03T13:58:19.998266Z","end":"2026-03-03T13:58:20.212845Z","steps":["trace[1137843578] 'agreement among raft nodes before linearized reading' (duration: 214.24123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.212863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.866431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T13:58:20.213209Z","caller":"traceutil/trace.go:171","msg":"trace[1252132086] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:525; }","duration":"101.24619ms","start":"2026-03-03T13:58:20.111918Z","end":"2026-03-03T13:58:20.213164Z","steps":["trace[1252132086] 'agreement among raft nodes before linearized reading' (duration: 100.751339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.213277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.11944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:58:20.213392Z","caller":"traceutil/trace.go:171","msg":"trace[1398768740] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:525; }","duration":"102.278994ms","start":"2026-03-03T13:58:20.111088Z","end":"2026-03-03T13:58:20.213367Z","steps":["trace[1398768740] 'agreement among raft nodes before linearized reading' (duration: 101.770282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.726376Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432347281,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:58:20.797729Z","caller":"traceutil/trace.go:171","msg":"trace[1141096946] transaction","detail":"{read_only:false; response_revision:526; number_of_response:1; }","duration":"579.200211ms","start":"2026-03-03T13:58:20.218492Z","end":"2026-03-03T13:58:20.797692Z","steps":["trace[1141096946] 'process raft request' (duration: 578.954045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:20.797991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:20.218466Z","time spent":"579.407226ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:22.358496Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.552157466s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:58:22.35909Z","caller":"traceutil/trace.go:171","msg":"trace[1426125179] transaction","detail":"{read_only:false; response_revision:527; number_of_response:1; }","duration":"2.140491763s","start":"2026-03-03T13:58:20.218569Z","end":"2026-03-03T13:58:22.359061Z","steps":["trace[1426125179] 'process raft request' (duration: 2.140194937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:22.359187Z","caller":"traceutil/trace.go:171","msg":"trace[702068270] transaction","detail":"{read_only:false; response_revision:528; number_of_response:1; }","duration":"2.139318986s","start":"2026-03-03T13:58:20.219798Z","end":"2026-03-03T13:58:22.359117Z","steps":["trace[702068270] 'process raft request' (duration: 2.139149422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:22.359309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:20.218539Z","time spent":"2.140656997s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:22.359386Z","caller":"traceutil/trace.go:171","msg":"trace[142022121] linearizableReadLoop","detail":"{readStateIndex:549; appliedIndex:545; }","duration":"2.13319487s","start":"2026-03-03T13:58:20.226145Z","end":"2026-03-03T13:58:22.35934Z","steps":["trace[142022121] 'read index received' (duration: 571.463828ms)","trace[142022121] 'applied index is now lower than readState.Index' (duration: 1.561728652s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:22.359431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:20.219782Z","time spent":"2.13951093s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:22.359562Z","caller":"traceutil/trace.go:171","msg":"trace[2142628436] transaction","detail":"{read_only:false; response_revision:529; number_of_response:1; }","duration":"2.132547575s","start":"2026-03-03T13:58:20.226995Z","end":"2026-03-03T13:58:22.359542Z","steps":["trace[2142628436] 'process raft request' (duration: 2.131998732s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:22.35967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.133507217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T13:58:22.359714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:20.226986Z","time spent":"2.132626836s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:22.359752Z","caller":"traceutil/trace.go:171","msg":"trace[1386003256] range","detail":"{range_begin:/registry/secrets/cert-manager/; range_end:/registry/secrets/cert-manager0; response_count:0; response_revision:529; }","duration":"2.13363731s","start":"2026-03-03T13:58:20.226093Z","end":"2026-03-03T13:58:22.35973Z","steps":["trace[1386003256] 'agreement among raft nodes before linearized reading' (duration: 2.133472166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:22.359801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:20.226077Z","time spent":"2.133712371s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/cert-manager/\" range_end:\"/registry/secrets/cert-manager0\" "} {"level":"warn","ts":"2026-03-03T13:58:23.048447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999962781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T13:58:23.048517Z","caller":"traceutil/trace.go:171","msg":"trace[1357721073] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097104s","start":"2026-03-03T13:58:21.048405Z","end":"2026-03-03T13:58:23.048502Z","steps":["trace[1357721073] 'agreement among raft nodes before linearized reading' (duration: 2.000009852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:23.048554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:21.048379Z","time spent":"2.000168826s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 13:58:23 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:58:23.092898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.204366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:23.093016Z","caller":"traceutil/trace.go:171","msg":"trace[410078115] linearizableReadLoop","detail":"{readStateIndex:550; appliedIndex:549; }","duration":"733.517469ms","start":"2026-03-03T13:58:22.35948Z","end":"2026-03-03T13:58:23.092997Z","steps":["trace[410078115] 'read index received' (duration: 131.024746ms)","trace[410078115] 'applied index is now lower than readState.Index' (duration: 602.491553ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:23.093039Z","caller":"traceutil/trace.go:171","msg":"trace[888991430] transaction","detail":"{read_only:false; response_revision:530; number_of_response:1; }","duration":"900.410774ms","start":"2026-03-03T13:58:22.192598Z","end":"2026-03-03T13:58:23.093008Z","steps":["trace[888991430] 'process raft request' (duration: 297.993383ms)","trace[888991430] 'compare' (duration: 602.062483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:23.093196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.585781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T13:58:23.093222Z","caller":"traceutil/trace.go:171","msg":"trace[131240276] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:530; }","duration":"876.610151ms","start":"2026-03-03T13:58:22.216603Z","end":"2026-03-03T13:58:23.093213Z","steps":["trace[131240276] 'agreement among raft nodes before linearized reading' (duration: 876.483658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:23.093251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:22.216551Z","time spent":"876.693813ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:58:23.093377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.717748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9h8jf\" ","response":"range_response_count:1 size:17149"} {"level":"warn","ts":"2026-03-03T13:58:23.093382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:22.192554Z","time spent":"900.565108ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:23.093431Z","caller":"traceutil/trace.go:171","msg":"trace[890436832] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9h8jf; range_end:; response_count:1; response_revision:530; }","duration":"726.81411ms","start":"2026-03-03T13:58:22.3666Z","end":"2026-03-03T13:58:23.093414Z","steps":["trace[890436832] 'agreement among raft nodes before linearized reading' (duration: 726.628965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:23.093465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:22.366579Z","time spent":"726.878891ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":17173,"request content":"key:\"/registry/pods/kube-system/cilium-9h8jf\" "} {"level":"warn","ts":"2026-03-03T13:58:23.093617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.856159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T13:58:23.093697Z","caller":"traceutil/trace.go:171","msg":"trace[2001762763] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:530; }","duration":"291.941701ms","start":"2026-03-03T13:58:22.801737Z","end":"2026-03-03T13:58:23.093678Z","steps":["trace[2001762763] 'agreement among raft nodes before linearized reading' (duration: 291.725396ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:25.102836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T13:58:25.102934Z","caller":"traceutil/trace.go:171","msg":"trace[1608531012] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599147s","start":"2026-03-03T13:58:23.102316Z","end":"2026-03-03T13:58:25.102916Z","steps":["trace[1608531012] 'agreement among raft nodes before linearized reading' (duration: 2.000478714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:25.102986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:23.102307Z","time spent":"2.000668048s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 13:58:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:58:25.455177Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.317668202s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T13:58:25.455676Z","caller":"traceutil/trace.go:171","msg":"trace[1672750545] transaction","detail":"{read_only:false; response_revision:532; number_of_response:1; }","duration":"2.35595409s","start":"2026-03-03T13:58:23.099697Z","end":"2026-03-03T13:58:25.455651Z","steps":["trace[1672750545] 'process raft request' (duration: 2.355711675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:25.455821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:23.09967Z","time spent":"2.356078594s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:25.456055Z","caller":"traceutil/trace.go:171","msg":"trace[1780430919] transaction","detail":"{read_only:false; response_revision:533; number_of_response:1; }","duration":"2.356148966s","start":"2026-03-03T13:58:23.099898Z","end":"2026-03-03T13:58:25.456047Z","steps":["trace[1780430919] 'process raft request' (duration: 2.355684004s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:25.456152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:23.099862Z","time spent":"2.356227808s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:58:25.456428Z","caller":"traceutil/trace.go:171","msg":"trace[1417260564] linearizableReadLoop","detail":"{readStateIndex:553; appliedIndex:550; }","duration":"2.353666988s","start":"2026-03-03T13:58:23.102346Z","end":"2026-03-03T13:58:25.456013Z","steps":["trace[1417260564] 'read index received' (duration: 34.932189ms)","trace[1417260564] 'applied index is now lower than readState.Index' (duration: 2.318733989s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:25.957287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432347294,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T13:58:26.211661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000952645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T13:58:26.2118Z","caller":"traceutil/trace.go:171","msg":"trace[837846332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00115532s","start":"2026-03-03T13:58:24.210611Z","end":"2026-03-03T13:58:26.211766Z","steps":["trace[837846332] 'agreement among raft nodes before linearized reading' (duration: 2.000981166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:26.211858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:24.210588Z","time spent":"2.001258892s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 13:58:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T13:58:26.27797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.174678567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:26.278041Z","caller":"traceutil/trace.go:171","msg":"trace[882280917] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:533; }","duration":"1.17480031s","start":"2026-03-03T13:58:25.103225Z","end":"2026-03-03T13:58:26.278026Z","steps":["trace[882280917] 'agreement among raft nodes before linearized reading' (duration: 1.174693738s)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:26.277946Z","caller":"traceutil/trace.go:171","msg":"trace[1710333966] linearizableReadLoop","detail":"{readStateIndex:554; appliedIndex:553; }","duration":"821.422062ms","start":"2026-03-03T13:58:25.456477Z","end":"2026-03-03T13:58:26.277899Z","steps":["trace[1710333966] 'read index received' (duration: 781.515866ms)","trace[1710333966] 'applied index is now lower than readState.Index' (duration: 39.901836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:26.278091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:25.10321Z","time spent":"1.174875272s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:58:26.278177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91342889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"warn","ts":"2026-03-03T13:58:26.278181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13602517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T13:58:26.278237Z","caller":"traceutil/trace.go:171","msg":"trace[1585591480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:533; }","duration":"1.913543593s","start":"2026-03-03T13:58:24.36468Z","end":"2026-03-03T13:58:26.278224Z","steps":["trace[1585591480] 'agreement among raft nodes before linearized reading' (duration: 1.913382139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:26.27827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:24.364655Z","time spent":"1.913608875s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T13:58:26.278266Z","caller":"traceutil/trace.go:171","msg":"trace[250611965] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:533; }","duration":"1.136162313s","start":"2026-03-03T13:58:25.142084Z","end":"2026-03-03T13:58:26.278247Z","steps":["trace[250611965] 'agreement among raft nodes before linearized reading' (duration: 1.135878987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:26.278306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:25.142066Z","time spent":"1.136232276s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:58:26.278608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.913290867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:58:26.278661Z","caller":"traceutil/trace.go:171","msg":"trace[955885117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:533; }","duration":"1.913380189s","start":"2026-03-03T13:58:24.365274Z","end":"2026-03-03T13:58:26.278654Z","steps":["trace[955885117] 'agreement among raft nodes before linearized reading' (duration: 1.912726574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:26.278694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:24.365254Z","time spent":"1.91342179s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:58:27.318381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.478489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:58:27.318548Z","caller":"traceutil/trace.go:171","msg":"trace[1155624441] transaction","detail":"{read_only:false; response_revision:644; number_of_response:1; }","duration":"287.079235ms","start":"2026-03-03T13:58:27.031422Z","end":"2026-03-03T13:58:27.318502Z","steps":["trace[1155624441] 'process raft request' (duration: 111.395771ms)","trace[1155624441] 'compare' (duration: 175.321696ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:27.319817Z","caller":"traceutil/trace.go:171","msg":"trace[1479789002] transaction","detail":"{read_only:false; response_revision:645; number_of_response:1; }","duration":"286.975374ms","start":"2026-03-03T13:58:27.032826Z","end":"2026-03-03T13:58:27.319802Z","steps":["trace[1479789002] 'process raft request' (duration: 286.859321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:27.320103Z","caller":"traceutil/trace.go:171","msg":"trace[2103767137] transaction","detail":"{read_only:false; response_revision:646; number_of_response:1; }","duration":"274.827265ms","start":"2026-03-03T13:58:27.045268Z","end":"2026-03-03T13:58:27.320095Z","steps":["trace[2103767137] 'process raft request' (duration: 274.538219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:27.325857Z","caller":"traceutil/trace.go:171","msg":"trace[2117328113] transaction","detail":"{read_only:false; response_revision:647; number_of_response:1; }","duration":"240.728827ms","start":"2026-03-03T13:58:27.085068Z","end":"2026-03-03T13:58:27.325796Z","steps":["trace[2117328113] 'process raft request' (duration: 235.136934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:27.869869Z","caller":"traceutil/trace.go:171","msg":"trace[1926035719] transaction","detail":"{read_only:false; response_revision:651; number_of_response:1; }","duration":"405.517063ms","start":"2026-03-03T13:58:27.464308Z","end":"2026-03-03T13:58:27.869825Z","steps":["trace[1926035719] 'process raft request' (duration: 403.058095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:27.870089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:27.464291Z","time spent":"405.654916ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:27.874911Z","caller":"traceutil/trace.go:171","msg":"trace[637262832] transaction","detail":"{read_only:false; response_revision:652; number_of_response:1; }","duration":"391.806049ms","start":"2026-03-03T13:58:27.48308Z","end":"2026-03-03T13:58:27.874886Z","steps":["trace[637262832] 'process raft request' (duration: 391.575583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:27.875083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:27.483055Z","time spent":"391.931431ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":211622,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:58:28.240285Z","caller":"traceutil/trace.go:171","msg":"trace[523936209] linearizableReadLoop","detail":"{readStateIndex:683; appliedIndex:682; }","duration":"158.153559ms","start":"2026-03-03T13:58:28.082106Z","end":"2026-03-03T13:58:28.240259Z","steps":["trace[523936209] 'read index received' (duration: 158.034756ms)","trace[523936209] 'applied index is now lower than readState.Index' (duration: 117.133µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:28.240424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.303573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T13:58:28.240464Z","caller":"traceutil/trace.go:171","msg":"trace[11849841] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:662; }","duration":"158.357654ms","start":"2026-03-03T13:58:28.082094Z","end":"2026-03-03T13:58:28.240452Z","steps":["trace[11849841] 'agreement among raft nodes before linearized reading' (duration: 158.264382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:28.240426Z","caller":"traceutil/trace.go:171","msg":"trace[1524517331] transaction","detail":"{read_only:false; response_revision:662; number_of_response:1; }","duration":"165.73623ms","start":"2026-03-03T13:58:28.074643Z","end":"2026-03-03T13:58:28.240379Z","steps":["trace[1524517331] 'process raft request' (duration: 165.456302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:28.323784Z","caller":"traceutil/trace.go:171","msg":"trace[1445218449] transaction","detail":"{read_only:false; response_revision:663; number_of_response:1; }","duration":"178.031909ms","start":"2026-03-03T13:58:28.14573Z","end":"2026-03-03T13:58:28.323762Z","steps":["trace[1445218449] 'process raft request' (duration: 177.252851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:30.265802Z","caller":"traceutil/trace.go:171","msg":"trace[198662544] transaction","detail":"{read_only:false; response_revision:716; number_of_response:1; }","duration":"205.554334ms","start":"2026-03-03T13:58:30.060225Z","end":"2026-03-03T13:58:30.265779Z","steps":["trace[198662544] 'process raft request' (duration: 205.41776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:30.307221Z","caller":"traceutil/trace.go:171","msg":"trace[296675625] linearizableReadLoop","detail":"{readStateIndex:739; appliedIndex:738; }","duration":"124.855069ms","start":"2026-03-03T13:58:30.18234Z","end":"2026-03-03T13:58:30.307195Z","steps":["trace[296675625] 'read index received' (duration: 83.445648ms)","trace[296675625] 'applied index is now lower than readState.Index' (duration: 41.408341ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:30.307335Z","caller":"traceutil/trace.go:171","msg":"trace[467258640] transaction","detail":"{read_only:false; response_revision:717; number_of_response:1; }","duration":"231.084847ms","start":"2026-03-03T13:58:30.076223Z","end":"2026-03-03T13:58:30.307308Z","steps":["trace[467258640] 'process raft request' (duration: 230.810691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:30.307364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.010023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:30.307408Z","caller":"traceutil/trace.go:171","msg":"trace[1115562972] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:0; response_revision:717; }","duration":"125.108055ms","start":"2026-03-03T13:58:30.182287Z","end":"2026-03-03T13:58:30.307395Z","steps":["trace[1115562972] 'agreement among raft nodes before linearized reading' (duration: 124.999343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:31.862383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.69108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"info","ts":"2026-03-03T13:58:31.862455Z","caller":"traceutil/trace.go:171","msg":"trace[829265612] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:727; }","duration":"279.818763ms","start":"2026-03-03T13:58:31.582617Z","end":"2026-03-03T13:58:31.862436Z","steps":["trace[829265612] 'range keys from in-memory index tree' (duration: 279.528746ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.175302Z","caller":"traceutil/trace.go:171","msg":"trace[505644836] linearizableReadLoop","detail":"{readStateIndex:751; appliedIndex:750; }","duration":"124.629154ms","start":"2026-03-03T13:58:32.050596Z","end":"2026-03-03T13:58:32.175225Z","steps":["trace[505644836] 'read index received' (duration: 120.530607ms)","trace[505644836] 'applied index is now lower than readState.Index' (duration: 4.096827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:32.175427Z","caller":"traceutil/trace.go:171","msg":"trace[53796930] transaction","detail":"{read_only:false; response_revision:729; number_of_response:1; }","duration":"163.69091ms","start":"2026-03-03T13:58:32.01168Z","end":"2026-03-03T13:58:32.175371Z","steps":["trace[53796930] 'process raft request' (duration: 163.321182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:32.175655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.034224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:58:32.175711Z","caller":"traceutil/trace.go:171","msg":"trace[1937400767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:729; }","duration":"125.146546ms","start":"2026-03-03T13:58:32.050551Z","end":"2026-03-03T13:58:32.175697Z","steps":["trace[1937400767] 'agreement among raft nodes before linearized reading' (duration: 124.8965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.204049Z","caller":"traceutil/trace.go:171","msg":"trace[636471191] transaction","detail":"{read_only:false; response_revision:730; number_of_response:1; }","duration":"120.418265ms","start":"2026-03-03T13:58:32.083557Z","end":"2026-03-03T13:58:32.203975Z","steps":["trace[636471191] 'process raft request' (duration: 118.130522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:32.204168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.983585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-9h8jf\" ","response":"range_response_count:1 size:18337"} {"level":"info","ts":"2026-03-03T13:58:32.204267Z","caller":"traceutil/trace.go:171","msg":"trace[733326066] range","detail":"{range_begin:/registry/pods/kube-system/cilium-9h8jf; range_end:; response_count:1; response_revision:730; }","duration":"123.136018ms","start":"2026-03-03T13:58:32.081106Z","end":"2026-03-03T13:58:32.204242Z","steps":["trace[733326066] 'agreement among raft nodes before linearized reading' (duration: 122.868442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:32.370207Z","caller":"traceutil/trace.go:171","msg":"trace[2034640757] transaction","detail":"{read_only:false; response_revision:732; number_of_response:1; }","duration":"106.188277ms","start":"2026-03-03T13:58:32.263995Z","end":"2026-03-03T13:58:32.370184Z","steps":["trace[2034640757] 'process raft request' (duration: 97.319027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:36.720589Z","caller":"traceutil/trace.go:171","msg":"trace[2128719463] transaction","detail":"{read_only:false; response_revision:786; number_of_response:1; }","duration":"104.5704ms","start":"2026-03-03T13:58:36.615984Z","end":"2026-03-03T13:58:36.720555Z","steps":["trace[2128719463] 'process raft request' (duration: 71.474655ms)","trace[2128719463] 'compare' (duration: 32.87165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:36.720783Z","caller":"traceutil/trace.go:171","msg":"trace[1869510335] transaction","detail":"{read_only:false; response_revision:787; number_of_response:1; }","duration":"104.400816ms","start":"2026-03-03T13:58:36.616352Z","end":"2026-03-03T13:58:36.720753Z","steps":["trace[1869510335] 'process raft request' (duration: 104.15606ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:36.720953Z","caller":"traceutil/trace.go:171","msg":"trace[2139198590] transaction","detail":"{read_only:false; response_revision:789; number_of_response:1; }","duration":"103.924924ms","start":"2026-03-03T13:58:36.617017Z","end":"2026-03-03T13:58:36.720942Z","steps":["trace[2139198590] 'process raft request' (duration: 103.869683ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:36.720976Z","caller":"traceutil/trace.go:171","msg":"trace[1080462172] transaction","detail":"{read_only:false; response_revision:788; number_of_response:1; }","duration":"104.088697ms","start":"2026-03-03T13:58:36.616864Z","end":"2026-03-03T13:58:36.720953Z","steps":["trace[1080462172] 'process raft request' (duration: 103.805121ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:38.859549Z","caller":"traceutil/trace.go:171","msg":"trace[1451840685] transaction","detail":"{read_only:false; response_revision:807; number_of_response:1; }","duration":"111.79017ms","start":"2026-03-03T13:58:38.74772Z","end":"2026-03-03T13:58:38.85951Z","steps":["trace[1451840685] 'process raft request' (duration: 108.127863ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:38.859571Z","caller":"traceutil/trace.go:171","msg":"trace[1625239114] transaction","detail":"{read_only:false; response_revision:808; number_of_response:1; }","duration":"111.80015ms","start":"2026-03-03T13:58:38.747733Z","end":"2026-03-03T13:58:38.859533Z","steps":["trace[1625239114] 'process raft request' (duration: 111.693408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:38.859819Z","caller":"traceutil/trace.go:171","msg":"trace[1851178316] transaction","detail":"{read_only:false; response_revision:809; number_of_response:1; }","duration":"108.981804ms","start":"2026-03-03T13:58:38.750826Z","end":"2026-03-03T13:58:38.859808Z","steps":["trace[1851178316] 'process raft request' (duration: 108.655866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:45.446119Z","caller":"traceutil/trace.go:171","msg":"trace[1985940653] transaction","detail":"{read_only:false; response_revision:892; number_of_response:1; }","duration":"198.493395ms","start":"2026-03-03T13:58:45.247585Z","end":"2026-03-03T13:58:45.446078Z","steps":["trace[1985940653] 'process raft request' (duration: 156.221463ms)","trace[1985940653] 'compare' (duration: 42.119748ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:58:49.346837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432347944,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:58:49.371854Z","caller":"traceutil/trace.go:171","msg":"trace[856734802] linearizableReadLoop","detail":"{readStateIndex:935; appliedIndex:934; }","duration":"525.57039ms","start":"2026-03-03T13:58:48.846255Z","end":"2026-03-03T13:58:49.371825Z","steps":["trace[856734802] 'read index received' (duration: 524.512015ms)","trace[856734802] 'applied index is now lower than readState.Index' (duration: 1.057665ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:58:49.3719Z","caller":"traceutil/trace.go:171","msg":"trace[1855574304] transaction","detail":"{read_only:false; response_revision:907; number_of_response:1; }","duration":"760.327165ms","start":"2026-03-03T13:58:48.611531Z","end":"2026-03-03T13:58:49.371858Z","steps":["trace[1855574304] 'process raft request' (duration: 759.29597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:49.372022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:48.611503Z","time spent":"760.442188ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:58:49.372032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.771675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T13:58:49.372082Z","caller":"traceutil/trace.go:171","msg":"trace[526546648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:907; }","duration":"525.858037ms","start":"2026-03-03T13:58:48.846212Z","end":"2026-03-03T13:58:49.37207Z","steps":["trace[526546648] 'agreement among raft nodes before linearized reading' (duration: 525.719454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:49.372105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:48.846193Z","time spent":"525.906538ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:58:49.372116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.482528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T13:58:49.37216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.056402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T13:58:49.37217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.293634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T13:58:49.372223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.707977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T13:58:49.37222Z","caller":"traceutil/trace.go:171","msg":"trace[1607479842] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:907; }","duration":"448.154994ms","start":"2026-03-03T13:58:48.924051Z","end":"2026-03-03T13:58:49.372206Z","steps":["trace[1607479842] 'agreement among raft nodes before linearized reading' (duration: 448.006491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:49.372218Z","caller":"traceutil/trace.go:171","msg":"trace[1485638684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:907; }","duration":"320.630362ms","start":"2026-03-03T13:58:49.051564Z","end":"2026-03-03T13:58:49.372195Z","steps":["trace[1485638684] 'agreement among raft nodes before linearized reading' (duration: 320.432537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:49.372256Z","caller":"traceutil/trace.go:171","msg":"trace[799322671] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:907; }","duration":"448.778999ms","start":"2026-03-03T13:58:48.923467Z","end":"2026-03-03T13:58:49.372246Z","steps":["trace[799322671] 'agreement among raft nodes before linearized reading' (duration: 448.698077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:58:49.372248Z","caller":"traceutil/trace.go:171","msg":"trace[1588501556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:907; }","duration":"455.411137ms","start":"2026-03-03T13:58:48.916816Z","end":"2026-03-03T13:58:49.372227Z","steps":["trace[1588501556] 'agreement among raft nodes before linearized reading' (duration: 455.160741ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:49.372232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.194772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T13:58:49.372287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:48.923455Z","time spent":"448.82407ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:58:49.372271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:49.051543Z","time spent":"320.716643ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:58:49.372302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:48.916793Z","time spent":"455.496339ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T13:58:49.372344Z","caller":"traceutil/trace.go:171","msg":"trace[1297965538] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:907; }","duration":"269.345125ms","start":"2026-03-03T13:58:49.102965Z","end":"2026-03-03T13:58:49.37231Z","steps":["trace[1297965538] 'agreement among raft nodes before linearized reading' (duration: 269.058349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:58:49.372271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:58:48.924031Z","time spent":"448.227675ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T13:59:13.193145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.887075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:13.193233Z","caller":"traceutil/trace.go:171","msg":"trace[1767738551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1088; }","duration":"145.028908ms","start":"2026-03-03T13:59:13.048184Z","end":"2026-03-03T13:59:13.193213Z","steps":["trace[1767738551] 'range keys from in-memory index tree' (duration: 144.743411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:16.941586Z","caller":"traceutil/trace.go:171","msg":"trace[42377468] linearizableReadLoop","detail":"{readStateIndex:1168; appliedIndex:1166; }","duration":"165.80583ms","start":"2026-03-03T13:59:16.775741Z","end":"2026-03-03T13:59:16.941547Z","steps":["trace[42377468] 'read index received' (duration: 94.93014ms)","trace[42377468] 'applied index is now lower than readState.Index' (duration: 70.8737ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:16.941795Z","caller":"traceutil/trace.go:171","msg":"trace[1191798564] transaction","detail":"{read_only:false; response_revision:1127; number_of_response:1; }","duration":"216.109843ms","start":"2026-03-03T13:59:16.72563Z","end":"2026-03-03T13:59:16.94174Z","steps":["trace[1191798564] 'process raft request' (duration: 145.003147ms)","trace[1191798564] 'compare' (duration: 70.477881ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:16.941929Z","caller":"traceutil/trace.go:171","msg":"trace[1199585233] transaction","detail":"{read_only:false; response_revision:1128; number_of_response:1; }","duration":"215.798906ms","start":"2026-03-03T13:59:16.726084Z","end":"2026-03-03T13:59:16.941883Z","steps":["trace[1199585233] 'process raft request' (duration: 215.371626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:16.941987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.21251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:128000"} {"level":"info","ts":"2026-03-03T13:59:16.942025Z","caller":"traceutil/trace.go:171","msg":"trace[1276183025] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:1128; }","duration":"166.333433ms","start":"2026-03-03T13:59:16.77568Z","end":"2026-03-03T13:59:16.942014Z","steps":["trace[1276183025] 'agreement among raft nodes before linearized reading' (duration: 166.014576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:16.942684Z","caller":"traceutil/trace.go:171","msg":"trace[30318485] transaction","detail":"{read_only:false; response_revision:1129; number_of_response:1; }","duration":"166.569459ms","start":"2026-03-03T13:59:16.77609Z","end":"2026-03-03T13:59:16.942659Z","steps":["trace[30318485] 'process raft request' (duration: 166.429466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:17.43843Z","caller":"traceutil/trace.go:171","msg":"trace[24681878] transaction","detail":"{read_only:false; response_revision:1175; number_of_response:1; }","duration":"108.346929ms","start":"2026-03-03T13:59:17.330047Z","end":"2026-03-03T13:59:17.438394Z","steps":["trace[24681878] 'process raft request' (duration: 77.951068ms)","trace[24681878] 'compare' (duration: 30.264348ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:18.567263Z","caller":"traceutil/trace.go:171","msg":"trace[971768869] transaction","detail":"{read_only:false; response_revision:1197; number_of_response:1; }","duration":"123.370155ms","start":"2026-03-03T13:59:18.443855Z","end":"2026-03-03T13:59:18.567226Z","steps":["trace[971768869] 'process raft request' (duration: 123.143878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:19.464508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.747192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rg8rq\" ","response":"range_response_count:1 size:4179"} {"level":"info","ts":"2026-03-03T13:59:19.464611Z","caller":"traceutil/trace.go:171","msg":"trace[1255564249] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-admission-patch-rg8rq; range_end:; response_count:1; response_revision:1202; }","duration":"144.913516ms","start":"2026-03-03T13:59:19.319675Z","end":"2026-03-03T13:59:19.464588Z","steps":["trace[1255564249] 'range keys from in-memory index tree' (duration: 144.552488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:21.856121Z","caller":"traceutil/trace.go:171","msg":"trace[1943903990] transaction","detail":"{read_only:false; response_revision:1213; number_of_response:1; }","duration":"161.11844ms","start":"2026-03-03T13:59:21.694976Z","end":"2026-03-03T13:59:21.856095Z","steps":["trace[1943903990] 'process raft request' (duration: 160.962586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:22.077054Z","caller":"traceutil/trace.go:171","msg":"trace[2119117820] transaction","detail":"{read_only:false; response_revision:1215; number_of_response:1; }","duration":"381.677468ms","start":"2026-03-03T13:59:21.695349Z","end":"2026-03-03T13:59:22.077027Z","steps":["trace[2119117820] 'process raft request' (duration: 381.600846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:22.077156Z","caller":"traceutil/trace.go:171","msg":"trace[253072239] transaction","detail":"{read_only:false; response_revision:1214; number_of_response:1; }","duration":"382.032976ms","start":"2026-03-03T13:59:21.69506Z","end":"2026-03-03T13:59:22.077093Z","steps":["trace[253072239] 'process raft request' (duration: 381.742299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:22.077222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:21.695339Z","time spent":"381.793941ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:22.077318Z","caller":"traceutil/trace.go:171","msg":"trace[2082838106] transaction","detail":"{read_only:false; response_revision:1216; number_of_response:1; }","duration":"381.677209ms","start":"2026-03-03T13:59:21.6956Z","end":"2026-03-03T13:59:22.077277Z","steps":["trace[2082838106] 'process raft request' (duration: 381.391382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:22.077373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:21.695032Z","time spent":"382.222442ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:22.077525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:21.695591Z","time spent":"381.826953ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:32.879077Z","caller":"traceutil/trace.go:171","msg":"trace[160418804] transaction","detail":"{read_only:false; response_revision:1433; number_of_response:1; }","duration":"169.993729ms","start":"2026-03-03T13:59:32.709056Z","end":"2026-03-03T13:59:32.87905Z","steps":["trace[160418804] 'process raft request' (duration: 169.852956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:33.019564Z","caller":"traceutil/trace.go:171","msg":"trace[1707070592] transaction","detail":"{read_only:false; response_revision:1434; number_of_response:1; }","duration":"110.09355ms","start":"2026-03-03T13:59:32.909449Z","end":"2026-03-03T13:59:33.019542Z","steps":["trace[1707070592] 'process raft request' (duration: 109.985268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:36.030025Z","caller":"traceutil/trace.go:171","msg":"trace[1008759822] transaction","detail":"{read_only:false; response_revision:1461; number_of_response:1; }","duration":"110.305895ms","start":"2026-03-03T13:59:35.919674Z","end":"2026-03-03T13:59:36.02998Z","steps":["trace[1008759822] 'process raft request' (duration: 109.972387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:38.749431Z","caller":"traceutil/trace.go:171","msg":"trace[1429563386] linearizableReadLoop","detail":"{readStateIndex:1577; appliedIndex:1576; }","duration":"133.120993ms","start":"2026-03-03T13:59:38.616284Z","end":"2026-03-03T13:59:38.749405Z","steps":["trace[1429563386] 'read index received' (duration: 132.864187ms)","trace[1429563386] 'applied index is now lower than readState.Index' (duration: 255.676µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:38.74967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.348138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:38.749731Z","caller":"traceutil/trace.go:171","msg":"trace[2018995982] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1510; }","duration":"133.45429ms","start":"2026-03-03T13:59:38.616263Z","end":"2026-03-03T13:59:38.749717Z","steps":["trace[2018995982] 'agreement among raft nodes before linearized reading' (duration: 133.329037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:38.749763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.315838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:38.749845Z","caller":"traceutil/trace.go:171","msg":"trace[2124641359] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1510; }","duration":"133.449621ms","start":"2026-03-03T13:59:38.616379Z","end":"2026-03-03T13:59:38.749829Z","steps":["trace[2124641359] 'agreement among raft nodes before linearized reading' (duration: 133.311758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:38.749926Z","caller":"traceutil/trace.go:171","msg":"trace[2020089928] transaction","detail":"{read_only:false; response_revision:1510; number_of_response:1; }","duration":"137.990818ms","start":"2026-03-03T13:59:38.611895Z","end":"2026-03-03T13:59:38.749885Z","steps":["trace[2020089928] 'process raft request' (duration: 137.317522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:38.749973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.56097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:38.750004Z","caller":"traceutil/trace.go:171","msg":"trace[1105579445] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1510; }","duration":"103.633802ms","start":"2026-03-03T13:59:38.646361Z","end":"2026-03-03T13:59:38.749995Z","steps":["trace[1105579445] 'agreement among raft nodes before linearized reading' (duration: 103.585421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:38.750207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.844977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:38.750328Z","caller":"traceutil/trace.go:171","msg":"trace[1234372759] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:1510; }","duration":"104.00388ms","start":"2026-03-03T13:59:38.646308Z","end":"2026-03-03T13:59:38.750312Z","steps":["trace[1234372759] 'agreement among raft nodes before linearized reading' (duration: 103.851157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.27564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.757287ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:59:45.275915Z","caller":"traceutil/trace.go:171","msg":"trace[1143402622] transaction","detail":"{read_only:false; response_revision:1587; number_of_response:1; }","duration":"183.04813ms","start":"2026-03-03T13:59:45.092824Z","end":"2026-03-03T13:59:45.275872Z","steps":["trace[1143402622] 'process raft request' (duration: 59.963095ms)","trace[1143402622] 'compare' (duration: 122.608264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:45.276048Z","caller":"traceutil/trace.go:171","msg":"trace[1942059077] transaction","detail":"{read_only:false; response_revision:1588; number_of_response:1; }","duration":"182.944637ms","start":"2026-03-03T13:59:45.093057Z","end":"2026-03-03T13:59:45.276001Z","steps":["trace[1942059077] 'process raft request' (duration: 182.735882ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:45.276188Z","caller":"traceutil/trace.go:171","msg":"trace[645170485] transaction","detail":"{read_only:false; response_revision:1589; number_of_response:1; }","duration":"181.976884ms","start":"2026-03-03T13:59:45.094189Z","end":"2026-03-03T13:59:45.276165Z","steps":["trace[645170485] 'process raft request' (duration: 181.753508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.276453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.775548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/local-path-storage/\" range_end:\"/registry/limitranges/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:45.276561Z","caller":"traceutil/trace.go:171","msg":"trace[1703432230] range","detail":"{range_begin:/registry/limitranges/local-path-storage/; range_end:/registry/limitranges/local-path-storage0; response_count:0; response_revision:1589; }","duration":"181.918192ms","start":"2026-03-03T13:59:45.094616Z","end":"2026-03-03T13:59:45.276534Z","steps":["trace[1703432230] 'agreement among raft nodes before linearized reading' (duration: 181.715057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:45.27662Z","caller":"traceutil/trace.go:171","msg":"trace[275025587] linearizableReadLoop","detail":"{readStateIndex:1659; appliedIndex:1656; }","duration":"181.456811ms","start":"2026-03-03T13:59:45.094643Z","end":"2026-03-03T13:59:45.2761Z","steps":["trace[275025587] 'read index received' (duration: 58.257494ms)","trace[275025587] 'applied index is now lower than readState.Index' (duration: 123.197867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:45.363699Z","caller":"traceutil/trace.go:171","msg":"trace[733016426] transaction","detail":"{read_only:false; response_revision:1590; number_of_response:1; }","duration":"179.273929ms","start":"2026-03-03T13:59:45.184391Z","end":"2026-03-03T13:59:45.363665Z","steps":["trace[733016426] 'process raft request' (duration: 179.131295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.363973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.630925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:3963"} {"level":"info","ts":"2026-03-03T13:59:45.364061Z","caller":"traceutil/trace.go:171","msg":"trace[2024364566] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1590; }","duration":"112.753369ms","start":"2026-03-03T13:59:45.251287Z","end":"2026-03-03T13:59:45.36404Z","steps":["trace[2024364566] 'agreement among raft nodes before linearized reading' (duration: 112.448301ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:45.429049Z","caller":"traceutil/trace.go:171","msg":"trace[954994294] transaction","detail":"{read_only:false; response_revision:1591; number_of_response:1; }","duration":"150.249178ms","start":"2026-03-03T13:59:45.278778Z","end":"2026-03-03T13:59:45.429028Z","steps":["trace[954994294] 'process raft request' (duration: 120.651236ms)","trace[954994294] 'compare' (duration: 29.381657ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:45.429082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.160104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/local-path-storage/\" range_end:\"/registry/resourcequotas/local-path-storage0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:45.429149Z","caller":"traceutil/trace.go:171","msg":"trace[1377191490] range","detail":"{range_begin:/registry/resourcequotas/local-path-storage/; range_end:/registry/resourcequotas/local-path-storage0; response_count:0; response_revision:1591; }","duration":"149.269906ms","start":"2026-03-03T13:59:45.279862Z","end":"2026-03-03T13:59:45.429132Z","steps":["trace[1377191490] 'agreement among raft nodes before linearized reading' (duration: 149.110752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.429262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.928796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"info","ts":"2026-03-03T13:59:45.429391Z","caller":"traceutil/trace.go:171","msg":"trace[1337586112] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1591; }","duration":"138.09086ms","start":"2026-03-03T13:59:45.291264Z","end":"2026-03-03T13:59:45.429355Z","steps":["trace[1337586112] 'agreement among raft nodes before linearized reading' (duration: 137.769582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.761591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.794339ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:59:45.763019Z","caller":"traceutil/trace.go:171","msg":"trace[1872359230] transaction","detail":"{read_only:false; response_revision:1593; number_of_response:1; }","duration":"330.120223ms","start":"2026-03-03T13:59:45.431683Z","end":"2026-03-03T13:59:45.761803Z","steps":["trace[1872359230] 'process raft request' (duration: 161.041807ms)","trace[1872359230] 'compare' (duration: 168.641516ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:45.763428Z","caller":"traceutil/trace.go:171","msg":"trace[1904014079] transaction","detail":"{read_only:false; response_revision:1595; number_of_response:1; }","duration":"330.056512ms","start":"2026-03-03T13:59:45.433221Z","end":"2026-03-03T13:59:45.763278Z","steps":["trace[1904014079] 'process raft request' (duration: 329.825836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.763478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.43166Z","time spent":"331.754142ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2546,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T13:59:45.763599Z","caller":"traceutil/trace.go:171","msg":"trace[1904011826] linearizableReadLoop","detail":"{readStateIndex:1665; appliedIndex:1661; }","duration":"326.941867ms","start":"2026-03-03T13:59:45.436619Z","end":"2026-03-03T13:59:45.763561Z","steps":["trace[1904011826] 'read index received' (duration: 25.202449ms)","trace[1904011826] 'applied index is now lower than readState.Index' (duration: 301.734788ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:45.764147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.50281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:45.7642Z","caller":"traceutil/trace.go:171","msg":"trace[775474007] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1595; }","duration":"327.610313ms","start":"2026-03-03T13:59:45.436578Z","end":"2026-03-03T13:59:45.764189Z","steps":["trace[775474007] 'agreement among raft nodes before linearized reading' (duration: 327.04574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.764243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.436561Z","time spent":"327.674594ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T13:59:45.764642Z","caller":"traceutil/trace.go:171","msg":"trace[1305679635] transaction","detail":"{read_only:false; response_revision:1596; number_of_response:1; }","duration":"300.830536ms","start":"2026-03-03T13:59:45.463791Z","end":"2026-03-03T13:59:45.764622Z","steps":["trace[1305679635] 'process raft request' (duration: 299.418793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.764733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.463766Z","time spent":"300.904318ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:45.763578Z","caller":"traceutil/trace.go:171","msg":"trace[473932870] transaction","detail":"{read_only:false; response_revision:1594; number_of_response:1; }","duration":"330.709566ms","start":"2026-03-03T13:59:45.432638Z","end":"2026-03-03T13:59:45.763347Z","steps":["trace[473932870] 'process raft request' (duration: 329.078267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.76555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.432627Z","time spent":"332.872898ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T13:59:45.765153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.048974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18157"} {"level":"info","ts":"2026-03-03T13:59:45.765789Z","caller":"traceutil/trace.go:171","msg":"trace[763090460] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:1596; }","duration":"315.70704ms","start":"2026-03-03T13:59:45.450062Z","end":"2026-03-03T13:59:45.765769Z","steps":["trace[763090460] 'agreement among raft nodes before linearized reading' (duration: 314.302996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:45.765844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.450057Z","time spent":"315.768132ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":18181,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" "} {"level":"warn","ts":"2026-03-03T13:59:45.767789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:45.433197Z","time spent":"330.336148ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1414,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T13:59:49.343136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.358922ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:59:49.343238Z","caller":"traceutil/trace.go:171","msg":"trace[158299167] linearizableReadLoop","detail":"{readStateIndex:1696; appliedIndex:1695; }","duration":"1.134924893s","start":"2026-03-03T13:59:48.208299Z","end":"2026-03-03T13:59:49.343224Z","steps":["trace[158299167] 'read index received' (duration: 162.319405ms)","trace[158299167] 'applied index is now lower than readState.Index' (duration: 972.604268ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:49.343291Z","caller":"traceutil/trace.go:171","msg":"trace[1674948150] transaction","detail":"{read_only:false; response_revision:1626; number_of_response:1; }","duration":"1.191882037s","start":"2026-03-03T13:59:48.151402Z","end":"2026-03-03T13:59:49.343284Z","steps":["trace[1674948150] 'process raft request' (duration: 219.295279ms)","trace[1674948150] 'compare' (duration: 972.004013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:49.343332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:48.15138Z","time spent":"1.191930947s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:49.343805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13523232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T13:59:49.343833Z","caller":"traceutil/trace.go:171","msg":"trace[38408444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1626; }","duration":"1.135573838s","start":"2026-03-03T13:59:48.208252Z","end":"2026-03-03T13:59:49.343826Z","steps":["trace[38408444] 'agreement among raft nodes before linearized reading' (duration: 1.13520626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.343874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:48.20823Z","time spent":"1.13563763s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T13:59:49.37438Z","caller":"traceutil/trace.go:171","msg":"trace[1962012475] transaction","detail":"{read_only:false; response_revision:1627; number_of_response:1; }","duration":"535.00011ms","start":"2026-03-03T13:59:48.839345Z","end":"2026-03-03T13:59:49.374345Z","steps":["trace[1962012475] 'process raft request' (duration: 534.873417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.374552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:48.839329Z","time spent":"535.134014ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:49.374674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162860456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-03-03T13:59:49.374769Z","caller":"traceutil/trace.go:171","msg":"trace[1513746529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1627; }","duration":"1.16300191s","start":"2026-03-03T13:59:48.211747Z","end":"2026-03-03T13:59:49.374749Z","steps":["trace[1513746529] 'agreement among raft nodes before linearized reading' (duration: 1.162710473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.374693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.82622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:3627"} {"level":"warn","ts":"2026-03-03T13:59:49.375011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.31455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T13:59:49.375045Z","caller":"traceutil/trace.go:171","msg":"trace[1100827558] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:1627; }","duration":"887.185148ms","start":"2026-03-03T13:59:48.487844Z","end":"2026-03-03T13:59:49.375029Z","steps":["trace[1100827558] 'agreement among raft nodes before linearized reading' (duration: 886.704677ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:49.375082Z","caller":"traceutil/trace.go:171","msg":"trace[1989805781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1627; }","duration":"352.422133ms","start":"2026-03-03T13:59:49.022635Z","end":"2026-03-03T13:59:49.375057Z","steps":["trace[1989805781] 'agreement among raft nodes before linearized reading' (duration: 351.8614ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.374958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:48.211728Z","time spent":"1.163198524s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T13:59:49.375148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.022608Z","time spent":"352.530846ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T13:59:49.375093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:48.487804Z","time spent":"887.27595ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89\" "} {"level":"warn","ts":"2026-03-03T13:59:49.37526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.708724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:49.375318Z","caller":"traceutil/trace.go:171","msg":"trace[684857017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1627; }","duration":"324.787257ms","start":"2026-03-03T13:59:49.05051Z","end":"2026-03-03T13:59:49.375297Z","steps":["trace[684857017] 'agreement among raft nodes before linearized reading' (duration: 324.699715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.374804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.082327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T13:59:49.375358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.050495Z","time spent":"324.856208ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T13:59:49.375406Z","caller":"traceutil/trace.go:171","msg":"trace[48665777] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1627; }","duration":"238.719452ms","start":"2026-03-03T13:59:49.136667Z","end":"2026-03-03T13:59:49.375386Z","steps":["trace[48665777] 'agreement among raft nodes before linearized reading' (duration: 237.951794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.37483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.759406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T13:59:49.375573Z","caller":"traceutil/trace.go:171","msg":"trace[1622733383] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1627; }","duration":"269.523224ms","start":"2026-03-03T13:59:49.10596Z","end":"2026-03-03T13:59:49.375483Z","steps":["trace[1622733383] 'agreement among raft nodes before linearized reading' (duration: 268.635713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.374824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.048316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-03-03T13:59:49.375788Z","caller":"traceutil/trace.go:171","msg":"trace[785298442] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:1627; }","duration":"508.034779ms","start":"2026-03-03T13:59:48.867723Z","end":"2026-03-03T13:59:49.375758Z","steps":["trace[785298442] 'agreement among raft nodes before linearized reading' (duration: 507.020866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.375031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158978485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-03T13:59:49.375874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:48.867702Z","time spent":"508.155812ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3651,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89\" "} {"level":"info","ts":"2026-03-03T13:59:49.375887Z","caller":"traceutil/trace.go:171","msg":"trace[665631664] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1627; }","duration":"1.159899416s","start":"2026-03-03T13:59:48.21597Z","end":"2026-03-03T13:59:49.375869Z","steps":["trace[665631664] 'agreement among raft nodes before linearized reading' (duration: 1.158725328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.37593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:48.215961Z","time spent":"1.159956117s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T13:59:49.682074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.376877Z","time spent":"305.152419ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T13:59:49.682161Z","caller":"traceutil/trace.go:171","msg":"trace[812872980] transaction","detail":"{read_only:false; response_revision:1629; number_of_response:1; }","duration":"300.290664ms","start":"2026-03-03T13:59:49.381836Z","end":"2026-03-03T13:59:49.682127Z","steps":["trace[812872980] 'process raft request' (duration: 300.08668ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:49.682526Z","caller":"traceutil/trace.go:171","msg":"trace[1745185413] transaction","detail":"{read_only:false; response_revision:1630; number_of_response:1; }","duration":"300.198951ms","start":"2026-03-03T13:59:49.382296Z","end":"2026-03-03T13:59:49.682495Z","steps":["trace[1745185413] 'process raft request' (duration: 299.774241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:49.682742Z","caller":"traceutil/trace.go:171","msg":"trace[1342891026] transaction","detail":"{read_only:false; response_revision:1631; number_of_response:1; }","duration":"300.057228ms","start":"2026-03-03T13:59:49.382662Z","end":"2026-03-03T13:59:49.68272Z","steps":["trace[1342891026] 'process raft request' (duration: 299.755241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.683535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.382275Z","time spent":"301.147384ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:49.682757Z","caller":"traceutil/trace.go:171","msg":"trace[1851749790] transaction","detail":"{read_only:false; response_revision:1632; number_of_response:1; }","duration":"299.353221ms","start":"2026-03-03T13:59:49.383366Z","end":"2026-03-03T13:59:49.68272Z","steps":["trace[1851749790] 'process raft request' (duration: 299.249789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:49.68362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.382644Z","time spent":"300.878867ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:49.683685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.38336Z","time spent":"300.261633ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:49.684133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.381812Z","time spent":"301.487563ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:50.78445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.725199ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:50.784564Z","caller":"traceutil/trace.go:171","msg":"trace[1920724951] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1633; }","duration":"634.866053ms","start":"2026-03-03T13:59:50.149682Z","end":"2026-03-03T13:59:50.784548Z","steps":["trace[1920724951] 'range keys from in-memory index tree' (duration: 634.704498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:50.785044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.030482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T13:59:50.785382Z","caller":"traceutil/trace.go:171","msg":"trace[1418059605] linearizableReadLoop","detail":"{readStateIndex:1705; appliedIndex:1704; }","duration":"1.021944748s","start":"2026-03-03T13:59:49.763414Z","end":"2026-03-03T13:59:50.785359Z","steps":["trace[1418059605] 'read index received' (duration: 57.517026ms)","trace[1418059605] 'applied index is now lower than readState.Index' (duration: 964.425072ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:50.785696Z","caller":"traceutil/trace.go:171","msg":"trace[459120677] transaction","detail":"{read_only:false; response_revision:1634; number_of_response:1; }","duration":"1.023771331s","start":"2026-03-03T13:59:49.761845Z","end":"2026-03-03T13:59:50.785616Z","steps":["trace[459120677] 'process raft request' (duration: 59.069203ms)","trace[459120677] 'compare' (duration: 963.845048ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T13:59:50.785817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.176948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:3747"} {"level":"warn","ts":"2026-03-03T13:59:50.785827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.953361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"warn","ts":"2026-03-03T13:59:50.785808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.922223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T13:59:50.785863Z","caller":"traceutil/trace.go:171","msg":"trace[90446161] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1635; }","duration":"674.042133ms","start":"2026-03-03T13:59:50.111811Z","end":"2026-03-03T13:59:50.785853Z","steps":["trace[90446161] 'agreement among raft nodes before linearized reading' (duration: 673.89036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:50.785863Z","caller":"traceutil/trace.go:171","msg":"trace[1464638895] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:1635; }","duration":"403.230559ms","start":"2026-03-03T13:59:50.382619Z","end":"2026-03-03T13:59:50.785849Z","steps":["trace[1464638895] 'agreement among raft nodes before linearized reading' (duration: 403.113066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:50.785855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.761816Z","time spent":"1.023952536s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:50.785852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.942439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T13:59:50.785891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:50.111791Z","time spent":"674.094434ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T13:59:50.785898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:50.382559Z","time spent":"403.330091ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-7134889f-5940-4429-984c-ee1fef0eef89\" "} {"level":"warn","ts":"2026-03-03T13:59:50.785856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022400699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T13:59:50.785878Z","caller":"traceutil/trace.go:171","msg":"trace[1762426417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1635; }","duration":"121.027736ms","start":"2026-03-03T13:59:50.664839Z","end":"2026-03-03T13:59:50.785867Z","steps":["trace[1762426417] 'agreement among raft nodes before linearized reading' (duration: 120.867632ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:50.78573Z","caller":"traceutil/trace.go:171","msg":"trace[2106856809] transaction","detail":"{read_only:false; response_revision:1635; number_of_response:1; }","duration":"1.01064765s","start":"2026-03-03T13:59:49.775056Z","end":"2026-03-03T13:59:50.785704Z","steps":["trace[2106856809] 'process raft request' (duration: 1.010154327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:50.786118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.775039Z","time spent":"1.011016428s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:50.785925Z","caller":"traceutil/trace.go:171","msg":"trace[567547809] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1635; }","duration":"402.043562ms","start":"2026-03-03T13:59:50.383863Z","end":"2026-03-03T13:59:50.785907Z","steps":["trace[567547809] 'agreement among raft nodes before linearized reading' (duration: 401.840667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:50.78642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:50.383855Z","time spent":"402.539223ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T13:59:50.78599Z","caller":"traceutil/trace.go:171","msg":"trace[23544389] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:1635; }","duration":"1.022588924s","start":"2026-03-03T13:59:49.763372Z","end":"2026-03-03T13:59:50.785961Z","steps":["trace[23544389] 'agreement among raft nodes before linearized reading' (duration: 1.022244375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:50.786719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:49.763354Z","time spent":"1.02331399s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T13:59:51.073788Z","caller":"traceutil/trace.go:171","msg":"trace[263162596] transaction","detail":"{read_only:false; response_revision:1636; number_of_response:1; }","duration":"282.05787ms","start":"2026-03-03T13:59:50.791692Z","end":"2026-03-03T13:59:51.07375Z","steps":["trace[263162596] 'process raft request' (duration: 207.758415ms)","trace[263162596] 'compare' (duration: 74.134781ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:51.10079Z","caller":"traceutil/trace.go:171","msg":"trace[2053651115] transaction","detail":"{read_only:false; response_revision:1637; number_of_response:1; }","duration":"308.923269ms","start":"2026-03-03T13:59:50.791835Z","end":"2026-03-03T13:59:51.100758Z","steps":["trace[2053651115] 'process raft request' (duration: 308.718694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:51.100957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:50.791806Z","time spent":"309.078453ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:51.101152Z","caller":"traceutil/trace.go:171","msg":"trace[916680781] transaction","detail":"{read_only:false; response_revision:1638; number_of_response:1; }","duration":"173.808939ms","start":"2026-03-03T13:59:50.927297Z","end":"2026-03-03T13:59:51.101106Z","steps":["trace[916680781] 'process raft request' (duration: 173.377709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:56.321622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432349508,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T13:59:56.354882Z","caller":"traceutil/trace.go:171","msg":"trace[1867296647] transaction","detail":"{read_only:false; response_revision:1684; number_of_response:1; }","duration":"643.614211ms","start":"2026-03-03T13:59:55.711241Z","end":"2026-03-03T13:59:56.354856Z","steps":["trace[1867296647] 'process raft request' (duration: 643.404385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:56.355046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.711232Z","time spent":"643.729044ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T13:59:56.367439Z","caller":"traceutil/trace.go:171","msg":"trace[2017094723] linearizableReadLoop","detail":"{readStateIndex:1759; appliedIndex:1756; }","duration":"546.630346ms","start":"2026-03-03T13:59:55.820774Z","end":"2026-03-03T13:59:56.367405Z","steps":["trace[2017094723] 'read index received' (duration: 533.886953ms)","trace[2017094723] 'applied index is now lower than readState.Index' (duration: 12.741633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T13:59:56.367473Z","caller":"traceutil/trace.go:171","msg":"trace[1093633200] transaction","detail":"{read_only:false; response_revision:1685; number_of_response:1; }","duration":"656.014875ms","start":"2026-03-03T13:59:55.711428Z","end":"2026-03-03T13:59:56.367443Z","steps":["trace[1093633200] 'process raft request' (duration: 655.719608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T13:59:56.367593Z","caller":"traceutil/trace.go:171","msg":"trace[457878453] transaction","detail":"{read_only:false; response_revision:1686; number_of_response:1; }","duration":"656.142238ms","start":"2026-03-03T13:59:55.711435Z","end":"2026-03-03T13:59:56.367577Z","steps":["trace[457878453] 'process raft request' (duration: 655.907093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:56.367628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.711413Z","time spent":"656.134548ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:56.36775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.71141Z","time spent":"656.22507ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T13:59:56.367754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.398149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T13:59:56.36923Z","caller":"traceutil/trace.go:171","msg":"trace[49791537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1686; }","duration":"322.602114ms","start":"2026-03-03T13:59:56.045315Z","end":"2026-03-03T13:59:56.367917Z","steps":["trace[49791537] 'agreement among raft nodes before linearized reading' (duration: 322.380959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:56.36931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:56.0453Z","time spent":"323.989317ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T13:59:56.369361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.582192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T13:59:56.369438Z","caller":"traceutil/trace.go:171","msg":"trace[157672070] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1686; }","duration":"548.709666ms","start":"2026-03-03T13:59:55.820708Z","end":"2026-03-03T13:59:56.369417Z","steps":["trace[157672070] 'agreement among raft nodes before linearized reading' (duration: 546.975545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T13:59:56.369491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T13:59:55.820688Z","time spent":"548.793788ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:00:01.783445Z","caller":"traceutil/trace.go:171","msg":"trace[2008115731] linearizableReadLoop","detail":"{readStateIndex:1809; appliedIndex:1808; }","duration":"107.750149ms","start":"2026-03-03T14:00:01.675667Z","end":"2026-03-03T14:00:01.783418Z","steps":["trace[2008115731] 'read index received' (duration: 19.007051ms)","trace[2008115731] 'applied index is now lower than readState.Index' (duration: 88.741668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:01.783594Z","caller":"traceutil/trace.go:171","msg":"trace[1617849868] transaction","detail":"{read_only:false; response_revision:1735; number_of_response:1; }","duration":"198.67536ms","start":"2026-03-03T14:00:01.584867Z","end":"2026-03-03T14:00:01.783542Z","steps":["trace[1617849868] 'process raft request' (duration: 109.860371ms)","trace[1617849868] 'compare' (duration: 88.562783ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:01.783668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.971014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:00:01.783709Z","caller":"traceutil/trace.go:171","msg":"trace[848739122] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1735; }","duration":"108.082608ms","start":"2026-03-03T14:00:01.675612Z","end":"2026-03-03T14:00:01.783694Z","steps":["trace[848739122] 'agreement among raft nodes before linearized reading' (duration: 107.911144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:03.155405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.607642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:03.155498Z","caller":"traceutil/trace.go:171","msg":"trace[286604655] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1740; }","duration":"106.755626ms","start":"2026-03-03T14:00:03.048719Z","end":"2026-03-03T14:00:03.155475Z","steps":["trace[286604655] 'range keys from in-memory index tree' (duration: 106.513431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:03.929222Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432349627,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:00:04.121078Z","caller":"traceutil/trace.go:171","msg":"trace[582659613] transaction","detail":"{read_only:false; response_revision:1742; number_of_response:1; }","duration":"732.911892ms","start":"2026-03-03T14:00:03.388143Z","end":"2026-03-03T14:00:04.121055Z","steps":["trace[582659613] 'process raft request' (duration: 732.788899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:04.121219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:03.38812Z","time spent":"733.029214ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:04.559004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.36721ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:04.559115Z","caller":"traceutil/trace.go:171","msg":"trace[1738819645] linearizableReadLoop","detail":"{readStateIndex:1817; appliedIndex:1816; }","duration":"1.130704201s","start":"2026-03-03T14:00:03.42839Z","end":"2026-03-03T14:00:04.559095Z","steps":["trace[1738819645] 'read index received' (duration: 692.855609ms)","trace[1738819645] 'applied index is now lower than readState.Index' (duration: 437.847072ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:04.559207Z","caller":"traceutil/trace.go:171","msg":"trace[459855093] transaction","detail":"{read_only:false; response_revision:1743; number_of_response:1; }","duration":"1.143044075s","start":"2026-03-03T14:00:03.416086Z","end":"2026-03-03T14:00:04.55913Z","steps":["trace[459855093] 'process raft request' (duration: 873.46419ms)","trace[459855093] 'compare' (duration: 268.867438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:04.55934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042475005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:00:04.559382Z","caller":"traceutil/trace.go:171","msg":"trace[1570084525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1743; }","duration":"1.042553837s","start":"2026-03-03T14:00:03.516818Z","end":"2026-03-03T14:00:04.559372Z","steps":["trace[1570084525] 'agreement among raft nodes before linearized reading' (duration: 1.042402904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:04.559416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:03.516796Z","time spent":"1.042613458s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:00:04.559421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:03.41607Z","time spent":"1.143229819s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:04.559506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.371353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:00:04.559561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.180055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:04.55959Z","caller":"traceutil/trace.go:171","msg":"trace[196316438] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1743; }","duration":"349.243186ms","start":"2026-03-03T14:00:04.210336Z","end":"2026-03-03T14:00:04.559579Z","steps":["trace[196316438] 'agreement among raft nodes before linearized reading' (duration: 349.201515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:04.559636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:04.210314Z","time spent":"349.315828ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:04.559739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.131299075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:04.559934Z","caller":"traceutil/trace.go:171","msg":"trace[1456740373] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1743; }","duration":"1.131510289s","start":"2026-03-03T14:00:03.428377Z","end":"2026-03-03T14:00:04.559887Z","steps":["trace[1456740373] 'agreement among raft nodes before linearized reading' (duration: 1.130818683s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:04.56Z","caller":"traceutil/trace.go:171","msg":"trace[94575163] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1743; }","duration":"134.459105ms","start":"2026-03-03T14:00:04.425107Z","end":"2026-03-03T14:00:04.559566Z","steps":["trace[94575163] 'agreement among raft nodes before linearized reading' (duration: 134.219859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:04.560044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:03.428333Z","time spent":"1.131696985s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:00:04.883655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.87614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:04.88397Z","caller":"traceutil/trace.go:171","msg":"trace[21657654] transaction","detail":"{read_only:false; response_revision:1744; number_of_response:1; }","duration":"320.436402ms","start":"2026-03-03T14:00:04.563504Z","end":"2026-03-03T14:00:04.883941Z","steps":["trace[21657654] 'process raft request' (duration: 146.148342ms)","trace[21657654] 'compare' (duration: 173.348088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:04.88402Z","caller":"traceutil/trace.go:171","msg":"trace[1992630747] transaction","detail":"{read_only:false; response_revision:1745; number_of_response:1; }","duration":"320.486193ms","start":"2026-03-03T14:00:04.563504Z","end":"2026-03-03T14:00:04.88399Z","steps":["trace[1992630747] 'process raft request' (duration: 320.302959ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:04.884053Z","caller":"traceutil/trace.go:171","msg":"trace[1445279414] transaction","detail":"{read_only:false; response_revision:1747; number_of_response:1; }","duration":"319.985521ms","start":"2026-03-03T14:00:04.564044Z","end":"2026-03-03T14:00:04.88403Z","steps":["trace[1445279414] 'process raft request' (duration: 319.927429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:04.884115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:04.563488Z","time spent":"320.546824ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:04.884163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:04.563482Z","time spent":"320.605296ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:04.884171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:04.564022Z","time spent":"320.097214ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:04.884173Z","caller":"traceutil/trace.go:171","msg":"trace[1666912849] transaction","detail":"{read_only:false; response_revision:1746; number_of_response:1; }","duration":"320.403421ms","start":"2026-03-03T14:00:04.563691Z","end":"2026-03-03T14:00:04.884094Z","steps":["trace[1666912849] 'process raft request' (duration: 320.235007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:04.884492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:04.563669Z","time spent":"320.660857ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:05.108892Z","caller":"traceutil/trace.go:171","msg":"trace[864088487] transaction","detail":"{read_only:false; response_revision:1748; number_of_response:1; }","duration":"167.693733ms","start":"2026-03-03T14:00:04.941174Z","end":"2026-03-03T14:00:05.108868Z","steps":["trace[864088487] 'process raft request' (duration: 167.513699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:05.31605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.005017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-03T14:00:05.316173Z","caller":"traceutil/trace.go:171","msg":"trace[1813883584] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1748; }","duration":"103.198681ms","start":"2026-03-03T14:00:05.212948Z","end":"2026-03-03T14:00:05.316146Z","steps":["trace[1813883584] 'range keys from in-memory index tree' (duration: 102.766831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:05.719325Z","caller":"traceutil/trace.go:171","msg":"trace[347409578] transaction","detail":"{read_only:false; response_revision:1750; number_of_response:1; }","duration":"102.408853ms","start":"2026-03-03T14:00:05.616894Z","end":"2026-03-03T14:00:05.719303Z","steps":["trace[347409578] 'process raft request' (duration: 102.247289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:11.863216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432349708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:00:12.364288Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432349708,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:00:12.422522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.108443304s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:00:12.422928Z","caller":"traceutil/trace.go:171","msg":"trace[756030830] transaction","detail":"{read_only:false; response_revision:1780; number_of_response:1; }","duration":"1.108935175s","start":"2026-03-03T14:00:11.313968Z","end":"2026-03-03T14:00:12.422903Z","steps":["trace[756030830] 'process raft request' (duration: 1.108778131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:12.423081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:11.313944Z","time spent":"1.109055688s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:12.489507Z","caller":"traceutil/trace.go:171","msg":"trace[1970545753] linearizableReadLoop","detail":"{readStateIndex:1857; appliedIndex:1855; }","duration":"1.126564724s","start":"2026-03-03T14:00:11.362907Z","end":"2026-03-03T14:00:12.489472Z","steps":["trace[1970545753] 'read index received' (duration: 1.059875119s)","trace[1970545753] 'applied index is now lower than readState.Index' (duration: 66.688525ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:12.489578Z","caller":"traceutil/trace.go:171","msg":"trace[1789099856] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"344.476994ms","start":"2026-03-03T14:00:12.145062Z","end":"2026-03-03T14:00:12.489539Z","steps":["trace[1789099856] 'process raft request' (duration: 304.630318ms)","trace[1789099856] 'compare' (duration: 39.660742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:12.489741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:12.145044Z","time spent":"344.594017ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:12.489783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.803312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:12.489797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126864521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-03T14:00:12.489846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.187244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:11986"} {"level":"info","ts":"2026-03-03T14:00:12.489872Z","caller":"traceutil/trace.go:171","msg":"trace[1990399516] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1781; }","duration":"1.126953483s","start":"2026-03-03T14:00:11.362901Z","end":"2026-03-03T14:00:12.489854Z","steps":["trace[1990399516] 'agreement among raft nodes before linearized reading' (duration: 1.126704767s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:12.489911Z","caller":"traceutil/trace.go:171","msg":"trace[730693103] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1781; }","duration":"881.252176ms","start":"2026-03-03T14:00:11.608642Z","end":"2026-03-03T14:00:12.489895Z","steps":["trace[730693103] 'agreement among raft nodes before linearized reading' (duration: 881.056481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:12.489921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:11.362852Z","time spent":"1.127060545s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:00:12.489932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.048616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:00:12.489961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:11.608591Z","time spent":"881.358988ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12010,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:00:12.48986Z","caller":"traceutil/trace.go:171","msg":"trace[2122846789] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1781; }","duration":"440.919604ms","start":"2026-03-03T14:00:12.048921Z","end":"2026-03-03T14:00:12.489841Z","steps":["trace[2122846789] 'agreement among raft nodes before linearized reading' (duration: 440.794981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:12.490012Z","caller":"traceutil/trace.go:171","msg":"trace[1352395383] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1781; }","duration":"877.184019ms","start":"2026-03-03T14:00:11.612806Z","end":"2026-03-03T14:00:12.48999Z","steps":["trace[1352395383] 'agreement among raft nodes before linearized reading' (duration: 876.949063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:12.490013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:12.048902Z","time spent":"441.104509ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:12.49005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:11.612783Z","time spent":"877.260951ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:00:40.847986Z","caller":"traceutil/trace.go:171","msg":"trace[1766974880] linearizableReadLoop","detail":"{readStateIndex:2009; appliedIndex:2007; }","duration":"110.850543ms","start":"2026-03-03T14:00:40.737115Z","end":"2026-03-03T14:00:40.847965Z","steps":["trace[1766974880] 'read index received' (duration: 27.093413ms)","trace[1766974880] 'applied index is now lower than readState.Index' (duration: 83.75648ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:40.848013Z","caller":"traceutil/trace.go:171","msg":"trace[117019294] transaction","detail":"{read_only:false; response_revision:1927; number_of_response:1; }","duration":"125.208735ms","start":"2026-03-03T14:00:40.72277Z","end":"2026-03-03T14:00:40.847978Z","steps":["trace[117019294] 'process raft request' (duration: 49.088877ms)","trace[117019294] 'compare' (duration: 76.025186ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:40.848267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.126749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:40.848371Z","caller":"traceutil/trace.go:171","msg":"trace[1617347276] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1927; }","duration":"111.218691ms","start":"2026-03-03T14:00:40.737108Z","end":"2026-03-03T14:00:40.848327Z","steps":["trace[1617347276] 'agreement among raft nodes before linearized reading' (duration: 110.988536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:42.836762Z","caller":"traceutil/trace.go:171","msg":"trace[1852167690] transaction","detail":"{read_only:false; response_revision:1933; number_of_response:1; }","duration":"157.364368ms","start":"2026-03-03T14:00:42.679368Z","end":"2026-03-03T14:00:42.836732Z","steps":["trace[1852167690] 'process raft request' (duration: 157.176134ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:42.980552Z","caller":"traceutil/trace.go:171","msg":"trace[2036271290] transaction","detail":"{read_only:false; response_revision:1934; number_of_response:1; }","duration":"139.814432ms","start":"2026-03-03T14:00:42.840709Z","end":"2026-03-03T14:00:42.980523Z","steps":["trace[2036271290] 'process raft request' (duration: 91.218228ms)","trace[2036271290] 'compare' (duration: 48.44571ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:42.980691Z","caller":"traceutil/trace.go:171","msg":"trace[1329257921] linearizableReadLoop","detail":"{readStateIndex:2017; appliedIndex:2015; }","duration":"119.590211ms","start":"2026-03-03T14:00:42.861056Z","end":"2026-03-03T14:00:42.980647Z","steps":["trace[1329257921] 'read index received' (duration: 70.895814ms)","trace[1329257921] 'applied index is now lower than readState.Index' (duration: 48.687086ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:42.981084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.005501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:42.981098Z","caller":"traceutil/trace.go:171","msg":"trace[117220620] transaction","detail":"{read_only:false; response_revision:1935; number_of_response:1; }","duration":"129.101798ms","start":"2026-03-03T14:00:42.851969Z","end":"2026-03-03T14:00:42.981071Z","steps":["trace[117220620] 'process raft request' (duration: 128.527143ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:42.981139Z","caller":"traceutil/trace.go:171","msg":"trace[972915642] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1935; }","duration":"120.089183ms","start":"2026-03-03T14:00:42.861025Z","end":"2026-03-03T14:00:42.981115Z","steps":["trace[972915642] 'agreement among raft nodes before linearized reading' (duration: 119.734283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:43.188192Z","caller":"traceutil/trace.go:171","msg":"trace[139702764] transaction","detail":"{read_only:false; response_revision:1936; number_of_response:1; }","duration":"103.296083ms","start":"2026-03-03T14:00:43.084835Z","end":"2026-03-03T14:00:43.188131Z","steps":["trace[139702764] 'process raft request' (duration: 103.056177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:47.920785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432350167,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:00:48.22853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.149229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:48.228651Z","caller":"traceutil/trace.go:171","msg":"trace[201934154] linearizableReadLoop","detail":"{readStateIndex:2044; appliedIndex:2042; }","duration":"808.476697ms","start":"2026-03-03T14:00:47.420163Z","end":"2026-03-03T14:00:48.228639Z","steps":["trace[201934154] 'read index received' (duration: 578.207176ms)","trace[201934154] 'applied index is now lower than readState.Index' (duration: 230.268811ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:48.228711Z","caller":"traceutil/trace.go:171","msg":"trace[396027942] transaction","detail":"{read_only:false; response_revision:1959; number_of_response:1; }","duration":"821.819574ms","start":"2026-03-03T14:00:47.406882Z","end":"2026-03-03T14:00:48.228702Z","steps":["trace[396027942] 'process raft request' (duration: 591.44311ms)","trace[396027942] 'compare' (duration: 229.834761ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:48.228751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:47.40686Z","time spent":"821.871134ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:48.228863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"781.278851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:48.228887Z","caller":"traceutil/trace.go:171","msg":"trace[1673430230] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:1960; }","duration":"781.327443ms","start":"2026-03-03T14:00:47.447553Z","end":"2026-03-03T14:00:48.22888Z","steps":["trace[1673430230] 'agreement among raft nodes before linearized reading' (duration: 781.259221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:48.228906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:47.447539Z","time spent":"781.362563ms","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:00:48.229006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.46397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-03T14:00:48.228975Z","caller":"traceutil/trace.go:171","msg":"trace[2075850701] transaction","detail":"{read_only:false; response_revision:1960; number_of_response:1; }","duration":"669.404558ms","start":"2026-03-03T14:00:47.559522Z","end":"2026-03-03T14:00:48.228927Z","steps":["trace[2075850701] 'process raft request' (duration: 669.08097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:48.229038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.461934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"info","ts":"2026-03-03T14:00:48.229089Z","caller":"traceutil/trace.go:171","msg":"trace[4572403] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1960; }","duration":"535.564793ms","start":"2026-03-03T14:00:47.693502Z","end":"2026-03-03T14:00:48.229067Z","steps":["trace[4572403] 'agreement among raft nodes before linearized reading' (duration: 535.332528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:48.229036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.71588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:00:48.229148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:47.693491Z","time spent":"535.645715ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:00:48.229133Z","caller":"traceutil/trace.go:171","msg":"trace[174352115] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1960; }","duration":"189.594907ms","start":"2026-03-03T14:00:48.039514Z","end":"2026-03-03T14:00:48.229109Z","steps":["trace[174352115] 'agreement among raft nodes before linearized reading' (duration: 189.322971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:48.229177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:47.559503Z","time spent":"669.590092ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:48.228986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.825799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:48.229051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.856626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:00:48.229326Z","caller":"traceutil/trace.go:171","msg":"trace[553391880] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1960; }","duration":"809.173833ms","start":"2026-03-03T14:00:47.420132Z","end":"2026-03-03T14:00:48.229306Z","steps":["trace[553391880] 'agreement among raft nodes before linearized reading' (duration: 808.591989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:48.22957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:47.420122Z","time spent":"809.430559ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:00:48.229372Z","caller":"traceutil/trace.go:171","msg":"trace[2051590003] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1960; }","duration":"181.187418ms","start":"2026-03-03T14:00:48.048053Z","end":"2026-03-03T14:00:48.22924Z","steps":["trace[2051590003] 'agreement among raft nodes before linearized reading' (duration: 180.81608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:48.229201Z","caller":"traceutil/trace.go:171","msg":"trace[286918299] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1960; }","duration":"662.923925ms","start":"2026-03-03T14:00:47.566257Z","end":"2026-03-03T14:00:48.229181Z","steps":["trace[286918299] 'agreement among raft nodes before linearized reading' (duration: 662.597947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:48.229834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:47.566241Z","time spent":"663.56833ms","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:00:49.086362Z","caller":"traceutil/trace.go:171","msg":"trace[1153395647] transaction","detail":"{read_only:false; response_revision:1962; number_of_response:1; }","duration":"143.534944ms","start":"2026-03-03T14:00:48.942803Z","end":"2026-03-03T14:00:49.086338Z","steps":["trace[1153395647] 'process raft request' (duration: 143.380681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.439619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.865609ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:50.439724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.01055253s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:50.439783Z","caller":"traceutil/trace.go:171","msg":"trace[1434795365] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:1962; }","duration":"291.044103ms","start":"2026-03-03T14:00:50.14872Z","end":"2026-03-03T14:00:50.439764Z","steps":["trace[1434795365] 'range keys from in-memory index tree' (duration: 290.849779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.439817Z","caller":"traceutil/trace.go:171","msg":"trace[1781605489] transaction","detail":"{read_only:false; response_revision:1963; number_of_response:1; }","duration":"1.421822804s","start":"2026-03-03T14:00:49.017979Z","end":"2026-03-03T14:00:50.439802Z","steps":["trace[1781605489] 'process raft request' (duration: 411.09785ms)","trace[1781605489] 'compare' (duration: 1.010422787s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:50.439889Z","caller":"traceutil/trace.go:171","msg":"trace[1934627216] transaction","detail":"{read_only:false; response_revision:1964; number_of_response:1; }","duration":"1.05148087s","start":"2026-03-03T14:00:49.38839Z","end":"2026-03-03T14:00:50.439871Z","steps":["trace[1934627216] 'process raft request' (duration: 1.051428659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.439907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.017954Z","time spent":"1.421898655s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:50.439963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.388357Z","time spent":"1.051575522s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:50.440225Z","caller":"traceutil/trace.go:171","msg":"trace[6764744] linearizableReadLoop","detail":"{readStateIndex:2047; appliedIndex:2045; }","duration":"1.408321295s","start":"2026-03-03T14:00:49.031792Z","end":"2026-03-03T14:00:50.440114Z","steps":["trace[6764744] 'read index received' (duration: 54.399581ms)","trace[6764744] 'applied index is now lower than readState.Index' (duration: 1.353919103s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:50.440485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.408674143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-03T14:00:50.44052Z","caller":"traceutil/trace.go:171","msg":"trace[628276526] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1964; }","duration":"1.408741084s","start":"2026-03-03T14:00:49.031769Z","end":"2026-03-03T14:00:50.44051Z","steps":["trace[628276526] 'agreement among raft nodes before linearized reading' (duration: 1.40857969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.440558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.031761Z","time spent":"1.408789256s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:00:50.440648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.989532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:50.44063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371835608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:00:50.440701Z","caller":"traceutil/trace.go:171","msg":"trace[789070027] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:1964; }","duration":"678.085304ms","start":"2026-03-03T14:00:49.7626Z","end":"2026-03-03T14:00:50.440685Z","steps":["trace[789070027] 'agreement among raft nodes before linearized reading' (duration: 678.011182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.440741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.762574Z","time spent":"678.157635ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:00:50.440735Z","caller":"traceutil/trace.go:171","msg":"trace[645666615] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:1964; }","duration":"1.371954831s","start":"2026-03-03T14:00:49.068758Z","end":"2026-03-03T14:00:50.440713Z","steps":["trace[645666615] 'agreement among raft nodes before linearized reading' (duration: 1.371783747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.440737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.311567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:00:50.440749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203888934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:00:50.440766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.614792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:50.44081Z","caller":"traceutil/trace.go:171","msg":"trace[1219050814] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1964; }","duration":"1.204008167s","start":"2026-03-03T14:00:49.236783Z","end":"2026-03-03T14:00:50.440791Z","steps":["trace[1219050814] 'agreement among raft nodes before linearized reading' (duration: 1.203838283s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.440806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213973074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-03T14:00:50.440852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.23676Z","time spent":"1.204084099s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:00:50.440825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.189086553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:00:50.440854Z","caller":"traceutil/trace.go:171","msg":"trace[1415202059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1964; }","duration":"392.889918ms","start":"2026-03-03T14:00:50.047946Z","end":"2026-03-03T14:00:50.440836Z","steps":["trace[1415202059] 'agreement among raft nodes before linearized reading' (duration: 392.753675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.440876Z","caller":"traceutil/trace.go:171","msg":"trace[1324672247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1964; }","duration":"1.214094307s","start":"2026-03-03T14:00:49.226761Z","end":"2026-03-03T14:00:50.440855Z","steps":["trace[1324672247] 'agreement among raft nodes before linearized reading' (duration: 1.213880512s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.440909Z","caller":"traceutil/trace.go:171","msg":"trace[303186096] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1964; }","duration":"1.189227177s","start":"2026-03-03T14:00:49.251664Z","end":"2026-03-03T14:00:50.440892Z","steps":["trace[303186096] 'agreement among raft nodes before linearized reading' (duration: 1.188971921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.440926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:50.047918Z","time spent":"392.998341ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:50.440956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.251644Z","time spent":"1.189302869s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:00:50.440955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.427516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:00:50.440949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.226729Z","time spent":"1.21420849s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:00:50.440806Z","caller":"traceutil/trace.go:171","msg":"trace[1027538475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1964; }","duration":"129.410059ms","start":"2026-03-03T14:00:50.311372Z","end":"2026-03-03T14:00:50.440782Z","steps":["trace[1027538475] 'agreement among raft nodes before linearized reading' (duration: 129.283176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.441006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.085621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995992b7583e21\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-03-03T14:00:50.441009Z","caller":"traceutil/trace.go:171","msg":"trace[680871311] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1964; }","duration":"206.485178ms","start":"2026-03-03T14:00:50.234511Z","end":"2026-03-03T14:00:50.440996Z","steps":["trace[680871311] 'agreement among raft nodes before linearized reading' (duration: 206.126069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.44105Z","caller":"traceutil/trace.go:171","msg":"trace[3919319] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18995992b7583e21; range_end:; response_count:1; response_revision:1964; }","duration":"384.170953ms","start":"2026-03-03T14:00:50.056863Z","end":"2026-03-03T14:00:50.441034Z","steps":["trace[3919319] 'agreement among raft nodes before linearized reading' (duration: 383.788863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.441097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:50.056836Z","time spent":"384.237745ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18995992b7583e21\" "} {"level":"warn","ts":"2026-03-03T14:00:50.440935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331541103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:00:50.441504Z","caller":"traceutil/trace.go:171","msg":"trace[2110509908] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:1964; }","duration":"1.332162588s","start":"2026-03-03T14:00:49.109312Z","end":"2026-03-03T14:00:50.441475Z","steps":["trace[2110509908] 'agreement among raft nodes before linearized reading' (duration: 1.331340538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.441613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.109293Z","time spent":"1.332302481s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:00:50.440793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:49.068699Z","time spent":"1.372077414s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":14,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:00:50.729994Z","caller":"traceutil/trace.go:171","msg":"trace[1220651682] transaction","detail":"{read_only:false; response_revision:1965; number_of_response:1; }","duration":"285.546093ms","start":"2026-03-03T14:00:50.444415Z","end":"2026-03-03T14:00:50.729961Z","steps":["trace[1220651682] 'process raft request' (duration: 285.267646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.730221Z","caller":"traceutil/trace.go:171","msg":"trace[1913707899] transaction","detail":"{read_only:false; response_revision:1966; number_of_response:1; }","duration":"285.708306ms","start":"2026-03-03T14:00:50.444491Z","end":"2026-03-03T14:00:50.7302Z","steps":["trace[1913707899] 'process raft request' (duration: 285.389319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.730505Z","caller":"traceutil/trace.go:171","msg":"trace[1765153748] transaction","detail":"{read_only:false; response_revision:1969; number_of_response:1; }","duration":"283.817241ms","start":"2026-03-03T14:00:50.446678Z","end":"2026-03-03T14:00:50.730495Z","steps":["trace[1765153748] 'process raft request' (duration: 283.74966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.730538Z","caller":"traceutil/trace.go:171","msg":"trace[903434536] transaction","detail":"{read_only:false; response_revision:1970; number_of_response:1; }","duration":"283.844952ms","start":"2026-03-03T14:00:50.446682Z","end":"2026-03-03T14:00:50.730527Z","steps":["trace[903434536] 'process raft request' (duration: 283.786631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.730497Z","caller":"traceutil/trace.go:171","msg":"trace[1769946863] transaction","detail":"{read_only:false; response_revision:1968; number_of_response:1; }","duration":"283.829772ms","start":"2026-03-03T14:00:50.44665Z","end":"2026-03-03T14:00:50.73048Z","steps":["trace[1769946863] 'process raft request' (duration: 283.576486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.730627Z","caller":"traceutil/trace.go:171","msg":"trace[459983438] transaction","detail":"{read_only:false; response_revision:1967; number_of_response:1; }","duration":"284.409147ms","start":"2026-03-03T14:00:50.445841Z","end":"2026-03-03T14:00:50.73025Z","steps":["trace[459983438] 'process raft request' (duration: 284.310954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:50.739317Z","caller":"traceutil/trace.go:171","msg":"trace[260739863] linearizableReadLoop","detail":"{readStateIndex:2056; appliedIndex:2049; }","duration":"188.917721ms","start":"2026-03-03T14:00:50.550382Z","end":"2026-03-03T14:00:50.739299Z","steps":["trace[260739863] 'read index received' (duration: 179.298323ms)","trace[260739863] 'applied index is now lower than readState.Index' (duration: 9.618408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:50.73939Z","caller":"traceutil/trace.go:171","msg":"trace[976515651] transaction","detail":"{read_only:false; response_revision:1971; number_of_response:1; }","duration":"271.300765ms","start":"2026-03-03T14:00:50.468042Z","end":"2026-03-03T14:00:50.739342Z","steps":["trace[976515651] 'process raft request' (duration: 271.158612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:50.739505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.097325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:50.73957Z","caller":"traceutil/trace.go:171","msg":"trace[1820039841] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:1971; }","duration":"189.223138ms","start":"2026-03-03T14:00:50.550328Z","end":"2026-03-03T14:00:50.739551Z","steps":["trace[1820039841] 'agreement among raft nodes before linearized reading' (duration: 189.047514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:51.48529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.768039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:51.485357Z","caller":"traceutil/trace.go:171","msg":"trace[80237553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1971; }","duration":"436.871552ms","start":"2026-03-03T14:00:51.048469Z","end":"2026-03-03T14:00:51.485341Z","steps":["trace[80237553] 'range keys from in-memory index tree' (duration: 436.684978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:51.48538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:51.048449Z","time spent":"436.925183ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:51.494091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.97824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:00:51.494125Z","caller":"traceutil/trace.go:171","msg":"trace[1855133215] linearizableReadLoop","detail":"{readStateIndex:2057; appliedIndex:2056; }","duration":"356.30101ms","start":"2026-03-03T14:00:51.137797Z","end":"2026-03-03T14:00:51.494098Z","steps":["trace[1855133215] 'read index received' (duration: 345.326391ms)","trace[1855133215] 'applied index is now lower than readState.Index' (duration: 10.973149ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:51.494211Z","caller":"traceutil/trace.go:171","msg":"trace[787140641] transaction","detail":"{read_only:false; response_revision:1972; number_of_response:1; }","duration":"401.755249ms","start":"2026-03-03T14:00:51.092445Z","end":"2026-03-03T14:00:51.4942Z","steps":["trace[787140641] 'process raft request' (duration: 390.778289ms)","trace[787140641] 'compare' (duration: 10.715004ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:51.494318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:51.091994Z","time spent":"402.245741ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:51.494458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.633859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:00:51.494525Z","caller":"traceutil/trace.go:171","msg":"trace[217476886] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:1972; }","duration":"356.749682ms","start":"2026-03-03T14:00:51.137758Z","end":"2026-03-03T14:00:51.494508Z","steps":["trace[217476886] 'agreement among raft nodes before linearized reading' (duration: 356.484605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:51.49416Z","caller":"traceutil/trace.go:171","msg":"trace[91112744] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1971; }","duration":"667.088902ms","start":"2026-03-03T14:00:50.827053Z","end":"2026-03-03T14:00:51.494142Z","steps":["trace[91112744] 'range keys from in-memory index tree' (duration: 658.213602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:51.494571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:51.137738Z","time spent":"356.822644ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:00:51.494579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:50.827033Z","time spent":"667.526713ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:00:52.114194Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432350200,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:00:52.258318Z","caller":"traceutil/trace.go:171","msg":"trace[1224294016] transaction","detail":"{read_only:false; response_revision:1973; number_of_response:1; }","duration":"760.1559ms","start":"2026-03-03T14:00:51.498141Z","end":"2026-03-03T14:00:52.258297Z","steps":["trace[1224294016] 'process raft request' (duration: 756.77018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:52.258451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:51.498125Z","time spent":"760.251431ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:52.258494Z","caller":"traceutil/trace.go:171","msg":"trace[1967624669] linearizableReadLoop","detail":"{readStateIndex:2059; appliedIndex:2057; }","duration":"644.483306ms","start":"2026-03-03T14:00:51.613979Z","end":"2026-03-03T14:00:52.258462Z","steps":["trace[1967624669] 'read index received' (duration: 640.943743ms)","trace[1967624669] 'applied index is now lower than readState.Index' (duration: 3.538073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:52.258686Z","caller":"traceutil/trace.go:171","msg":"trace[1684322022] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"760.429926ms","start":"2026-03-03T14:00:51.498242Z","end":"2026-03-03T14:00:52.258672Z","steps":["trace[1684322022] 'process raft request' (duration: 760.018777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:52.258794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:51.498221Z","time spent":"760.498597ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:52.258992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.670468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:00:52.259086Z","caller":"traceutil/trace.go:171","msg":"trace[1892061040] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:1974; }","duration":"450.802303ms","start":"2026-03-03T14:00:51.808267Z","end":"2026-03-03T14:00:52.25907Z","steps":["trace[1892061040] 'agreement among raft nodes before linearized reading' (duration: 450.632638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:52.259156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:51.808248Z","time spent":"450.895484ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":30,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:00:52.259665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.661535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:00:52.259759Z","caller":"traceutil/trace.go:171","msg":"trace[649460446] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:1974; }","duration":"645.759147ms","start":"2026-03-03T14:00:51.61397Z","end":"2026-03-03T14:00:52.25973Z","steps":["trace[649460446] 'agreement among raft nodes before linearized reading' (duration: 645.607894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:52.25999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:51.613948Z","time spent":"646.025843ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:00:52.259989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.292972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:52.260046Z","caller":"traceutil/trace.go:171","msg":"trace[493354194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1974; }","duration":"211.396595ms","start":"2026-03-03T14:00:52.048633Z","end":"2026-03-03T14:00:52.260029Z","steps":["trace[493354194] 'agreement among raft nodes before linearized reading' (duration: 211.297323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.001451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432350205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:00:53.502001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432350205,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:00:53.839393Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.390374489s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:00:53.847943Z","caller":"traceutil/trace.go:171","msg":"trace[580057112] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"1.402201319s","start":"2026-03-03T14:00:52.445697Z","end":"2026-03-03T14:00:53.847898Z","steps":["trace[580057112] 'process raft request' (duration: 1.394039865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.84817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.445669Z","time spent":"1.402380954s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:53.848263Z","caller":"traceutil/trace.go:171","msg":"trace[965774925] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"1.397626511s","start":"2026-03-03T14:00:52.450593Z","end":"2026-03-03T14:00:53.848219Z","steps":["trace[965774925] 'process raft request' (duration: 1.39719155s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:53.848345Z","caller":"traceutil/trace.go:171","msg":"trace[125054573] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"595.137357ms","start":"2026-03-03T14:00:53.253181Z","end":"2026-03-03T14:00:53.848318Z","steps":["trace[125054573] 'process raft request' (duration: 594.926572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.848489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.347849639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5412"} {"level":"warn","ts":"2026-03-03T14:00:53.848502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.450569Z","time spent":"1.397799485s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:53.848566Z","caller":"traceutil/trace.go:171","msg":"trace[2024854058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1978; }","duration":"1.347947652s","start":"2026-03-03T14:00:52.500581Z","end":"2026-03-03T14:00:53.848529Z","steps":["trace[2024854058] 'agreement among raft nodes before linearized reading' (duration: 1.347748927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.848607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.500561Z","time spent":"1.348038704s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5436,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:00:53.848281Z","caller":"traceutil/trace.go:171","msg":"trace[2039415211] linearizableReadLoop","detail":"{readStateIndex:2063; appliedIndex:2059; }","duration":"1.347625014s","start":"2026-03-03T14:00:52.50063Z","end":"2026-03-03T14:00:53.848255Z","steps":["trace[2039415211] 'read index received' (duration: 1.339143263s)","trace[2039415211] 'applied index is now lower than readState.Index' (duration: 8.480171ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:53.848816Z","caller":"traceutil/trace.go:171","msg":"trace[1905176359] transaction","detail":"{read_only:false; response_revision:1978; number_of_response:1; }","duration":"347.801739ms","start":"2026-03-03T14:00:53.501002Z","end":"2026-03-03T14:00:53.848804Z","steps":["trace[1905176359] 'process raft request' (duration: 347.206145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.848852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105837649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:00:53.848886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.50098Z","time spent":"347.868081ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:53.8489Z","caller":"traceutil/trace.go:171","msg":"trace[1869924676] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1978; }","duration":"1.105912591s","start":"2026-03-03T14:00:52.742973Z","end":"2026-03-03T14:00:53.848885Z","steps":["trace[1869924676] 'agreement among raft nodes before linearized reading' (duration: 1.105755777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.84894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.742957Z","time spent":"1.105972812s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:00:53.849151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.83109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"info","ts":"2026-03-03T14:00:53.849206Z","caller":"traceutil/trace.go:171","msg":"trace[1220301113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:1978; }","duration":"492.932102ms","start":"2026-03-03T14:00:53.356259Z","end":"2026-03-03T14:00:53.849191Z","steps":["trace[1220301113] 'agreement among raft nodes before linearized reading' (duration: 492.797519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.849249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.356227Z","time spent":"493.010494ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12407,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:00:53.849398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106302941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:490"} {"level":"warn","ts":"2026-03-03T14:00:53.849462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106388152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:00:53.849473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106364312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:00:53.849485Z","caller":"traceutil/trace.go:171","msg":"trace[615353135] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1978; }","duration":"1.106416063s","start":"2026-03-03T14:00:52.743052Z","end":"2026-03-03T14:00:53.849468Z","steps":["trace[615353135] 'agreement among raft nodes before linearized reading' (duration: 1.106116146s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:53.849522Z","caller":"traceutil/trace.go:171","msg":"trace[874795679] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1978; }","duration":"1.106481065s","start":"2026-03-03T14:00:52.743022Z","end":"2026-03-03T14:00:53.849503Z","steps":["trace[874795679] 'agreement among raft nodes before linearized reading' (duration: 1.106235849s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:53.849525Z","caller":"traceutil/trace.go:171","msg":"trace[63777352] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1978; }","duration":"1.106437804s","start":"2026-03-03T14:00:52.743076Z","end":"2026-03-03T14:00:53.849514Z","steps":["trace[63777352] 'agreement among raft nodes before linearized reading' (duration: 1.106221299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.849537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.743036Z","time spent":"1.106492405s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":514,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:00:53.849558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.743009Z","time spent":"1.106542996s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:00:53.848489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.253148Z","time spent":"595.2578ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:53.849566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.742939Z","time spent":"1.106618898s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:00:53.849438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.630286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:53.849633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106500915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:503"} {"level":"info","ts":"2026-03-03T14:00:53.849671Z","caller":"traceutil/trace.go:171","msg":"trace[1780420357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1978; }","duration":"799.932133ms","start":"2026-03-03T14:00:53.049719Z","end":"2026-03-03T14:00:53.849651Z","steps":["trace[1780420357] 'agreement among raft nodes before linearized reading' (duration: 799.552894ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:53.849758Z","caller":"traceutil/trace.go:171","msg":"trace[1482055839] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1978; }","duration":"1.106702809s","start":"2026-03-03T14:00:52.743006Z","end":"2026-03-03T14:00:53.849709Z","steps":["trace[1482055839] 'agreement among raft nodes before linearized reading' (duration: 1.106218498s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:53.849792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.0497Z","time spent":"800.081307ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:53.849846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:52.742986Z","time spent":"1.106845273s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":527,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:00:54.393735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.820452ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:00:54.394011Z","caller":"traceutil/trace.go:171","msg":"trace[1041189247] transaction","detail":"{read_only:false; response_revision:1979; number_of_response:1; }","duration":"539.788113ms","start":"2026-03-03T14:00:53.854186Z","end":"2026-03-03T14:00:54.393974Z","steps":["trace[1041189247] 'process raft request' (duration: 99.633642ms)","trace[1041189247] 'compare' (duration: 439.70797ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:00:54.394189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.854165Z","time spent":"539.934307ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:54.394238Z","caller":"traceutil/trace.go:171","msg":"trace[1264911166] transaction","detail":"{read_only:false; response_revision:1980; number_of_response:1; }","duration":"539.949577ms","start":"2026-03-03T14:00:53.854269Z","end":"2026-03-03T14:00:54.394219Z","steps":["trace[1264911166] 'process raft request' (duration: 539.562428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:54.39425Z","caller":"traceutil/trace.go:171","msg":"trace[1032384367] transaction","detail":"{read_only:false; response_revision:1982; number_of_response:1; }","duration":"537.777966ms","start":"2026-03-03T14:00:53.856431Z","end":"2026-03-03T14:00:54.394209Z","steps":["trace[1032384367] 'process raft request' (duration: 537.471129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:54.394278Z","caller":"traceutil/trace.go:171","msg":"trace[39819227] linearizableReadLoop","detail":"{readStateIndex:2068; appliedIndex:2063; }","duration":"530.437992ms","start":"2026-03-03T14:00:53.863812Z","end":"2026-03-03T14:00:54.39425Z","steps":["trace[39819227] 'read index received' (duration: 90.086677ms)","trace[39819227] 'applied index is now lower than readState.Index' (duration: 440.348855ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:00:54.39426Z","caller":"traceutil/trace.go:171","msg":"trace[2118957446] transaction","detail":"{read_only:false; response_revision:1983; number_of_response:1; }","duration":"535.362678ms","start":"2026-03-03T14:00:53.858869Z","end":"2026-03-03T14:00:54.394232Z","steps":["trace[2118957446] 'process raft request' (duration: 535.068152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:54.394311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.854254Z","time spent":"540.022618ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:00:54.394314Z","caller":"traceutil/trace.go:171","msg":"trace[2133335080] transaction","detail":"{read_only:false; response_revision:1981; number_of_response:1; }","duration":"539.341863ms","start":"2026-03-03T14:00:53.854945Z","end":"2026-03-03T14:00:54.394287Z","steps":["trace[2133335080] 'process raft request' (duration: 538.929003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:54.394408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.85642Z","time spent":"537.900919ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:54.394412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.858859Z","time spent":"535.471711ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:54.394428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.854938Z","time spent":"539.430495ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:00:54.39926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.248129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:54.399303Z","caller":"traceutil/trace.go:171","msg":"trace[1037042381] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1983; }","duration":"353.334021ms","start":"2026-03-03T14:00:54.045953Z","end":"2026-03-03T14:00:54.399287Z","steps":["trace[1037042381] 'agreement among raft nodes before linearized reading' (duration: 353.280589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:54.399301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.479351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:00:54.399328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:54.045931Z","time spent":"353.391862ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:00:54.399327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.805895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:00:54.399344Z","caller":"traceutil/trace.go:171","msg":"trace[484200360] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:1983; }","duration":"535.556294ms","start":"2026-03-03T14:00:53.863776Z","end":"2026-03-03T14:00:54.399332Z","steps":["trace[484200360] 'agreement among raft nodes before linearized reading' (duration: 530.573955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:00:54.399369Z","caller":"traceutil/trace.go:171","msg":"trace[472655773] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:1983; }","duration":"289.900737ms","start":"2026-03-03T14:00:54.109457Z","end":"2026-03-03T14:00:54.399358Z","steps":["trace[472655773] 'agreement among raft nodes before linearized reading' (duration: 289.819394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:00:54.399394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:00:53.863766Z","time spent":"535.620545ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:01:46.889072Z","caller":"traceutil/trace.go:171","msg":"trace[1363277071] transaction","detail":"{read_only:false; response_revision:2340; number_of_response:1; }","duration":"104.001277ms","start":"2026-03-03T14:01:46.785052Z","end":"2026-03-03T14:01:46.889053Z","steps":["trace[1363277071] 'process raft request' (duration: 102.960182ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:46.889263Z","caller":"traceutil/trace.go:171","msg":"trace[1984418383] transaction","detail":"{read_only:false; response_revision:2341; number_of_response:1; }","duration":"104.186382ms","start":"2026-03-03T14:01:46.785052Z","end":"2026-03-03T14:01:46.889238Z","steps":["trace[1984418383] 'process raft request' (duration: 103.977597ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:46.889331Z","caller":"traceutil/trace.go:171","msg":"trace[1502772329] transaction","detail":"{read_only:false; response_revision:2342; number_of_response:1; }","duration":"103.578647ms","start":"2026-03-03T14:01:46.785727Z","end":"2026-03-03T14:01:46.889305Z","steps":["trace[1502772329] 'process raft request' (duration: 103.467895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:55.267642Z","caller":"traceutil/trace.go:171","msg":"trace[2060873369] linearizableReadLoop","detail":"{readStateIndex:2549; appliedIndex:2548; }","duration":"351.425671ms","start":"2026-03-03T14:01:54.91619Z","end":"2026-03-03T14:01:55.267616Z","steps":["trace[2060873369] 'read index received' (duration: 351.374069ms)","trace[2060873369] 'applied index is now lower than readState.Index' (duration: 50.552µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:01:55.267776Z","caller":"traceutil/trace.go:171","msg":"trace[598875310] transaction","detail":"{read_only:false; response_revision:2443; number_of_response:1; }","duration":"358.631031ms","start":"2026-03-03T14:01:54.909135Z","end":"2026-03-03T14:01:55.267766Z","steps":["trace[598875310] 'process raft request' (duration: 358.322773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:55.267887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:01:54.909124Z","time spent":"358.685792ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:01:55.268043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.83588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:01:55.268126Z","caller":"traceutil/trace.go:171","msg":"trace[108733359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2443; }","duration":"351.956673ms","start":"2026-03-03T14:01:54.91615Z","end":"2026-03-03T14:01:55.268106Z","steps":["trace[108733359] 'agreement among raft nodes before linearized reading' (duration: 351.734268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:55.268169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:01:54.916138Z","time spent":"352.022325ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:01:55.268244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.056365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:01:55.268292Z","caller":"traceutil/trace.go:171","msg":"trace[10951131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2443; }","duration":"352.135197ms","start":"2026-03-03T14:01:54.916144Z","end":"2026-03-03T14:01:55.268279Z","steps":["trace[10951131] 'agreement among raft nodes before linearized reading' (duration: 351.986274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:55.268325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:01:54.91613Z","time spent":"352.188268ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:01:55.279776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.542348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:01:55.279848Z","caller":"traceutil/trace.go:171","msg":"trace[1589674016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2444; }","duration":"363.644591ms","start":"2026-03-03T14:01:54.916185Z","end":"2026-03-03T14:01:55.27983Z","steps":["trace[1589674016] 'agreement among raft nodes before linearized reading' (duration: 363.440246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:01:55.279891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:01:54.916168Z","time spent":"363.714783ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:01:55.999494Z","caller":"traceutil/trace.go:171","msg":"trace[745275219] linearizableReadLoop","detail":"{readStateIndex:2554; appliedIndex:2553; }","duration":"137.838345ms","start":"2026-03-03T14:01:55.861637Z","end":"2026-03-03T14:01:55.999476Z","steps":["trace[745275219] 'read index received' (duration: 85.544093ms)","trace[745275219] 'applied index is now lower than readState.Index' (duration: 52.293502ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:01:55.999619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.965828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:01:55.999649Z","caller":"traceutil/trace.go:171","msg":"trace[454868307] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:2448; }","duration":"138.04896ms","start":"2026-03-03T14:01:55.861592Z","end":"2026-03-03T14:01:55.999641Z","steps":["trace[454868307] 'agreement among raft nodes before linearized reading' (duration: 137.955458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:01:55.999847Z","caller":"traceutil/trace.go:171","msg":"trace[1165160977] transaction","detail":"{read_only:false; response_revision:2448; number_of_response:1; }","duration":"199.327196ms","start":"2026-03-03T14:01:55.800512Z","end":"2026-03-03T14:01:55.99984Z","steps":["trace[1165160977] 'process raft request' (duration: 146.586893ms)","trace[1165160977] 'compare' (duration: 51.851572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:23.058429Z","caller":"traceutil/trace.go:171","msg":"trace[755929352] transaction","detail":"{read_only:false; response_revision:2604; number_of_response:1; }","duration":"101.487641ms","start":"2026-03-03T14:02:22.956894Z","end":"2026-03-03T14:02:23.058382Z","steps":["trace[755929352] 'process raft request' (duration: 101.199464ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:23.595755Z","caller":"traceutil/trace.go:171","msg":"trace[2139510938] transaction","detail":"{read_only:false; response_revision:2605; number_of_response:1; }","duration":"100.592561ms","start":"2026-03-03T14:02:23.495134Z","end":"2026-03-03T14:02:23.595726Z","steps":["trace[2139510938] 'process raft request' (duration: 100.384846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:23.868085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.497831ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:23.868282Z","caller":"traceutil/trace.go:171","msg":"trace[572759432] linearizableReadLoop","detail":"{readStateIndex:2717; appliedIndex:2715; }","duration":"274.135926ms","start":"2026-03-03T14:02:23.594126Z","end":"2026-03-03T14:02:23.868262Z","steps":["trace[572759432] 'read index received' (duration: 1.397264ms)","trace[572759432] 'applied index is now lower than readState.Index' (duration: 272.736292ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:23.868418Z","caller":"traceutil/trace.go:171","msg":"trace[825269173] transaction","detail":"{read_only:false; response_revision:2606; number_of_response:1; }","duration":"372.994364ms","start":"2026-03-03T14:02:23.495411Z","end":"2026-03-03T14:02:23.868405Z","steps":["trace[825269173] 'process raft request' (duration: 258.068233ms)","trace[825269173] 'compare' (duration: 114.243195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:23.868517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:23.495386Z","time spent":"373.095977ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:23.868724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.577076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:02:23.868758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.999799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:02:23.868885Z","caller":"traceutil/trace.go:171","msg":"trace[1255771101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2606; }","duration":"274.729509ms","start":"2026-03-03T14:02:23.594089Z","end":"2026-03-03T14:02:23.868819Z","steps":["trace[1255771101] 'agreement among raft nodes before linearized reading' (duration: 274.412911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:23.868898Z","caller":"traceutil/trace.go:171","msg":"trace[1333586710] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2606; }","duration":"228.214914ms","start":"2026-03-03T14:02:23.640654Z","end":"2026-03-03T14:02:23.868869Z","steps":["trace[1333586710] 'agreement among raft nodes before linearized reading' (duration: 227.851906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:24.060925Z","caller":"traceutil/trace.go:171","msg":"trace[2067957785] linearizableReadLoop","detail":"{readStateIndex:2719; appliedIndex:2718; }","duration":"126.762552ms","start":"2026-03-03T14:02:23.934138Z","end":"2026-03-03T14:02:24.060901Z","steps":["trace[2067957785] 'read index received' (duration: 94.26075ms)","trace[2067957785] 'applied index is now lower than readState.Index' (duration: 32.500842ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:24.061042Z","caller":"traceutil/trace.go:171","msg":"trace[229670594] transaction","detail":"{read_only:false; response_revision:2608; number_of_response:1; }","duration":"186.250197ms","start":"2026-03-03T14:02:23.874782Z","end":"2026-03-03T14:02:24.061032Z","steps":["trace[229670594] 'process raft request' (duration: 153.57275ms)","trace[229670594] 'compare' (duration: 32.39983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:24.061313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.129371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:24.061445Z","caller":"traceutil/trace.go:171","msg":"trace[1588595765] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:2608; }","duration":"127.324536ms","start":"2026-03-03T14:02:23.934093Z","end":"2026-03-03T14:02:24.061418Z","steps":["trace[1588595765] 'agreement among raft nodes before linearized reading' (duration: 127.07312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:24.485697Z","caller":"traceutil/trace.go:171","msg":"trace[1211755695] transaction","detail":"{read_only:false; response_revision:2609; number_of_response:1; }","duration":"131.901174ms","start":"2026-03-03T14:02:24.353767Z","end":"2026-03-03T14:02:24.485668Z","steps":["trace[1211755695] 'process raft request' (duration: 131.73467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:24.698487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.925947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:24.698826Z","caller":"traceutil/trace.go:171","msg":"trace[209564457] transaction","detail":"{read_only:false; response_revision:2610; number_of_response:1; }","duration":"316.5051ms","start":"2026-03-03T14:02:24.382282Z","end":"2026-03-03T14:02:24.698787Z","steps":["trace[209564457] 'process raft request' (duration: 202.131973ms)","trace[209564457] 'compare' (duration: 113.62661ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:24.698937Z","caller":"traceutil/trace.go:171","msg":"trace[454243450] transaction","detail":"{read_only:false; response_revision:2611; number_of_response:1; }","duration":"271.034031ms","start":"2026-03-03T14:02:24.427851Z","end":"2026-03-03T14:02:24.698885Z","steps":["trace[454243450] 'process raft request' (duration: 270.791994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:24.699029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:24.382248Z","time spent":"316.673946ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:24.892968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.121033ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:02:25.315773Z","caller":"traceutil/trace.go:171","msg":"trace[1871483541] transaction","detail":"{read_only:false; response_revision:2612; number_of_response:1; }","duration":"251.649729ms","start":"2026-03-03T14:02:25.06409Z","end":"2026-03-03T14:02:25.315739Z","steps":["trace[1871483541] 'process raft request' (duration: 251.418394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:30.628855Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432351769,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:02:30.659946Z","caller":"traceutil/trace.go:171","msg":"trace[1692576053] transaction","detail":"{read_only:false; response_revision:2638; number_of_response:1; }","duration":"542.044ms","start":"2026-03-03T14:02:30.117874Z","end":"2026-03-03T14:02:30.659918Z","steps":["trace[1692576053] 'process raft request' (duration: 541.866846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:30.660113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:30.117849Z","time spent":"542.177594ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":753,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:30.945814Z","caller":"traceutil/trace.go:171","msg":"trace[560933321] linearizableReadLoop","detail":"{readStateIndex:2752; appliedIndex:2751; }","duration":"817.865354ms","start":"2026-03-03T14:02:30.127929Z","end":"2026-03-03T14:02:30.945794Z","steps":["trace[560933321] 'read index received' (duration: 531.962861ms)","trace[560933321] 'applied index is now lower than readState.Index' (duration: 285.901473ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:30.945974Z","caller":"traceutil/trace.go:171","msg":"trace[1726838932] transaction","detail":"{read_only:false; response_revision:2640; number_of_response:1; }","duration":"224.570037ms","start":"2026-03-03T14:02:30.721394Z","end":"2026-03-03T14:02:30.945964Z","steps":["trace[1726838932] 'process raft request' (duration: 224.370172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:30.945948Z","caller":"traceutil/trace.go:171","msg":"trace[127970196] transaction","detail":"{read_only:false; response_revision:2639; number_of_response:1; }","duration":"431.583526ms","start":"2026-03-03T14:02:30.514308Z","end":"2026-03-03T14:02:30.945891Z","steps":["trace[127970196] 'process raft request' (duration: 360.377254ms)","trace[127970196] 'compare' (duration: 70.985747ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:30.946208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:30.514271Z","time spent":"431.820881ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:30.946385Z","caller":"traceutil/trace.go:171","msg":"trace[370324897] transaction","detail":"{read_only:false; response_revision:2641; number_of_response:1; }","duration":"223.654085ms","start":"2026-03-03T14:02:30.722682Z","end":"2026-03-03T14:02:30.946336Z","steps":["trace[370324897] 'process raft request' (duration: 223.251626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:30.94645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.752227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-03-03T14:02:30.946501Z","caller":"traceutil/trace.go:171","msg":"trace[1819546954] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2641; }","duration":"131.050245ms","start":"2026-03-03T14:02:30.815438Z","end":"2026-03-03T14:02:30.946488Z","steps":["trace[1819546954] 'agreement among raft nodes before linearized reading' (duration: 130.84197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:30.946946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.193433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:02:30.947136Z","caller":"traceutil/trace.go:171","msg":"trace[1182769721] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2640; }","duration":"819.218097ms","start":"2026-03-03T14:02:30.127899Z","end":"2026-03-03T14:02:30.947117Z","steps":["trace[1182769721] 'agreement among raft nodes before linearized reading' (duration: 817.998598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:30.947206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:30.12789Z","time spent":"819.30197ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:02:31.888906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.52906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:31.889008Z","caller":"traceutil/trace.go:171","msg":"trace[817356542] linearizableReadLoop","detail":"{readStateIndex:2755; appliedIndex:2754; }","duration":"935.778307ms","start":"2026-03-03T14:02:30.953215Z","end":"2026-03-03T14:02:31.888993Z","steps":["trace[817356542] 'read index received' (duration: 367.014192ms)","trace[817356542] 'applied index is now lower than readState.Index' (duration: 568.763005ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:31.889175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.959001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak\" ","response":"range_response_count:1 size:1313"} {"level":"info","ts":"2026-03-03T14:02:31.889199Z","caller":"traceutil/trace.go:171","msg":"trace[62171370] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak; range_end:; response_count:1; response_revision:2642; }","duration":"936.019202ms","start":"2026-03-03T14:02:30.953173Z","end":"2026-03-03T14:02:31.889192Z","steps":["trace[62171370] 'agreement among raft nodes before linearized reading' (duration: 935.892789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:31.889168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.973654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:02:31.889224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:30.953155Z","time spent":"936.063243ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":1337,"request content":"key:\"/registry/services/specs/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:02:31.889252Z","caller":"traceutil/trace.go:171","msg":"trace[98413723] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2642; }","duration":"841.110547ms","start":"2026-03-03T14:02:31.04812Z","end":"2026-03-03T14:02:31.889231Z","steps":["trace[98413723] 'agreement among raft nodes before linearized reading' (duration: 840.971594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:31.889291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.048101Z","time spent":"841.183609ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:02:31.88956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.570242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:02:31.889495Z","caller":"traceutil/trace.go:171","msg":"trace[813271278] transaction","detail":"{read_only:false; response_revision:2642; number_of_response:1; }","duration":"937.060827ms","start":"2026-03-03T14:02:30.951978Z","end":"2026-03-03T14:02:31.889039Z","steps":["trace[813271278] 'process raft request' (duration: 368.318782ms)","trace[813271278] 'compare' (duration: 568.294944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:31.88959Z","caller":"traceutil/trace.go:171","msg":"trace[451215898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2642; }","duration":"186.636303ms","start":"2026-03-03T14:02:31.702946Z","end":"2026-03-03T14:02:31.889582Z","steps":["trace[451215898] 'agreement among raft nodes before linearized reading' (duration: 186.509541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:31.889736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.766549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:02:31.889758Z","caller":"traceutil/trace.go:171","msg":"trace[1733730747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2642; }","duration":"548.84777ms","start":"2026-03-03T14:02:31.340905Z","end":"2026-03-03T14:02:31.889753Z","steps":["trace[1733730747] 'agreement among raft nodes before linearized reading' (duration: 548.764499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:31.889775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.340876Z","time spent":"548.895313ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:02:31.88989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.049499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.189959ac941340a3\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-03-03T14:02:31.88991Z","caller":"traceutil/trace.go:171","msg":"trace[1851236068] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.189959ac941340a3; range_end:; response_count:1; response_revision:2642; }","duration":"786.1398ms","start":"2026-03-03T14:02:31.103765Z","end":"2026-03-03T14:02:31.889905Z","steps":["trace[1851236068] 'agreement among raft nodes before linearized reading' (duration: 786.073398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:31.889925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.103735Z","time spent":"786.186771ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":803,"request content":"key:\"/registry/events/auth-system/keycloak-0.189959ac941340a3\" "} {"level":"warn","ts":"2026-03-03T14:02:31.889715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:30.951944Z","time spent":"937.669041ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:32.394347Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432351780,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:02:32.712924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.425637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:32.713121Z","caller":"traceutil/trace.go:171","msg":"trace[320281682] transaction","detail":"{read_only:false; response_revision:2643; number_of_response:1; }","duration":"820.084154ms","start":"2026-03-03T14:02:31.893007Z","end":"2026-03-03T14:02:32.713091Z","steps":["trace[320281682] 'process raft request' (duration: 708.326909ms)","trace[320281682] 'compare' (duration: 110.950106ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:32.71322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.89299Z","time spent":"820.180327ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":764,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:33.288815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.871075ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:33.289071Z","caller":"traceutil/trace.go:171","msg":"trace[519776527] linearizableReadLoop","detail":"{readStateIndex:2758; appliedIndex:2755; }","duration":"1.395421287s","start":"2026-03-03T14:02:31.893633Z","end":"2026-03-03T14:02:33.289054Z","steps":["trace[519776527] 'read index received' (duration: 707.710015ms)","trace[519776527] 'applied index is now lower than readState.Index' (duration: 687.710252ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:33.289113Z","caller":"traceutil/trace.go:171","msg":"trace[476479392] transaction","detail":"{read_only:false; response_revision:2644; number_of_response:1; }","duration":"1.394434523s","start":"2026-03-03T14:02:31.89463Z","end":"2026-03-03T14:02:33.289064Z","steps":["trace[476479392] 'process raft request' (duration: 1.15820708s)","trace[476479392] 'compare' (duration: 235.719382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:33.289268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.894622Z","time spent":"1.394563466s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:33.289263Z","caller":"traceutil/trace.go:171","msg":"trace[741537227] transaction","detail":"{read_only:false; response_revision:2645; number_of_response:1; }","duration":"1.392670661s","start":"2026-03-03T14:02:31.896393Z","end":"2026-03-03T14:02:33.289064Z","steps":["trace[741537227] 'process raft request' (duration: 1.392541148s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:33.289343Z","caller":"traceutil/trace.go:171","msg":"trace[1121116753] transaction","detail":"{read_only:false; response_revision:2646; number_of_response:1; }","duration":"336.289572ms","start":"2026-03-03T14:02:32.953034Z","end":"2026-03-03T14:02:33.289324Z","steps":["trace[1121116753] 'process raft request' (duration: 335.986504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.289427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:32.952999Z","time spent":"336.384143ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:33.289444Z","caller":"traceutil/trace.go:171","msg":"trace[1664133923] transaction","detail":"{read_only:false; response_revision:2647; number_of_response:1; }","duration":"336.356453ms","start":"2026-03-03T14:02:32.953068Z","end":"2026-03-03T14:02:33.289425Z","steps":["trace[1664133923] 'process raft request' (duration: 336.115267ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:33.289508Z","caller":"traceutil/trace.go:171","msg":"trace[562910220] transaction","detail":"{read_only:false; response_revision:2648; number_of_response:1; }","duration":"335.82695ms","start":"2026-03-03T14:02:32.953663Z","end":"2026-03-03T14:02:33.28949Z","steps":["trace[562910220] 'process raft request' (duration: 335.726048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.289531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.596378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:02:33.289541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:32.953033Z","time spent":"336.455515ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:33.289564Z","caller":"traceutil/trace.go:171","msg":"trace[1997650947] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"182.6839ms","start":"2026-03-03T14:02:33.10687Z","end":"2026-03-03T14:02:33.289554Z","steps":["trace[1997650947] 'agreement among raft nodes before linearized reading' (duration: 182.612948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.289536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395867418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7462"} {"level":"warn","ts":"2026-03-03T14:02:33.289617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.250466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:02:33.289636Z","caller":"traceutil/trace.go:171","msg":"trace[224811193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2648; }","duration":"936.328358ms","start":"2026-03-03T14:02:32.353301Z","end":"2026-03-03T14:02:33.28963Z","steps":["trace[224811193] 'agreement among raft nodes before linearized reading' (duration: 936.240836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.289654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:32.35327Z","time spent":"936.380909ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:02:33.289648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240832594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:02:33.289643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368826225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:02:33.289662Z","caller":"traceutil/trace.go:171","msg":"trace[114172039] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:2646; }","duration":"1.396023371s","start":"2026-03-03T14:02:31.893605Z","end":"2026-03-03T14:02:33.289629Z","steps":["trace[114172039] 'agreement among raft nodes before linearized reading' (duration: 1.395528499s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:33.289679Z","caller":"traceutil/trace.go:171","msg":"trace[1448327442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2648; }","duration":"1.240901396s","start":"2026-03-03T14:02:32.048768Z","end":"2026-03-03T14:02:33.289669Z","steps":["trace[1448327442] 'agreement among raft nodes before linearized reading' (duration: 1.240853025s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:33.289706Z","caller":"traceutil/trace.go:171","msg":"trace[1980873594] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2648; }","duration":"1.368945128s","start":"2026-03-03T14:02:31.920744Z","end":"2026-03-03T14:02:33.28969Z","steps":["trace[1980873594] 'agreement among raft nodes before linearized reading' (duration: 1.368740953s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.289725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:32.048745Z","time spent":"1.240969807s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:02:33.289725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.893597Z","time spent":"1.396117723s","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":7486,"request content":"key:\"/registry/statefulsets/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:02:33.289758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.920719Z","time spent":"1.36902742s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:02:33.289593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:32.953628Z","time spent":"335.924943ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:33.28981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331721673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:02:33.289887Z","caller":"traceutil/trace.go:171","msg":"trace[1089710527] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2648; }","duration":"1.331831835s","start":"2026-03-03T14:02:31.958032Z","end":"2026-03-03T14:02:33.289864Z","steps":["trace[1089710527] 'agreement among raft nodes before linearized reading' (duration: 1.331658241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.289852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.896358Z","time spent":"1.39301091s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:33.289533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003427801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:02:33.28996Z","caller":"traceutil/trace.go:171","msg":"trace[840909532] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2648; }","duration":"1.003891712s","start":"2026-03-03T14:02:32.28606Z","end":"2026-03-03T14:02:33.289952Z","steps":["trace[840909532] 'agreement among raft nodes before linearized reading' (duration: 1.003445092s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.289954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:31.958017Z","time spent":"1.331920688s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:02:33.289981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:32.286039Z","time spent":"1.003935874s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:02:33.70084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.203461ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:33.70099Z","caller":"traceutil/trace.go:171","msg":"trace[182943700] linearizableReadLoop","detail":"{readStateIndex:2762; appliedIndex:2761; }","duration":"405.558647ms","start":"2026-03-03T14:02:33.295407Z","end":"2026-03-03T14:02:33.700965Z","steps":["trace[182943700] 'read index received' (duration: 217.253273ms)","trace[182943700] 'applied index is now lower than readState.Index' (duration: 188.303104ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:33.701108Z","caller":"traceutil/trace.go:171","msg":"trace[1818995041] transaction","detail":"{read_only:false; response_revision:2649; number_of_response:1; }","duration":"405.989077ms","start":"2026-03-03T14:02:33.295098Z","end":"2026-03-03T14:02:33.701087Z","steps":["trace[1818995041] 'process raft request' (duration: 217.431397ms)","trace[1818995041] 'compare' (duration: 188.069028ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:33.701206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:33.295072Z","time spent":"406.080909ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:33.701569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.151501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:9255"} {"level":"info","ts":"2026-03-03T14:02:33.701624Z","caller":"traceutil/trace.go:171","msg":"trace[110620027] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:2649; }","duration":"406.219082ms","start":"2026-03-03T14:02:33.29539Z","end":"2026-03-03T14:02:33.701609Z","steps":["trace[110620027] 'agreement among raft nodes before linearized reading' (duration: 405.785282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:33.701654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:33.295375Z","time spent":"406.271874ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":9279,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:02:34.064267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.694622ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:34.064494Z","caller":"traceutil/trace.go:171","msg":"trace[1168936871] linearizableReadLoop","detail":"{readStateIndex:2764; appliedIndex:2762; }","duration":"363.436006ms","start":"2026-03-03T14:02:33.701038Z","end":"2026-03-03T14:02:34.064474Z","steps":["trace[1168936871] 'read index received' (duration: 116.378696ms)","trace[1168936871] 'applied index is now lower than readState.Index' (duration: 247.05614ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:34.064515Z","caller":"traceutil/trace.go:171","msg":"trace[778092006] transaction","detail":"{read_only:false; response_revision:2650; number_of_response:1; }","duration":"768.942422ms","start":"2026-03-03T14:02:33.295548Z","end":"2026-03-03T14:02:34.064491Z","steps":["trace[778092006] 'process raft request' (duration: 521.913552ms)","trace[778092006] 'compare' (duration: 246.264551ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:02:34.064675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.652162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:02:34.064663Z","caller":"traceutil/trace.go:171","msg":"trace[663465038] transaction","detail":"{read_only:false; response_revision:2651; number_of_response:1; }","duration":"502.577972ms","start":"2026-03-03T14:02:33.562026Z","end":"2026-03-03T14:02:34.064604Z","steps":["trace[663465038] 'process raft request' (duration: 502.370837ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:34.064733Z","caller":"traceutil/trace.go:171","msg":"trace[552615545] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2651; }","duration":"754.747484ms","start":"2026-03-03T14:02:33.30997Z","end":"2026-03-03T14:02:34.064717Z","steps":["trace[552615545] 'agreement among raft nodes before linearized reading' (duration: 754.626381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:34.064777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:33.309951Z","time spent":"754.813556ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:02:34.064861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.942721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:34.064916Z","caller":"traceutil/trace.go:171","msg":"trace[902447679] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2651; }","duration":"293.044933ms","start":"2026-03-03T14:02:33.771859Z","end":"2026-03-03T14:02:34.064904Z","steps":["trace[902447679] 'agreement among raft nodes before linearized reading' (duration: 292.957591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:34.064927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:33.562Z","time spent":"502.775266ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:02:34.06511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.89022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:02:34.06514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.865314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:02:34.065132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:02:33.29553Z","time spent":"769.090875ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:02:34.065202Z","caller":"traceutil/trace.go:171","msg":"trace[472706649] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2651; }","duration":"171.034164ms","start":"2026-03-03T14:02:33.894147Z","end":"2026-03-03T14:02:34.065181Z","steps":["trace[472706649] 'agreement among raft nodes before linearized reading' (duration: 170.755917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:02:34.065212Z","caller":"traceutil/trace.go:171","msg":"trace[517106990] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2651; }","duration":"102.970057ms","start":"2026-03-03T14:02:33.962223Z","end":"2026-03-03T14:02:34.065193Z","steps":["trace[517106990] 'agreement among raft nodes before linearized reading' (duration: 102.67222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:40.301243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.444013ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:02:40.301385Z","caller":"traceutil/trace.go:171","msg":"trace[1212117557] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:2684; }","duration":"152.607646ms","start":"2026-03-03T14:02:40.148756Z","end":"2026-03-03T14:02:40.301364Z","steps":["trace[1212117557] 'range keys from in-memory index tree' (duration: 152.424132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:02:40.30164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.526639ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:02:40.301941Z","caller":"traceutil/trace.go:171","msg":"trace[491166262] transaction","detail":"{read_only:false; response_revision:2685; number_of_response:1; }","duration":"174.546478ms","start":"2026-03-03T14:02:40.127344Z","end":"2026-03-03T14:02:40.301891Z","steps":["trace[491166262] 'process raft request' (duration: 49.64788ms)","trace[491166262] 'compare' (duration: 124.336465ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:02:43.460926Z","caller":"traceutil/trace.go:171","msg":"trace[1659828619] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"108.11697ms","start":"2026-03-03T14:02:43.352787Z","end":"2026-03-03T14:02:43.460904Z","steps":["trace[1659828619] 'process raft request' (duration: 105.846656ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:04:55.055735Z","caller":"traceutil/trace.go:171","msg":"trace[57129409] linearizableReadLoop","detail":"{readStateIndex:3672; appliedIndex:3671; }","duration":"169.9536ms","start":"2026-03-03T14:04:54.885767Z","end":"2026-03-03T14:04:55.055721Z","steps":["trace[57129409] 'read index received' (duration: 169.880758ms)","trace[57129409] 'applied index is now lower than readState.Index' (duration: 71.942µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:04:55.055781Z","caller":"traceutil/trace.go:171","msg":"trace[1404635831] transaction","detail":"{read_only:false; response_revision:3523; number_of_response:1; }","duration":"224.025519ms","start":"2026-03-03T14:04:54.831731Z","end":"2026-03-03T14:04:55.055757Z","steps":["trace[1404635831] 'process raft request' (duration: 223.882906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:04:55.055867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.092084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:04:55.056002Z","caller":"traceutil/trace.go:171","msg":"trace[394361479] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:3523; }","duration":"170.274788ms","start":"2026-03-03T14:04:54.885715Z","end":"2026-03-03T14:04:55.05599Z","steps":["trace[394361479] 'agreement among raft nodes before linearized reading' (duration: 170.113185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:05:00.490794Z","caller":"traceutil/trace.go:171","msg":"trace[1917454225] transaction","detail":"{read_only:false; response_revision:3544; number_of_response:1; }","duration":"653.866383ms","start":"2026-03-03T14:04:59.836899Z","end":"2026-03-03T14:05:00.490766Z","steps":["trace[1917454225] 'process raft request' (duration: 653.729589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:05:00.490944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:04:59.836873Z","time spent":"653.994856ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:05:00.825448Z","caller":"traceutil/trace.go:171","msg":"trace[211067915] transaction","detail":"{read_only:false; response_revision:3545; number_of_response:1; }","duration":"988.495738ms","start":"2026-03-03T14:04:59.836925Z","end":"2026-03-03T14:05:00.825421Z","steps":["trace[211067915] 'process raft request' (duration: 988.315313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:05:00.825748Z","caller":"traceutil/trace.go:171","msg":"trace[1926473163] transaction","detail":"{read_only:false; response_revision:3546; number_of_response:1; }","duration":"937.315488ms","start":"2026-03-03T14:04:59.888398Z","end":"2026-03-03T14:05:00.825714Z","steps":["trace[1926473163] 'process raft request' (duration: 936.987331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:05:00.825896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.404011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:05:00.825969Z","caller":"traceutil/trace.go:171","msg":"trace[1923413560] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3546; }","duration":"731.528404ms","start":"2026-03-03T14:05:00.094424Z","end":"2026-03-03T14:05:00.825953Z","steps":["trace[1923413560] 'agreement among raft nodes before linearized reading' (duration: 731.299429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:05:00.82602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:05:00.094403Z","time spent":"731.600425ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:05:00.825656Z","caller":"traceutil/trace.go:171","msg":"trace[1172010033] linearizableReadLoop","detail":"{readStateIndex:3696; appliedIndex:3693; }","duration":"731.143404ms","start":"2026-03-03T14:05:00.094477Z","end":"2026-03-03T14:05:00.82562Z","steps":["trace[1172010033] 'read index received' (duration: 396.176941ms)","trace[1172010033] 'applied index is now lower than readState.Index' (duration: 334.964103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:05:00.826134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:04:59.888382Z","time spent":"937.467242ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:05:00.826281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.16127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T14:05:00.82635Z","caller":"traceutil/trace.go:171","msg":"trace[1965165320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3546; }","duration":"693.274113ms","start":"2026-03-03T14:05:00.13306Z","end":"2026-03-03T14:05:00.826334Z","steps":["trace[1965165320] 'agreement among raft nodes before linearized reading' (duration: 693.083249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:05:00.826375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.338692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:05:00.826394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:05:00.133043Z","time spent":"693.340914ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:05:00.826419Z","caller":"traceutil/trace.go:171","msg":"trace[751979424] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:3546; }","duration":"121.385683ms","start":"2026-03-03T14:05:00.70502Z","end":"2026-03-03T14:05:00.826406Z","steps":["trace[751979424] 'agreement among raft nodes before linearized reading' (duration: 121.311711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:05:00.826531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.542927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:05:00.826585Z","caller":"traceutil/trace.go:171","msg":"trace[1682818491] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:3546; }","duration":"215.632869ms","start":"2026-03-03T14:05:00.610937Z","end":"2026-03-03T14:05:00.82657Z","steps":["trace[1682818491] 'agreement among raft nodes before linearized reading' (duration: 215.548127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:05:00.826759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.464211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:05:00.826807Z","caller":"traceutil/trace.go:171","msg":"trace[1445982696] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3546; }","duration":"334.537072ms","start":"2026-03-03T14:05:00.492257Z","end":"2026-03-03T14:05:00.826794Z","steps":["trace[1445982696] 'agreement among raft nodes before linearized reading' (duration: 334.408079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:05:00.826878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:05:00.492241Z","time spent":"334.625235ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:05:00.827136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:04:59.836896Z","time spent":"988.848906ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:09.40713Z","caller":"traceutil/trace.go:171","msg":"trace[669516793] linearizableReadLoop","detail":"{readStateIndex:4160; appliedIndex:4159; }","duration":"201.246387ms","start":"2026-03-03T14:06:09.205857Z","end":"2026-03-03T14:06:09.407103Z","steps":["trace[669516793] 'read index received' (duration: 201.033952ms)","trace[669516793] 'applied index is now lower than readState.Index' (duration: 211.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:09.407216Z","caller":"traceutil/trace.go:171","msg":"trace[1815085049] transaction","detail":"{read_only:false; response_revision:3981; number_of_response:1; }","duration":"202.097116ms","start":"2026-03-03T14:06:09.205072Z","end":"2026-03-03T14:06:09.407169Z","steps":["trace[1815085049] 'process raft request' (duration: 201.82565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:09.407466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.591224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T14:06:09.407618Z","caller":"traceutil/trace.go:171","msg":"trace[1590975905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:3981; }","duration":"201.8102ms","start":"2026-03-03T14:06:09.205778Z","end":"2026-03-03T14:06:09.407588Z","steps":["trace[1590975905] 'agreement among raft nodes before linearized reading' (duration: 201.412481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:09.407592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.644345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:06:09.407876Z","caller":"traceutil/trace.go:171","msg":"trace[252039645] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3981; }","duration":"183.009943ms","start":"2026-03-03T14:06:09.224845Z","end":"2026-03-03T14:06:09.407855Z","steps":["trace[252039645] 'agreement among raft nodes before linearized reading' (duration: 182.500811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:10.444271Z","caller":"traceutil/trace.go:171","msg":"trace[1466000123] transaction","detail":"{read_only:false; response_revision:3990; number_of_response:1; }","duration":"111.960427ms","start":"2026-03-03T14:06:10.332285Z","end":"2026-03-03T14:06:10.444245Z","steps":["trace[1466000123] 'process raft request' (duration: 111.807034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:15.688493Z","caller":"traceutil/trace.go:171","msg":"trace[1191767771] transaction","detail":"{read_only:false; response_revision:4308; number_of_response:1; }","duration":"127.724601ms","start":"2026-03-03T14:06:15.560726Z","end":"2026-03-03T14:06:15.688451Z","steps":["trace[1191767771] 'process raft request' (duration: 126.136034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:15.711573Z","caller":"traceutil/trace.go:171","msg":"trace[2101002082] transaction","detail":"{read_only:false; response_revision:4309; number_of_response:1; }","duration":"120.790498ms","start":"2026-03-03T14:06:15.590752Z","end":"2026-03-03T14:06:15.711543Z","steps":["trace[2101002082] 'process raft request' (duration: 120.461679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:15.713636Z","caller":"traceutil/trace.go:171","msg":"trace[2129288916] transaction","detail":"{read_only:false; response_revision:4310; number_of_response:1; }","duration":"109.390886ms","start":"2026-03-03T14:06:15.604198Z","end":"2026-03-03T14:06:15.713589Z","steps":["trace[2129288916] 'process raft request' (duration: 107.943132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:16.271132Z","caller":"traceutil/trace.go:171","msg":"trace[1614967226] linearizableReadLoop","detail":"{readStateIndex:4516; appliedIndex:4515; }","duration":"135.913365ms","start":"2026-03-03T14:06:16.135188Z","end":"2026-03-03T14:06:16.271101Z","steps":["trace[1614967226] 'read index received' (duration: 134.522903ms)","trace[1614967226] 'applied index is now lower than readState.Index' (duration: 1.388992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:16.271358Z","caller":"traceutil/trace.go:171","msg":"trace[480212261] transaction","detail":"{read_only:false; response_revision:4331; number_of_response:1; }","duration":"157.15038ms","start":"2026-03-03T14:06:16.114151Z","end":"2026-03-03T14:06:16.271301Z","steps":["trace[480212261] 'process raft request' (duration: 155.543322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:16.271537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.347525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:06:16.27169Z","caller":"traceutil/trace.go:171","msg":"trace[653746130] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:4331; }","duration":"136.567291ms","start":"2026-03-03T14:06:16.135076Z","end":"2026-03-03T14:06:16.271644Z","steps":["trace[653746130] 'agreement among raft nodes before linearized reading' (duration: 136.165831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:16.273608Z","caller":"traceutil/trace.go:171","msg":"trace[1150526135] transaction","detail":"{read_only:false; response_revision:4332; number_of_response:1; }","duration":"131.228124ms","start":"2026-03-03T14:06:16.142332Z","end":"2026-03-03T14:06:16.27356Z","steps":["trace[1150526135] 'process raft request' (duration: 130.922947ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:19.868206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.472878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:06:19.868316Z","caller":"traceutil/trace.go:171","msg":"trace[744970333] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4375; }","duration":"267.654432ms","start":"2026-03-03T14:06:19.60064Z","end":"2026-03-03T14:06:19.868295Z","steps":["trace[744970333] 'range keys from in-memory index tree' (duration: 267.297954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:19.868513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.586108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-03T14:06:19.86862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.415498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:06:19.868636Z","caller":"traceutil/trace.go:171","msg":"trace[2071663949] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4375; }","duration":"194.734532ms","start":"2026-03-03T14:06:19.673876Z","end":"2026-03-03T14:06:19.868611Z","steps":["trace[2071663949] 'range keys from in-memory index tree' (duration: 194.323692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:19.868603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.613769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T14:06:19.868665Z","caller":"traceutil/trace.go:171","msg":"trace[29936177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4375; }","duration":"380.48223ms","start":"2026-03-03T14:06:19.48817Z","end":"2026-03-03T14:06:19.868653Z","steps":["trace[29936177] 'range keys from in-memory index tree' (duration: 380.310975ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:19.868653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.570939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:06:19.868704Z","caller":"traceutil/trace.go:171","msg":"trace[23126753] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4375; }","duration":"194.781392ms","start":"2026-03-03T14:06:19.673898Z","end":"2026-03-03T14:06:19.86868Z","steps":["trace[23126753] 'range keys from in-memory index tree' (duration: 194.366993ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:19.86871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:19.48816Z","time spent":"380.541101ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:06:19.868753Z","caller":"traceutil/trace.go:171","msg":"trace[2033750536] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4375; }","duration":"382.951098ms","start":"2026-03-03T14:06:19.485779Z","end":"2026-03-03T14:06:19.86873Z","steps":["trace[2033750536] 'range keys from in-memory index tree' (duration: 382.336144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:19.86878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.088605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:16305"} {"level":"warn","ts":"2026-03-03T14:06:19.868761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.126728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:06:19.868825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:19.485763Z","time spent":"383.043531ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:06:19.86887Z","caller":"traceutil/trace.go:171","msg":"trace[185158824] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4375; }","duration":"387.252422ms","start":"2026-03-03T14:06:19.481596Z","end":"2026-03-03T14:06:19.868848Z","steps":["trace[185158824] 'range keys from in-memory index tree' (duration: 386.888802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:19.868921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:19.481507Z","time spent":"387.405106ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:06:19.868818Z","caller":"traceutil/trace.go:171","msg":"trace[973816197] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:4375; }","duration":"298.175257ms","start":"2026-03-03T14:06:19.570631Z","end":"2026-03-03T14:06:19.868807Z","steps":["trace[973816197] 'range keys from in-memory index tree' (duration: 297.88911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:19.875381Z","caller":"traceutil/trace.go:171","msg":"trace[1468877714] transaction","detail":"{read_only:false; response_revision:4376; number_of_response:1; }","duration":"193.809699ms","start":"2026-03-03T14:06:19.681545Z","end":"2026-03-03T14:06:19.875354Z","steps":["trace[1468877714] 'process raft request' (duration: 193.569414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:19.88099Z","caller":"traceutil/trace.go:171","msg":"trace[1657276537] transaction","detail":"{read_only:false; response_revision:4377; number_of_response:1; }","duration":"196.092384ms","start":"2026-03-03T14:06:19.684868Z","end":"2026-03-03T14:06:19.880961Z","steps":["trace[1657276537] 'process raft request' (duration: 195.877799ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:19.881252Z","caller":"traceutil/trace.go:171","msg":"trace[8120341] linearizableReadLoop","detail":"{readStateIndex:4563; appliedIndex:4561; }","duration":"160.57466ms","start":"2026-03-03T14:06:19.720657Z","end":"2026-03-03T14:06:19.881232Z","steps":["trace[8120341] 'read index received' (duration: 154.524737ms)","trace[8120341] 'applied index is now lower than readState.Index' (duration: 6.048993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:19.881488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.829216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:06:19.881556Z","caller":"traceutil/trace.go:171","msg":"trace[1046623697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4379; }","duration":"160.944ms","start":"2026-03-03T14:06:19.720597Z","end":"2026-03-03T14:06:19.881541Z","steps":["trace[1046623697] 'agreement among raft nodes before linearized reading' (duration: 160.711584ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:20.65561Z","caller":"traceutil/trace.go:171","msg":"trace[1221632375] transaction","detail":"{read_only:false; response_revision:4427; number_of_response:1; }","duration":"214.47952ms","start":"2026-03-03T14:06:20.441089Z","end":"2026-03-03T14:06:20.655569Z","steps":["trace[1221632375] 'process raft request' (duration: 123.158394ms)","trace[1221632375] 'compare' (duration: 91.152703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:20.658063Z","caller":"traceutil/trace.go:171","msg":"trace[70461492] transaction","detail":"{read_only:false; response_revision:4428; number_of_response:1; }","duration":"215.509985ms","start":"2026-03-03T14:06:20.442499Z","end":"2026-03-03T14:06:20.658009Z","steps":["trace[70461492] 'process raft request' (duration: 215.214159ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:20.658089Z","caller":"traceutil/trace.go:171","msg":"trace[1888860254] transaction","detail":"{read_only:false; response_revision:4429; number_of_response:1; }","duration":"213.18581ms","start":"2026-03-03T14:06:20.444873Z","end":"2026-03-03T14:06:20.658059Z","steps":["trace[1888860254] 'process raft request' (duration: 213.007395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:20.658333Z","caller":"traceutil/trace.go:171","msg":"trace[1522409353] linearizableReadLoop","detail":"{readStateIndex:4614; appliedIndex:4612; }","duration":"214.152132ms","start":"2026-03-03T14:06:20.444169Z","end":"2026-03-03T14:06:20.658322Z","steps":["trace[1522409353] 'read index received' (duration: 120.179822ms)","trace[1522409353] 'applied index is now lower than readState.Index' (duration: 93.97112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:20.658668Z","caller":"traceutil/trace.go:171","msg":"trace[1971859880] transaction","detail":"{read_only:false; response_revision:4430; number_of_response:1; }","duration":"209.094402ms","start":"2026-03-03T14:06:20.449539Z","end":"2026-03-03T14:06:20.658633Z","steps":["trace[1971859880] 'process raft request' (duration: 208.443907ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:20.658689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.492771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T14:06:20.658851Z","caller":"traceutil/trace.go:171","msg":"trace[1205397522] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:4430; }","duration":"214.689666ms","start":"2026-03-03T14:06:20.444136Z","end":"2026-03-03T14:06:20.658826Z","steps":["trace[1205397522] 'agreement among raft nodes before linearized reading' (duration: 214.294445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:21.634118Z","caller":"traceutil/trace.go:171","msg":"trace[1962406429] transaction","detail":"{read_only:false; response_revision:4454; number_of_response:1; }","duration":"129.295719ms","start":"2026-03-03T14:06:21.504777Z","end":"2026-03-03T14:06:21.634073Z","steps":["trace[1962406429] 'process raft request' (duration: 43.326758ms)","trace[1962406429] 'compare' (duration: 85.11292ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:21.634114Z","caller":"traceutil/trace.go:171","msg":"trace[399411693] linearizableReadLoop","detail":"{readStateIndex:4640; appliedIndex:4639; }","duration":"127.322053ms","start":"2026-03-03T14:06:21.506754Z","end":"2026-03-03T14:06:21.634076Z","steps":["trace[399411693] 'read index received' (duration: 41.325011ms)","trace[399411693] 'applied index is now lower than readState.Index' (duration: 85.995492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:21.63443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.65126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-03T14:06:21.634528Z","caller":"traceutil/trace.go:171","msg":"trace[1356044737] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:4454; }","duration":"127.817835ms","start":"2026-03-03T14:06:21.506691Z","end":"2026-03-03T14:06:21.634509Z","steps":["trace[1356044737] 'agreement among raft nodes before linearized reading' (duration: 127.479857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.003088Z","caller":"traceutil/trace.go:171","msg":"trace[1878815928] linearizableReadLoop","detail":"{readStateIndex:4642; appliedIndex:4641; }","duration":"301.053105ms","start":"2026-03-03T14:06:21.702005Z","end":"2026-03-03T14:06:22.003058Z","steps":["trace[1878815928] 'read index received' (duration: 300.84345ms)","trace[1878815928] 'applied index is now lower than readState.Index' (duration: 208.174µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:22.003396Z","caller":"traceutil/trace.go:171","msg":"trace[1302710289] transaction","detail":"{read_only:false; response_revision:4456; number_of_response:1; }","duration":"335.913362ms","start":"2026-03-03T14:06:21.667236Z","end":"2026-03-03T14:06:22.003149Z","steps":["trace[1302710289] 'process raft request' (duration: 335.634545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.003599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.580598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9c21a06-e413-46a6-9956-34b215d718ce\" ","response":"range_response_count:1 size:3760"} {"level":"warn","ts":"2026-03-03T14:06:22.003607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:21.667215Z","time spent":"336.271233ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3965,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:22.003651Z","caller":"traceutil/trace.go:171","msg":"trace[332050207] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-c9c21a06-e413-46a6-9956-34b215d718ce; range_end:; response_count:1; response_revision:4456; }","duration":"301.700081ms","start":"2026-03-03T14:06:21.701937Z","end":"2026-03-03T14:06:22.003637Z","steps":["trace[332050207] 'agreement among raft nodes before linearized reading' (duration: 301.506166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.003689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:21.701912Z","time spent":"301.768593ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3784,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-c9c21a06-e413-46a6-9956-34b215d718ce\" "} {"level":"warn","ts":"2026-03-03T14:06:22.003861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.14192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:06:22.003906Z","caller":"traceutil/trace.go:171","msg":"trace[1026220864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4456; }","duration":"109.197432ms","start":"2026-03-03T14:06:21.894697Z","end":"2026-03-03T14:06:22.003894Z","steps":["trace[1026220864] 'agreement among raft nodes before linearized reading' (duration: 109.082789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.003937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.389383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:06:22.003929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.065029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:06:22.004002Z","caller":"traceutil/trace.go:171","msg":"trace[975011949] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4456; }","duration":"116.457134ms","start":"2026-03-03T14:06:21.887526Z","end":"2026-03-03T14:06:22.003983Z","steps":["trace[975011949] 'agreement among raft nodes before linearized reading' (duration: 116.27321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.004042Z","caller":"traceutil/trace.go:171","msg":"trace[1439245524] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4456; }","duration":"117.337125ms","start":"2026-03-03T14:06:21.88668Z","end":"2026-03-03T14:06:22.004017Z","steps":["trace[1439245524] 'agreement among raft nodes before linearized reading' (duration: 117.018027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.00383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.170093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:22.004131Z","caller":"traceutil/trace.go:171","msg":"trace[265328091] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:4456; }","duration":"297.547832ms","start":"2026-03-03T14:06:21.706569Z","end":"2026-03-03T14:06:22.004117Z","steps":["trace[265328091] 'agreement among raft nodes before linearized reading' (duration: 297.01421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.004144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.753194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:10 size:76390"} {"level":"info","ts":"2026-03-03T14:06:22.004271Z","caller":"traceutil/trace.go:171","msg":"trace[256617419] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:10; response_revision:4456; }","duration":"296.926407ms","start":"2026-03-03T14:06:21.707322Z","end":"2026-03-03T14:06:22.004249Z","steps":["trace[256617419] 'agreement among raft nodes before linearized reading' (duration: 296.419925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.00414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.717721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:06:22.004359Z","caller":"traceutil/trace.go:171","msg":"trace[1170230273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4456; }","duration":"116.937016ms","start":"2026-03-03T14:06:21.887383Z","end":"2026-03-03T14:06:22.00432Z","steps":["trace[1170230273] 'agreement among raft nodes before linearized reading' (duration: 116.26176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.004376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.988647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:06:22.004505Z","caller":"traceutil/trace.go:171","msg":"trace[1780805955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4456; }","duration":"117.170181ms","start":"2026-03-03T14:06:21.887323Z","end":"2026-03-03T14:06:22.004493Z","steps":["trace[1780805955] 'agreement among raft nodes before linearized reading' (duration: 116.407023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.225974Z","caller":"traceutil/trace.go:171","msg":"trace[1156455413] transaction","detail":"{read_only:false; response_revision:4457; number_of_response:1; }","duration":"216.912078ms","start":"2026-03-03T14:06:22.009024Z","end":"2026-03-03T14:06:22.225937Z","steps":["trace[1156455413] 'process raft request' (duration: 138.21513ms)","trace[1156455413] 'compare' (duration: 78.523964ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:22.661229Z","caller":"traceutil/trace.go:171","msg":"trace[772245939] transaction","detail":"{read_only:false; response_revision:4459; number_of_response:1; }","duration":"651.977413ms","start":"2026-03-03T14:06:22.009229Z","end":"2026-03-03T14:06:22.661206Z","steps":["trace[772245939] 'process raft request' (duration: 651.919822ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.661363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.008883Z","time spent":"652.410524ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:22.661473Z","caller":"traceutil/trace.go:171","msg":"trace[1288087978] transaction","detail":"{read_only:false; response_revision:4458; number_of_response:1; }","duration":"652.370653ms","start":"2026-03-03T14:06:22.009072Z","end":"2026-03-03T14:06:22.661443Z","steps":["trace[1288087978] 'process raft request' (duration: 651.961063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.661647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.009058Z","time spent":"652.487565ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:22.661842Z","caller":"traceutil/trace.go:171","msg":"trace[233009821] transaction","detail":"{read_only:false; response_revision:4460; number_of_response:1; }","duration":"652.330703ms","start":"2026-03-03T14:06:22.009498Z","end":"2026-03-03T14:06:22.661829Z","steps":["trace[233009821] 'process raft request' (duration: 651.683997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.66191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.009484Z","time spent":"652.404624ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:22.66201Z","caller":"traceutil/trace.go:171","msg":"trace[1887161241] transaction","detail":"{read_only:false; response_revision:4461; number_of_response:1; }","duration":"652.475766ms","start":"2026-03-03T14:06:22.009527Z","end":"2026-03-03T14:06:22.662003Z","steps":["trace[1887161241] 'process raft request' (duration: 651.999424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.662067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.009516Z","time spent":"652.530858ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:22.662078Z","caller":"traceutil/trace.go:171","msg":"trace[1572835683] transaction","detail":"{read_only:false; response_revision:4462; number_of_response:1; }","duration":"649.336092ms","start":"2026-03-03T14:06:22.012712Z","end":"2026-03-03T14:06:22.662048Z","steps":["trace[1572835683] 'process raft request' (duration: 649.149048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.662151Z","caller":"traceutil/trace.go:171","msg":"trace[410768169] linearizableReadLoop","detail":"{readStateIndex:4649; appliedIndex:4642; }","duration":"627.122484ms","start":"2026-03-03T14:06:22.035021Z","end":"2026-03-03T14:06:22.662143Z","steps":["trace[410768169] 'read index received' (duration: 112.218653ms)","trace[410768169] 'applied index is now lower than readState.Index' (duration: 514.902641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:22.662288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.012696Z","time spent":"649.480345ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4557,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:22.662408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.034184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T14:06:22.662445Z","caller":"traceutil/trace.go:171","msg":"trace[1941620138] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:4463; }","duration":"223.111286ms","start":"2026-03-03T14:06:22.439325Z","end":"2026-03-03T14:06:22.662437Z","steps":["trace[1941620138] 'agreement among raft nodes before linearized reading' (duration: 223.034964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.662456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.643752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:06:22.662311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.601139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:06:22.662513Z","caller":"traceutil/trace.go:171","msg":"trace[1893083793] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4463; }","duration":"168.722864ms","start":"2026-03-03T14:06:22.493774Z","end":"2026-03-03T14:06:22.662497Z","steps":["trace[1893083793] 'agreement among raft nodes before linearized reading' (duration: 168.573661ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.662486Z","caller":"traceutil/trace.go:171","msg":"trace[1431183414] transaction","detail":"{read_only:false; response_revision:4463; number_of_response:1; }","duration":"646.262959ms","start":"2026-03-03T14:06:22.016204Z","end":"2026-03-03T14:06:22.662467Z","steps":["trace[1431183414] 'process raft request' (duration: 645.739616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.662577Z","caller":"traceutil/trace.go:171","msg":"trace[245303811] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:4463; }","duration":"352.894046ms","start":"2026-03-03T14:06:22.309659Z","end":"2026-03-03T14:06:22.662553Z","steps":["trace[245303811] 'agreement among raft nodes before linearized reading' (duration: 352.562968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.662635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.018744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:06:22.662684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.309635Z","time spent":"353.029369ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:06:22.662711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"627.688027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:3774"} {"level":"info","ts":"2026-03-03T14:06:22.662788Z","caller":"traceutil/trace.go:171","msg":"trace[388703720] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:4463; }","duration":"627.78994ms","start":"2026-03-03T14:06:22.034984Z","end":"2026-03-03T14:06:22.662774Z","steps":["trace[388703720] 'agreement among raft nodes before linearized reading' (duration: 627.233237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:22.662778Z","caller":"traceutil/trace.go:171","msg":"trace[2023863879] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4463; }","duration":"156.230988ms","start":"2026-03-03T14:06:22.506518Z","end":"2026-03-03T14:06:22.662749Z","steps":["trace[2023863879] 'agreement among raft nodes before linearized reading' (duration: 155.834799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:22.662866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.034974Z","time spent":"627.859791ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3798,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" "} {"level":"warn","ts":"2026-03-03T14:06:22.662695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:22.016193Z","time spent":"646.411613ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7450,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:24.825694Z","caller":"traceutil/trace.go:171","msg":"trace[1956756144] transaction","detail":"{read_only:false; response_revision:4495; number_of_response:1; }","duration":"152.296644ms","start":"2026-03-03T14:06:24.67337Z","end":"2026-03-03T14:06:24.825667Z","steps":["trace[1956756144] 'process raft request' (duration: 111.010334ms)","trace[1956756144] 'compare' (duration: 41.132057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:24.82606Z","caller":"traceutil/trace.go:171","msg":"trace[667044782] linearizableReadLoop","detail":"{readStateIndex:4683; appliedIndex:4680; }","duration":"150.786059ms","start":"2026-03-03T14:06:24.675249Z","end":"2026-03-03T14:06:24.826035Z","steps":["trace[667044782] 'read index received' (duration: 39.452976ms)","trace[667044782] 'applied index is now lower than readState.Index' (duration: 111.331723ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:24.826194Z","caller":"traceutil/trace.go:171","msg":"trace[597144588] transaction","detail":"{read_only:false; response_revision:4497; number_of_response:1; }","duration":"150.347608ms","start":"2026-03-03T14:06:24.675835Z","end":"2026-03-03T14:06:24.826183Z","steps":["trace[597144588] 'process raft request' (duration: 150.079132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:24.826183Z","caller":"traceutil/trace.go:171","msg":"trace[709251603] transaction","detail":"{read_only:false; response_revision:4496; number_of_response:1; }","duration":"151.236679ms","start":"2026-03-03T14:06:24.674907Z","end":"2026-03-03T14:06:24.826144Z","steps":["trace[709251603] 'process raft request' (duration: 150.720597ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:24.826398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.119326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-03-03T14:06:24.826462Z","caller":"traceutil/trace.go:171","msg":"trace[2087834722] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:4497; }","duration":"151.257799ms","start":"2026-03-03T14:06:24.675189Z","end":"2026-03-03T14:06:24.826446Z","steps":["trace[2087834722] 'agreement among raft nodes before linearized reading' (duration: 151.005034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:24.826476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.124253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:06:24.826511Z","caller":"traceutil/trace.go:171","msg":"trace[950013020] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:4497; }","duration":"150.197594ms","start":"2026-03-03T14:06:24.676303Z","end":"2026-03-03T14:06:24.826501Z","steps":["trace[950013020] 'agreement among raft nodes before linearized reading' (duration: 150.05482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:25.068589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.240937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:06:25.068692Z","caller":"traceutil/trace.go:171","msg":"trace[210267070] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:4497; }","duration":"137.396461ms","start":"2026-03-03T14:06:24.931269Z","end":"2026-03-03T14:06:25.068666Z","steps":["trace[210267070] 'range keys from in-memory index tree' (duration: 137.048653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:25.069108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.253909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7rl8r\" ","response":"range_response_count:1 size:5151"} {"level":"info","ts":"2026-03-03T14:06:25.069155Z","caller":"traceutil/trace.go:171","msg":"trace[847884978] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7rl8r; range_end:; response_count:1; response_revision:4497; }","duration":"124.329091ms","start":"2026-03-03T14:06:24.944812Z","end":"2026-03-03T14:06:25.069141Z","steps":["trace[847884978] 'range keys from in-memory index tree' (duration: 124.086005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:25.970793Z","caller":"traceutil/trace.go:171","msg":"trace[1638806662] linearizableReadLoop","detail":"{readStateIndex:4701; appliedIndex:4700; }","duration":"136.983421ms","start":"2026-03-03T14:06:25.833782Z","end":"2026-03-03T14:06:25.970766Z","steps":["trace[1638806662] 'read index received' (duration: 136.774996ms)","trace[1638806662] 'applied index is now lower than readState.Index' (duration: 207.305µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:25.971219Z","caller":"traceutil/trace.go:171","msg":"trace[1726599556] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"190.44261ms","start":"2026-03-03T14:06:25.780764Z","end":"2026-03-03T14:06:25.971207Z","steps":["trace[1726599556] 'process raft request' (duration: 189.866957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:25.971447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.662227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:4079"} {"level":"info","ts":"2026-03-03T14:06:25.971481Z","caller":"traceutil/trace.go:171","msg":"trace[448291934] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:4514; }","duration":"137.746709ms","start":"2026-03-03T14:06:25.833726Z","end":"2026-03-03T14:06:25.971473Z","steps":["trace[448291934] 'agreement among raft nodes before linearized reading' (duration: 137.670517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:27.618469Z","caller":"traceutil/trace.go:171","msg":"trace[1756341278] transaction","detail":"{read_only:false; response_revision:4548; number_of_response:1; }","duration":"122.954998ms","start":"2026-03-03T14:06:27.495483Z","end":"2026-03-03T14:06:27.618438Z","steps":["trace[1756341278] 'process raft request' (duration: 122.766834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:28.965686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.862813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:28.965829Z","caller":"traceutil/trace.go:171","msg":"trace[177074112] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:4672; }","duration":"208.103869ms","start":"2026-03-03T14:06:28.757703Z","end":"2026-03-03T14:06:28.965806Z","steps":["trace[177074112] 'count revisions from in-memory index tree' (duration: 207.73617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:28.966063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.537803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:06:28.966151Z","caller":"traceutil/trace.go:171","msg":"trace[1510319405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4672; }","duration":"236.685308ms","start":"2026-03-03T14:06:28.729442Z","end":"2026-03-03T14:06:28.966128Z","steps":["trace[1510319405] 'range keys from in-memory index tree' (duration: 236.303238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:28.966282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.487244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:06:28.966323Z","caller":"traceutil/trace.go:171","msg":"trace[1521221839] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4672; }","duration":"228.571996ms","start":"2026-03-03T14:06:28.737739Z","end":"2026-03-03T14:06:28.966311Z","steps":["trace[1521221839] 'range keys from in-memory index tree' (duration: 228.271648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:28.966355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.651915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"info","ts":"2026-03-03T14:06:28.966384Z","caller":"traceutil/trace.go:171","msg":"trace[1050713929] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4672; }","duration":"313.716376ms","start":"2026-03-03T14:06:28.652656Z","end":"2026-03-03T14:06:28.966372Z","steps":["trace[1050713929] 'range keys from in-memory index tree' (duration: 313.548592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:28.966402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.652628Z","time spent":"313.768417ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-03-03T14:06:28.988727Z","caller":"traceutil/trace.go:171","msg":"trace[1646192712] transaction","detail":"{read_only:false; response_revision:4673; number_of_response:1; }","duration":"158.617795ms","start":"2026-03-03T14:06:28.830083Z","end":"2026-03-03T14:06:28.9887Z","steps":["trace[1646192712] 'process raft request' (duration: 158.430671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.377208Z","caller":"traceutil/trace.go:171","msg":"trace[409725084] linearizableReadLoop","detail":"{readStateIndex:4868; appliedIndex:4866; }","duration":"519.45222ms","start":"2026-03-03T14:06:28.857726Z","end":"2026-03-03T14:06:29.377179Z","steps":["trace[409725084] 'read index received' (duration: 130.757304ms)","trace[409725084] 'applied index is now lower than readState.Index' (duration: 388.693956ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:29.377293Z","caller":"traceutil/trace.go:171","msg":"trace[134892198] transaction","detail":"{read_only:false; response_revision:4675; number_of_response:1; }","duration":"404.84638ms","start":"2026-03-03T14:06:28.972402Z","end":"2026-03-03T14:06:29.377249Z","steps":["trace[134892198] 'process raft request' (duration: 404.644845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.377413Z","caller":"traceutil/trace.go:171","msg":"trace[644897525] transaction","detail":"{read_only:false; response_revision:4674; number_of_response:1; }","duration":"546.277656ms","start":"2026-03-03T14:06:28.8311Z","end":"2026-03-03T14:06:29.377378Z","steps":["trace[644897525] 'process raft request' (duration: 530.320886ms)","trace[644897525] 'compare' (duration: 15.17733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:29.377495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.972374Z","time spent":"405.014273ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:29.377586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.831077Z","time spent":"546.418128ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2229,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:06:29.377954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"520.203927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:06:29.377992Z","caller":"traceutil/trace.go:171","msg":"trace[987230927] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4675; }","duration":"520.32ms","start":"2026-03-03T14:06:28.857663Z","end":"2026-03-03T14:06:29.377983Z","steps":["trace[987230927] 'agreement among raft nodes before linearized reading' (duration: 519.653744ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.378042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.857634Z","time spent":"520.400442ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:29.681599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.767694ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:29.681855Z","caller":"traceutil/trace.go:171","msg":"trace[1572325081] transaction","detail":"{read_only:false; response_revision:4676; number_of_response:1; }","duration":"686.303289ms","start":"2026-03-03T14:06:28.995519Z","end":"2026-03-03T14:06:29.681822Z","steps":["trace[1572325081] 'process raft request' (duration: 493.227037ms)","trace[1572325081] 'compare' (duration: 192.476938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:29.682033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.99549Z","time spent":"686.455643ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2179,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:06:29.682095Z","caller":"traceutil/trace.go:171","msg":"trace[627960831] transaction","detail":"{read_only:false; response_revision:4681; number_of_response:1; }","duration":"299.274764ms","start":"2026-03-03T14:06:29.382796Z","end":"2026-03-03T14:06:29.682071Z","steps":["trace[627960831] 'process raft request' (duration: 299.179431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.682232Z","caller":"traceutil/trace.go:171","msg":"trace[1790294842] transaction","detail":"{read_only:false; response_revision:4679; number_of_response:1; }","duration":"374.381086ms","start":"2026-03-03T14:06:29.307814Z","end":"2026-03-03T14:06:29.682196Z","steps":["trace[1790294842] 'process raft request' (duration: 374.079258ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.682246Z","caller":"traceutil/trace.go:171","msg":"trace[1928438189] transaction","detail":"{read_only:false; response_revision:4680; number_of_response:1; }","duration":"328.227051ms","start":"2026-03-03T14:06:29.35398Z","end":"2026-03-03T14:06:29.682207Z","steps":["trace[1928438189] 'process raft request' (duration: 327.948413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.682292Z","caller":"traceutil/trace.go:171","msg":"trace[1751734888] linearizableReadLoop","detail":"{readStateIndex:4874; appliedIndex:4869; }","duration":"304.968489ms","start":"2026-03-03T14:06:29.37728Z","end":"2026-03-03T14:06:29.682248Z","steps":["trace[1751734888] 'read index received' (duration: 111.469996ms)","trace[1751734888] 'applied index is now lower than readState.Index' (duration: 193.494993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:29.682398Z","caller":"traceutil/trace.go:171","msg":"trace[1945630910] transaction","detail":"{read_only:false; response_revision:4677; number_of_response:1; }","duration":"683.618316ms","start":"2026-03-03T14:06:28.998766Z","end":"2026-03-03T14:06:29.682385Z","steps":["trace[1945630910] 'process raft request' (duration: 682.9639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.682399Z","caller":"traceutil/trace.go:171","msg":"trace[857336363] transaction","detail":"{read_only:false; response_revision:4678; number_of_response:1; }","duration":"560.022292ms","start":"2026-03-03T14:06:29.122336Z","end":"2026-03-03T14:06:29.682358Z","steps":["trace[857336363] 'process raft request' (duration: 559.490639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.682427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.307794Z","time spent":"374.522919ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:29.682466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.998733Z","time spent":"683.697067ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2917,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:06:29.682471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.353943Z","time spent":"328.392545ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:29.682491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.802243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3506"} {"level":"warn","ts":"2026-03-03T14:06:29.682519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.122302Z","time spent":"560.155715ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:29.682536Z","caller":"traceutil/trace.go:171","msg":"trace[1529389502] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4681; }","duration":"708.866644ms","start":"2026-03-03T14:06:28.973657Z","end":"2026-03-03T14:06:29.682524Z","steps":["trace[1529389502] 'agreement among raft nodes before linearized reading' (duration: 708.67831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.682566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.973649Z","time spent":"708.910995ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3530,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:06:29.682625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.804801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:06:29.68267Z","caller":"traceutil/trace.go:171","msg":"trace[1688518147] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4681; }","duration":"710.922823ms","start":"2026-03-03T14:06:28.971733Z","end":"2026-03-03T14:06:29.682656Z","steps":["trace[1688518147] 'agreement among raft nodes before linearized reading' (duration: 710.690638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.682709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.971706Z","time spent":"710.994235ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:06:29.682737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.692296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:06:29.682762Z","caller":"traceutil/trace.go:171","msg":"trace[625616869] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:4681; }","duration":"557.755137ms","start":"2026-03-03T14:06:29.124999Z","end":"2026-03-03T14:06:29.682754Z","steps":["trace[625616869] 'agreement among raft nodes before linearized reading' (duration: 557.674766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.68278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.124939Z","time spent":"557.83634ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:06:29.682793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.477918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-03-03T14:06:29.682865Z","caller":"traceutil/trace.go:171","msg":"trace[1517400] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:4681; }","duration":"532.599981ms","start":"2026-03-03T14:06:29.15024Z","end":"2026-03-03T14:06:29.68284Z","steps":["trace[1517400] 'agreement among raft nodes before linearized reading' (duration: 532.416787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.682914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.150226Z","time spent":"532.675343ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3625,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" "} {"level":"warn","ts":"2026-03-03T14:06:29.682983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.494139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:06:29.683016Z","caller":"traceutil/trace.go:171","msg":"trace[1610845514] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4681; }","duration":"824.545109ms","start":"2026-03-03T14:06:28.858461Z","end":"2026-03-03T14:06:29.683006Z","steps":["trace[1610845514] 'agreement among raft nodes before linearized reading' (duration: 824.445167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.683028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.11558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:06:29.683043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.858451Z","time spent":"824.58639ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:29.683044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.255021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:06:29.68305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.083244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413082"} {"level":"info","ts":"2026-03-03T14:06:29.683069Z","caller":"traceutil/trace.go:171","msg":"trace[192581509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4681; }","duration":"824.174191ms","start":"2026-03-03T14:06:28.858884Z","end":"2026-03-03T14:06:29.683058Z","steps":["trace[192581509] 'agreement among raft nodes before linearized reading' (duration: 824.006167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.683088Z","caller":"traceutil/trace.go:171","msg":"trace[1971035843] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:4681; }","duration":"818.318322ms","start":"2026-03-03T14:06:28.864758Z","end":"2026-03-03T14:06:29.683076Z","steps":["trace[1971035843] 'agreement among raft nodes before linearized reading' (duration: 818.184769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.68311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.858876Z","time spent":"824.228093ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:06:29.683096Z","caller":"traceutil/trace.go:171","msg":"trace[461598519] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4681; }","duration":"402.163225ms","start":"2026-03-03T14:06:29.280921Z","end":"2026-03-03T14:06:29.683084Z","steps":["trace[461598519] 'agreement among raft nodes before linearized reading' (duration: 401.805177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.683119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:28.864735Z","time spent":"818.376864ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:06:29.683172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.280899Z","time spent":"402.243268ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413106,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:06:29.688941Z","caller":"traceutil/trace.go:171","msg":"trace[758148563] transaction","detail":"{read_only:false; response_revision:4682; number_of_response:1; }","duration":"170.871415ms","start":"2026-03-03T14:06:29.518045Z","end":"2026-03-03T14:06:29.688917Z","steps":["trace[758148563] 'process raft request' (duration: 170.61654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.689144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.318904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pl99k\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-03-03T14:06:29.68923Z","caller":"traceutil/trace.go:171","msg":"trace[971099243] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-pl99k; range_end:; response_count:1; response_revision:4682; }","duration":"173.466647ms","start":"2026-03-03T14:06:29.515744Z","end":"2026-03-03T14:06:29.68921Z","steps":["trace[971099243] 'agreement among raft nodes before linearized reading' (duration: 173.188511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.689414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.123646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:06:29.689417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.56358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.189959e994ab4909\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-03-03T14:06:29.689486Z","caller":"traceutil/trace.go:171","msg":"trace[926415020] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.189959e994ab4909; range_end:; response_count:1; response_revision:4682; }","duration":"240.669232ms","start":"2026-03-03T14:06:29.448793Z","end":"2026-03-03T14:06:29.689462Z","steps":["trace[926415020] 'agreement among raft nodes before linearized reading' (duration: 240.488038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.689459Z","caller":"traceutil/trace.go:171","msg":"trace[317317894] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:4682; }","duration":"242.239639ms","start":"2026-03-03T14:06:29.447208Z","end":"2026-03-03T14:06:29.689447Z","steps":["trace[317317894] 'agreement among raft nodes before linearized reading' (duration: 242.135926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.992061Z","caller":"traceutil/trace.go:171","msg":"trace[866590068] transaction","detail":"{read_only:false; response_revision:4688; number_of_response:1; }","duration":"279.024751ms","start":"2026-03-03T14:06:29.71301Z","end":"2026-03-03T14:06:29.992035Z","steps":["trace[866590068] 'process raft request' (duration: 278.896928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.992074Z","caller":"traceutil/trace.go:171","msg":"trace[393388631] transaction","detail":"{read_only:false; response_revision:4685; number_of_response:1; }","duration":"299.316174ms","start":"2026-03-03T14:06:29.692719Z","end":"2026-03-03T14:06:29.992035Z","steps":["trace[393388631] 'process raft request' (duration: 299.050138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.992321Z","caller":"traceutil/trace.go:171","msg":"trace[555995450] transaction","detail":"{read_only:false; response_revision:4686; number_of_response:1; }","duration":"299.446367ms","start":"2026-03-03T14:06:29.692814Z","end":"2026-03-03T14:06:29.992261Z","steps":["trace[555995450] 'process raft request' (duration: 298.993706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.992382Z","caller":"traceutil/trace.go:171","msg":"trace[2088166461] transaction","detail":"{read_only:false; response_revision:4687; number_of_response:1; }","duration":"289.90907ms","start":"2026-03-03T14:06:29.702461Z","end":"2026-03-03T14:06:29.99237Z","steps":["trace[2088166461] 'process raft request' (duration: 289.394938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.992532Z","caller":"traceutil/trace.go:171","msg":"trace[1652177257] linearizableReadLoop","detail":"{readStateIndex:4878; appliedIndex:4876; }","duration":"303.644176ms","start":"2026-03-03T14:06:29.688878Z","end":"2026-03-03T14:06:29.992522Z","steps":["trace[1652177257] 'read index received' (duration: 22.918804ms)","trace[1652177257] 'applied index is now lower than readState.Index' (duration: 280.724342ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:29.992591Z","caller":"traceutil/trace.go:171","msg":"trace[844493879] transaction","detail":"{read_only:false; response_revision:4683; number_of_response:1; }","duration":"303.848851ms","start":"2026-03-03T14:06:29.688726Z","end":"2026-03-03T14:06:29.992575Z","steps":["trace[844493879] 'process raft request' (duration: 230.585812ms)","trace[844493879] 'compare' (duration: 72.252765ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:29.992726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.688679Z","time spent":"303.950553ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:29.992819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.151828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62971"} {"level":"info","ts":"2026-03-03T14:06:29.992856Z","caller":"traceutil/trace.go:171","msg":"trace[1495669188] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4688; }","duration":"304.224689ms","start":"2026-03-03T14:06:29.688621Z","end":"2026-03-03T14:06:29.992846Z","steps":["trace[1495669188] 'agreement among raft nodes before linearized reading' (duration: 304.026805ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:29.992876Z","caller":"traceutil/trace.go:171","msg":"trace[1523903948] transaction","detail":"{read_only:false; response_revision:4684; number_of_response:1; }","duration":"303.643226ms","start":"2026-03-03T14:06:29.68922Z","end":"2026-03-03T14:06:29.992864Z","steps":["trace[1523903948] 'process raft request' (duration: 302.503889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.992889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.688605Z","time spent":"304.273331ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62995,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:06:29.992935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.689182Z","time spent":"303.719118ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:29.993368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.916047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T14:06:29.993407Z","caller":"traceutil/trace.go:171","msg":"trace[2108674962] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4688; }","duration":"304.982978ms","start":"2026-03-03T14:06:29.688411Z","end":"2026-03-03T14:06:29.993394Z","steps":["trace[2108674962] 'agreement among raft nodes before linearized reading' (duration: 304.827905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.993443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.688386Z","time spent":"305.04954ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T14:06:29.993667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.673466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:16305"} {"level":"info","ts":"2026-03-03T14:06:29.993734Z","caller":"traceutil/trace.go:171","msg":"trace[311167773] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4688; }","duration":"308.804619ms","start":"2026-03-03T14:06:29.684914Z","end":"2026-03-03T14:06:29.993718Z","steps":["trace[311167773] 'agreement among raft nodes before linearized reading' (duration: 308.550643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:29.993767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:29.684875Z","time spent":"308.886671ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":16329,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:06:32.35469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.201216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:06:32.354779Z","caller":"traceutil/trace.go:171","msg":"trace[987779739] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4725; }","duration":"667.35297ms","start":"2026-03-03T14:06:31.68741Z","end":"2026-03-03T14:06:32.354763Z","steps":["trace[987779739] 'range keys from in-memory index tree' (duration: 666.974251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.354814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.687384Z","time spent":"667.422462ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:32.355701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.974198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:32.355947Z","caller":"traceutil/trace.go:171","msg":"trace[825797012] transaction","detail":"{read_only:false; response_revision:4726; number_of_response:1; }","duration":"665.989867ms","start":"2026-03-03T14:06:31.689897Z","end":"2026-03-03T14:06:32.355887Z","steps":["trace[825797012] 'process raft request' (duration: 87.661882ms)","trace[825797012] 'compare' (duration: 577.070696ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:32.356065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.689872Z","time spent":"666.155981ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:32.360693Z","caller":"traceutil/trace.go:171","msg":"trace[1952518682] linearizableReadLoop","detail":"{readStateIndex:4925; appliedIndex:4922; }","duration":"663.065667ms","start":"2026-03-03T14:06:31.697617Z","end":"2026-03-03T14:06:32.360683Z","steps":["trace[1952518682] 'read index received' (duration: 80.081331ms)","trace[1952518682] 'applied index is now lower than readState.Index' (duration: 582.983636ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:32.360805Z","caller":"traceutil/trace.go:171","msg":"trace[1609653261] transaction","detail":"{read_only:false; response_revision:4728; number_of_response:1; }","duration":"667.75291ms","start":"2026-03-03T14:06:31.693039Z","end":"2026-03-03T14:06:32.360792Z","steps":["trace[1609653261] 'process raft request' (duration: 667.610127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.360917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.693026Z","time spent":"667.856602ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:32.360775Z","caller":"traceutil/trace.go:171","msg":"trace[2106300445] transaction","detail":"{read_only:false; response_revision:4727; number_of_response:1; }","duration":"668.752832ms","start":"2026-03-03T14:06:31.69198Z","end":"2026-03-03T14:06:32.360733Z","steps":["trace[2106300445] 'process raft request' (duration: 668.609359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.361077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.437877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:3894"} {"level":"info","ts":"2026-03-03T14:06:32.36118Z","caller":"traceutil/trace.go:171","msg":"trace[1199230613] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:4728; }","duration":"663.580439ms","start":"2026-03-03T14:06:31.697577Z","end":"2026-03-03T14:06:32.361157Z","steps":["trace[1199230613] 'agreement among raft nodes before linearized reading' (duration: 663.266152ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.361165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.69195Z","time spent":"669.104561ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:32.361231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.697565Z","time spent":"663.656801ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3918,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" "} {"level":"warn","ts":"2026-03-03T14:06:32.365735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.329566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:32.365812Z","caller":"traceutil/trace.go:171","msg":"trace[196461840] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4729; }","duration":"318.453989ms","start":"2026-03-03T14:06:32.047334Z","end":"2026-03-03T14:06:32.365788Z","steps":["trace[196461840] 'agreement among raft nodes before linearized reading' (duration: 318.317295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.365861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:32.047306Z","time spent":"318.546271ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:06:32.365908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.620952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:06:32.365975Z","caller":"traceutil/trace.go:171","msg":"trace[1112405570] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:4729; }","duration":"366.720014ms","start":"2026-03-03T14:06:31.99924Z","end":"2026-03-03T14:06:32.36596Z","steps":["trace[1112405570] 'agreement among raft nodes before linearized reading' (duration: 366.510259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.366023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.999232Z","time spent":"366.783065ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:06:32.366084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.180288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:776977"} {"level":"info","ts":"2026-03-03T14:06:32.366124Z","caller":"traceutil/trace.go:171","msg":"trace[1085536831] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4729; }","duration":"429.265229ms","start":"2026-03-03T14:06:31.936848Z","end":"2026-03-03T14:06:32.366114Z","steps":["trace[1085536831] 'agreement among raft nodes before linearized reading' (duration: 428.774147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.366148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.936825Z","time spent":"429.31743ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":777001,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-03-03T14:06:32.366257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.415861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:06:32.366305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.508945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:06:32.366302Z","caller":"traceutil/trace.go:171","msg":"trace[1497034779] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4729; }","duration":"367.512403ms","start":"2026-03-03T14:06:31.998779Z","end":"2026-03-03T14:06:32.366291Z","steps":["trace[1497034779] 'agreement among raft nodes before linearized reading' (duration: 367.360889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.366347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:31.998747Z","time spent":"367.592695ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:06:32.366349Z","caller":"traceutil/trace.go:171","msg":"trace[415935967] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4729; }","duration":"362.564986ms","start":"2026-03-03T14:06:32.003767Z","end":"2026-03-03T14:06:32.366332Z","steps":["trace[415935967] 'agreement among raft nodes before linearized reading' (duration: 362.456373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.366382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:32.003757Z","time spent":"362.619688ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:06:32.62205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.077196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:32.622277Z","caller":"traceutil/trace.go:171","msg":"trace[785238211] transaction","detail":"{read_only:false; response_revision:4731; number_of_response:1; }","duration":"251.213152ms","start":"2026-03-03T14:06:32.371045Z","end":"2026-03-03T14:06:32.622259Z","steps":["trace[785238211] 'process raft request' (duration: 251.10948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:32.62238Z","caller":"traceutil/trace.go:171","msg":"trace[1135217926] transaction","detail":"{read_only:false; response_revision:4730; number_of_response:1; }","duration":"251.298375ms","start":"2026-03-03T14:06:32.371028Z","end":"2026-03-03T14:06:32.622326Z","steps":["trace[1135217926] 'process raft request' (duration: 83.84529ms)","trace[1135217926] 'compare' (duration: 166.919862ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:32.62246Z","caller":"traceutil/trace.go:171","msg":"trace[144046041] linearizableReadLoop","detail":"{readStateIndex:4929; appliedIndex:4926; }","duration":"251.048898ms","start":"2026-03-03T14:06:32.371369Z","end":"2026-03-03T14:06:32.622418Z","steps":["trace[144046041] 'read index received' (duration: 83.381938ms)","trace[144046041] 'applied index is now lower than readState.Index' (duration: 167.66402ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:32.622504Z","caller":"traceutil/trace.go:171","msg":"trace[1572586917] transaction","detail":"{read_only:false; response_revision:4732; number_of_response:1; }","duration":"251.383097ms","start":"2026-03-03T14:06:32.371072Z","end":"2026-03-03T14:06:32.622455Z","steps":["trace[1572586917] 'process raft request' (duration: 251.136441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.622797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.394077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:06:32.62288Z","caller":"traceutil/trace.go:171","msg":"trace[595239002] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:4732; }","duration":"235.522071ms","start":"2026-03-03T14:06:32.38734Z","end":"2026-03-03T14:06:32.622862Z","steps":["trace[595239002] 'agreement among raft nodes before linearized reading' (duration: 235.317966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:32.622957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.57926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62971"} {"level":"info","ts":"2026-03-03T14:06:32.62306Z","caller":"traceutil/trace.go:171","msg":"trace[1870274646] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4732; }","duration":"251.701323ms","start":"2026-03-03T14:06:32.371341Z","end":"2026-03-03T14:06:32.623042Z","steps":["trace[1870274646] 'agreement among raft nodes before linearized reading' (duration: 251.196371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:38.842466Z","caller":"traceutil/trace.go:171","msg":"trace[833170907] transaction","detail":"{read_only:false; response_revision:4834; number_of_response:1; }","duration":"463.814058ms","start":"2026-03-03T14:06:38.378623Z","end":"2026-03-03T14:06:38.842437Z","steps":["trace[833170907] 'process raft request' (duration: 463.576912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:38.842678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.378591Z","time spent":"463.977962ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:38.884288Z","caller":"traceutil/trace.go:171","msg":"trace[1268052837] transaction","detail":"{read_only:false; response_revision:4835; number_of_response:1; }","duration":"499.580906ms","start":"2026-03-03T14:06:38.384673Z","end":"2026-03-03T14:06:38.884254Z","steps":["trace[1268052837] 'process raft request' (duration: 499.363261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:38.884441Z","caller":"traceutil/trace.go:171","msg":"trace[536459525] linearizableReadLoop","detail":"{readStateIndex:5036; appliedIndex:5033; }","duration":"494.516926ms","start":"2026-03-03T14:06:38.389893Z","end":"2026-03-03T14:06:38.88441Z","steps":["trace[536459525] 'read index received' (duration: 452.291814ms)","trace[536459525] 'applied index is now lower than readState.Index' (duration: 42.223202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:38.884507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.384641Z","time spent":"499.74462ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:38.884537Z","caller":"traceutil/trace.go:171","msg":"trace[1901788292] transaction","detail":"{read_only:false; response_revision:4836; number_of_response:1; }","duration":"499.583588ms","start":"2026-03-03T14:06:38.3849Z","end":"2026-03-03T14:06:38.884484Z","steps":["trace[1901788292] 'process raft request' (duration: 499.2969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:38.884776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.861712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:06:38.884782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.114979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:06:38.884802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.384886Z","time spent":"499.754611ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:38.884823Z","caller":"traceutil/trace.go:171","msg":"trace[124515184] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4836; }","duration":"236.966464ms","start":"2026-03-03T14:06:38.647842Z","end":"2026-03-03T14:06:38.884809Z","steps":["trace[124515184] 'agreement among raft nodes before linearized reading' (duration: 236.733059ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:38.88483Z","caller":"traceutil/trace.go:171","msg":"trace[1284410408] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4836; }","duration":"232.243312ms","start":"2026-03-03T14:06:38.652574Z","end":"2026-03-03T14:06:38.884817Z","steps":["trace[1284410408] 'agreement among raft nodes before linearized reading' (duration: 232.083499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:38.884863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.100356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:06:38.884984Z","caller":"traceutil/trace.go:171","msg":"trace[312091173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4836; }","duration":"231.252889ms","start":"2026-03-03T14:06:38.6537Z","end":"2026-03-03T14:06:38.884953Z","steps":["trace[312091173] 'agreement among raft nodes before linearized reading' (duration: 230.911181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:38.884779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.854155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:06:38.885074Z","caller":"traceutil/trace.go:171","msg":"trace[1505903096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4836; }","duration":"495.223224ms","start":"2026-03-03T14:06:38.389828Z","end":"2026-03-03T14:06:38.885051Z","steps":["trace[1505903096] 'agreement among raft nodes before linearized reading' (duration: 494.712652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:38.885118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.389799Z","time spent":"495.309276ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:06:38.885083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.636772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:06:38.885205Z","caller":"traceutil/trace.go:171","msg":"trace[2092174293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:4836; }","duration":"232.815686ms","start":"2026-03-03T14:06:38.652358Z","end":"2026-03-03T14:06:38.885173Z","steps":["trace[2092174293] 'agreement among raft nodes before linearized reading' (duration: 232.393436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.3912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432357092,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:06:39.620111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.436161ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:39.620245Z","caller":"traceutil/trace.go:171","msg":"trace[1329424533] transaction","detail":"{read_only:false; response_revision:4837; number_of_response:1; }","duration":"730.379025ms","start":"2026-03-03T14:06:38.889839Z","end":"2026-03-03T14:06:39.620218Z","steps":["trace[1329424533] 'process raft request' (duration: 536.73631ms)","trace[1329424533] 'compare' (duration: 193.045371ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:39.62031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.889807Z","time spent":"730.475628ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:39.64813Z","caller":"traceutil/trace.go:171","msg":"trace[1959073064] linearizableReadLoop","detail":"{readStateIndex:5040; appliedIndex:5036; }","duration":"757.306194ms","start":"2026-03-03T14:06:38.890797Z","end":"2026-03-03T14:06:39.648104Z","steps":["trace[1959073064] 'read index received' (duration: 535.751596ms)","trace[1959073064] 'applied index is now lower than readState.Index' (duration: 221.553318ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:39.648352Z","caller":"traceutil/trace.go:171","msg":"trace[92681205] transaction","detail":"{read_only:false; response_revision:4841; number_of_response:1; }","duration":"252.603505ms","start":"2026-03-03T14:06:39.395705Z","end":"2026-03-03T14:06:39.648308Z","steps":["trace[92681205] 'process raft request' (duration: 252.333499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:39.648459Z","caller":"traceutil/trace.go:171","msg":"trace[904070924] transaction","detail":"{read_only:false; response_revision:4839; number_of_response:1; }","duration":"758.422941ms","start":"2026-03-03T14:06:38.889973Z","end":"2026-03-03T14:06:39.648396Z","steps":["trace[904070924] 'process raft request' (duration: 757.971931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:39.648501Z","caller":"traceutil/trace.go:171","msg":"trace[1266487370] transaction","detail":"{read_only:false; response_revision:4840; number_of_response:1; }","duration":"757.886828ms","start":"2026-03-03T14:06:38.890569Z","end":"2026-03-03T14:06:39.648456Z","steps":["trace[1266487370] 'process raft request' (duration: 757.424997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.648547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.912961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:39.648594Z","caller":"traceutil/trace.go:171","msg":"trace[36849451] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4841; }","duration":"601.002513ms","start":"2026-03-03T14:06:39.047578Z","end":"2026-03-03T14:06:39.64858Z","steps":["trace[36849451] 'agreement among raft nodes before linearized reading' (duration: 600.916931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:39.648612Z","caller":"traceutil/trace.go:171","msg":"trace[1516430725] transaction","detail":"{read_only:false; response_revision:4838; number_of_response:1; }","duration":"758.655617ms","start":"2026-03-03T14:06:38.88994Z","end":"2026-03-03T14:06:39.648596Z","steps":["trace[1516430725] 'process raft request' (duration: 757.871118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.648704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.88995Z","time spent":"758.632957ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:39.648727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.890562Z","time spent":"758.030751ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:39.648764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.889919Z","time spent":"758.744508ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:39.648629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:39.047553Z","time spent":"601.070995ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:06:39.648798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.99483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:62971"} {"level":"info","ts":"2026-03-03T14:06:39.648847Z","caller":"traceutil/trace.go:171","msg":"trace[514057232] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:4841; }","duration":"758.069671ms","start":"2026-03-03T14:06:38.890768Z","end":"2026-03-03T14:06:39.648838Z","steps":["trace[514057232] 'agreement among raft nodes before linearized reading' (duration: 757.828066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.648884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:38.890758Z","time spent":"758.119493ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":62995,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:06:39.648845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.636525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T14:06:39.648945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.231451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-03-03T14:06:39.648986Z","caller":"traceutil/trace.go:171","msg":"trace[459431234] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4841; }","duration":"248.294153ms","start":"2026-03-03T14:06:39.400676Z","end":"2026-03-03T14:06:39.648971Z","steps":["trace[459431234] 'agreement among raft nodes before linearized reading' (duration: 248.018306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.648954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.080718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:06:39.649077Z","caller":"traceutil/trace.go:171","msg":"trace[343380040] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4841; }","duration":"141.278773ms","start":"2026-03-03T14:06:39.507766Z","end":"2026-03-03T14:06:39.649045Z","steps":["trace[343380040] 'agreement among raft nodes before linearized reading' (duration: 140.983536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.648941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.666109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:06:39.649177Z","caller":"traceutil/trace.go:171","msg":"trace[200519448] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:4841; }","duration":"523.982846ms","start":"2026-03-03T14:06:39.125184Z","end":"2026-03-03T14:06:39.649167Z","steps":["trace[200519448] 'agreement among raft nodes before linearized reading' (duration: 523.506515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.649218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:39.12516Z","time spent":"524.045088ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:06:39.648987Z","caller":"traceutil/trace.go:171","msg":"trace[1679676117] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4841; }","duration":"241.777578ms","start":"2026-03-03T14:06:39.407175Z","end":"2026-03-03T14:06:39.648953Z","steps":["trace[1679676117] 'agreement among raft nodes before linearized reading' (duration: 241.465861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:39.649676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.674378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:06:39.64972Z","caller":"traceutil/trace.go:171","msg":"trace[127671881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4841; }","duration":"177.77333ms","start":"2026-03-03T14:06:39.471934Z","end":"2026-03-03T14:06:39.649708Z","steps":["trace[127671881] 'agreement among raft nodes before linearized reading' (duration: 176.633362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:39.813453Z","caller":"traceutil/trace.go:171","msg":"trace[764223808] transaction","detail":"{read_only:false; response_revision:4849; number_of_response:1; }","duration":"103.954447ms","start":"2026-03-03T14:06:39.709481Z","end":"2026-03-03T14:06:39.813436Z","steps":["trace[764223808] 'process raft request' (duration: 103.873815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:39.813823Z","caller":"traceutil/trace.go:171","msg":"trace[30419577] transaction","detail":"{read_only:false; response_revision:4847; number_of_response:1; }","duration":"105.047562ms","start":"2026-03-03T14:06:39.708762Z","end":"2026-03-03T14:06:39.813809Z","steps":["trace[30419577] 'process raft request' (duration: 104.458198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:39.813854Z","caller":"traceutil/trace.go:171","msg":"trace[1164563786] transaction","detail":"{read_only:false; response_revision:4848; number_of_response:1; }","duration":"104.567862ms","start":"2026-03-03T14:06:39.709274Z","end":"2026-03-03T14:06:39.813842Z","steps":["trace[1164563786] 'process raft request' (duration: 104.018969ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:39.813452Z","caller":"traceutil/trace.go:171","msg":"trace[298432911] transaction","detail":"{read_only:false; response_revision:4846; number_of_response:1; }","duration":"104.626132ms","start":"2026-03-03T14:06:39.708762Z","end":"2026-03-03T14:06:39.813388Z","steps":["trace[298432911] 'process raft request' (duration: 45.801296ms)","trace[298432911] 'compare' (duration: 58.491658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:40.977035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432357125,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:06:41.022028Z","caller":"traceutil/trace.go:171","msg":"trace[666005218] transaction","detail":"{read_only:false; response_revision:4850; number_of_response:1; }","duration":"599.753005ms","start":"2026-03-03T14:06:40.422247Z","end":"2026-03-03T14:06:41.022Z","steps":["trace[666005218] 'process raft request' (duration: 599.55425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.02219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:40.422209Z","time spent":"599.893309ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13280,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:41.063228Z","caller":"traceutil/trace.go:171","msg":"trace[397597047] transaction","detail":"{read_only:false; response_revision:4851; number_of_response:1; }","duration":"215.996986ms","start":"2026-03-03T14:06:40.847199Z","end":"2026-03-03T14:06:41.063196Z","steps":["trace[397597047] 'process raft request' (duration: 215.71365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:41.063477Z","caller":"traceutil/trace.go:171","msg":"trace[42961472] transaction","detail":"{read_only:false; response_revision:4852; number_of_response:1; }","duration":"174.117612ms","start":"2026-03-03T14:06:40.889328Z","end":"2026-03-03T14:06:41.063445Z","steps":["trace[42961472] 'process raft request' (duration: 173.776714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:41.063679Z","caller":"traceutil/trace.go:171","msg":"trace[742530973] linearizableReadLoop","detail":"{readStateIndex:5054; appliedIndex:5050; }","duration":"587.125614ms","start":"2026-03-03T14:06:40.476532Z","end":"2026-03-03T14:06:41.063658Z","steps":["trace[742530973] 'read index received' (duration: 545.2452ms)","trace[742530973] 'applied index is now lower than readState.Index' (duration: 41.878944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:41.063751Z","caller":"traceutil/trace.go:171","msg":"trace[935351319] transaction","detail":"{read_only:false; response_revision:4853; number_of_response:1; }","duration":"174.095322ms","start":"2026-03-03T14:06:40.889633Z","end":"2026-03-03T14:06:41.063729Z","steps":["trace[935351319] 'process raft request' (duration: 173.750054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.063938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.33951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:06:41.064017Z","caller":"traceutil/trace.go:171","msg":"trace[1104328340] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4853; }","duration":"587.478404ms","start":"2026-03-03T14:06:40.476519Z","end":"2026-03-03T14:06:41.063997Z","steps":["trace[1104328340] 'agreement among raft nodes before linearized reading' (duration: 587.228797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.064073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:40.4765Z","time spent":"587.557006ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T14:06:41.334019Z","caller":"traceutil/trace.go:171","msg":"trace[1543280093] transaction","detail":"{read_only:false; response_revision:4854; number_of_response:1; }","duration":"305.110432ms","start":"2026-03-03T14:06:41.028868Z","end":"2026-03-03T14:06:41.333978Z","steps":["trace[1543280093] 'process raft request' (duration: 248.452817ms)","trace[1543280093] 'compare' (duration: 56.349608ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:41.334344Z","caller":"traceutil/trace.go:171","msg":"trace[572658220] linearizableReadLoop","detail":"{readStateIndex:5058; appliedIndex:5054; }","duration":"270.596493ms","start":"2026-03-03T14:06:41.063726Z","end":"2026-03-03T14:06:41.334323Z","steps":["trace[572658220] 'read index received' (duration: 213.615221ms)","trace[572658220] 'applied index is now lower than readState.Index' (duration: 56.980382ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:41.334363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:41.028852Z","time spent":"305.273966ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1869,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:41.334436Z","caller":"traceutil/trace.go:171","msg":"trace[684387289] transaction","detail":"{read_only:false; response_revision:4856; number_of_response:1; }","duration":"303.930464ms","start":"2026-03-03T14:06:41.030433Z","end":"2026-03-03T14:06:41.334363Z","steps":["trace[684387289] 'process raft request' (duration: 303.720679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.334492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.710012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:41.334532Z","caller":"traceutil/trace.go:171","msg":"trace[1225292433] transaction","detail":"{read_only:false; response_revision:4857; number_of_response:1; }","duration":"303.77233ms","start":"2026-03-03T14:06:41.03075Z","end":"2026-03-03T14:06:41.334522Z","steps":["trace[1225292433] 'process raft request' (duration: 303.522804ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:41.334561Z","caller":"traceutil/trace.go:171","msg":"trace[1419976802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4857; }","duration":"288.854326ms","start":"2026-03-03T14:06:41.045684Z","end":"2026-03-03T14:06:41.334539Z","steps":["trace[1419976802] 'agreement among raft nodes before linearized reading' (duration: 288.667792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.334605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.545802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13295"} {"level":"warn","ts":"2026-03-03T14:06:41.334626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:41.030739Z","time spent":"303.81708ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:41.334533Z","caller":"traceutil/trace.go:171","msg":"trace[916329072] transaction","detail":"{read_only:false; response_revision:4855; number_of_response:1; }","duration":"304.404575ms","start":"2026-03-03T14:06:41.030058Z","end":"2026-03-03T14:06:41.334462Z","steps":["trace[916329072] 'process raft request' (duration: 303.845522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.334674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:41.030398Z","time spent":"304.141878ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1283,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:41.334491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.186703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:41.335048Z","caller":"traceutil/trace.go:171","msg":"trace[1785671862] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4857; }","duration":"471.803117ms","start":"2026-03-03T14:06:40.863228Z","end":"2026-03-03T14:06:41.335031Z","steps":["trace[1785671862] 'agreement among raft nodes before linearized reading' (duration: 471.203293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:41.334679Z","caller":"traceutil/trace.go:171","msg":"trace[710683219] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:4857; }","duration":"305.655845ms","start":"2026-03-03T14:06:41.028999Z","end":"2026-03-03T14:06:41.334655Z","steps":["trace[710683219] 'agreement among raft nodes before linearized reading' (duration: 305.356008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.335054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:41.030024Z","time spent":"304.880787ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1455,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:41.335098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:40.863212Z","time spent":"471.87112ms","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:06:41.335117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:41.028986Z","time spent":"306.109425ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13319,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T14:06:41.401808Z","caller":"traceutil/trace.go:171","msg":"trace[1705477772] transaction","detail":"{read_only:false; response_revision:4858; number_of_response:1; }","duration":"172.375971ms","start":"2026-03-03T14:06:41.229376Z","end":"2026-03-03T14:06:41.401752Z","steps":["trace[1705477772] 'process raft request' (duration: 172.194477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.401918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.625982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T14:06:41.401962Z","caller":"traceutil/trace.go:171","msg":"trace[218235076] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:4858; }","duration":"334.727965ms","start":"2026-03-03T14:06:41.067223Z","end":"2026-03-03T14:06:41.401951Z","steps":["trace[218235076] 'agreement among raft nodes before linearized reading' (duration: 334.52367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:41.401992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:41.067193Z","time spent":"334.789886ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" "} {"level":"warn","ts":"2026-03-03T14:06:41.402225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.721313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:9 size:380035"} {"level":"info","ts":"2026-03-03T14:06:41.40231Z","caller":"traceutil/trace.go:171","msg":"trace[1227402069] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:9; response_revision:4858; }","duration":"133.880538ms","start":"2026-03-03T14:06:41.268412Z","end":"2026-03-03T14:06:41.402292Z","steps":["trace[1227402069] 'agreement among raft nodes before linearized reading' (duration: 133.341925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:43.551839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.220632ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:43.552173Z","caller":"traceutil/trace.go:171","msg":"trace[1108084958] linearizableReadLoop","detail":"{readStateIndex:5104; appliedIndex:5103; }","duration":"107.063232ms","start":"2026-03-03T14:06:43.445089Z","end":"2026-03-03T14:06:43.552152Z","steps":["trace[1108084958] 'read index received' (duration: 58.742µs)","trace[1108084958] 'applied index is now lower than readState.Index' (duration: 107.0028ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:43.552204Z","caller":"traceutil/trace.go:171","msg":"trace[1369378116] transaction","detail":"{read_only:false; response_revision:4902; number_of_response:1; }","duration":"218.392633ms","start":"2026-03-03T14:06:43.333781Z","end":"2026-03-03T14:06:43.552174Z","steps":["trace[1369378116] 'process raft request' (duration: 71.585999ms)","trace[1369378116] 'compare' (duration: 145.735618ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:43.552392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.295797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rklp7\" ","response":"range_response_count:1 size:7818"} {"level":"info","ts":"2026-03-03T14:06:43.552436Z","caller":"traceutil/trace.go:171","msg":"trace[931834995] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-rklp7; range_end:; response_count:1; response_revision:4902; }","duration":"107.376129ms","start":"2026-03-03T14:06:43.445043Z","end":"2026-03-03T14:06:43.55242Z","steps":["trace[931834995] 'agreement among raft nodes before linearized reading' (duration: 107.172174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:43.770284Z","caller":"traceutil/trace.go:171","msg":"trace[645758174] transaction","detail":"{read_only:false; response_revision:4903; number_of_response:1; }","duration":"206.124813ms","start":"2026-03-03T14:06:43.564103Z","end":"2026-03-03T14:06:43.770228Z","steps":["trace[645758174] 'process raft request' (duration: 204.551885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:43.770311Z","caller":"traceutil/trace.go:171","msg":"trace[343017708] transaction","detail":"{read_only:false; response_revision:4904; number_of_response:1; }","duration":"136.327886ms","start":"2026-03-03T14:06:43.633939Z","end":"2026-03-03T14:06:43.770267Z","steps":["trace[343017708] 'process raft request' (duration: 136.133751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:44.753439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.306887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:44.753569Z","caller":"traceutil/trace.go:171","msg":"trace[620567316] transaction","detail":"{read_only:false; response_revision:4919; number_of_response:1; }","duration":"195.165652ms","start":"2026-03-03T14:06:44.558385Z","end":"2026-03-03T14:06:44.75355Z","steps":["trace[620567316] 'process raft request' (duration: 68.653639ms)","trace[620567316] 'compare' (duration: 126.157424ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:44.79235Z","caller":"traceutil/trace.go:171","msg":"trace[839206751] transaction","detail":"{read_only:false; response_revision:4920; number_of_response:1; }","duration":"233.622275ms","start":"2026-03-03T14:06:44.558699Z","end":"2026-03-03T14:06:44.792321Z","steps":["trace[839206751] 'process raft request' (duration: 233.334698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:44.792413Z","caller":"traceutil/trace.go:171","msg":"trace[1679686338] transaction","detail":"{read_only:false; response_revision:4921; number_of_response:1; }","duration":"233.308687ms","start":"2026-03-03T14:06:44.559049Z","end":"2026-03-03T14:06:44.792358Z","steps":["trace[1679686338] 'process raft request' (duration: 233.152904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:44.792686Z","caller":"traceutil/trace.go:171","msg":"trace[667545163] transaction","detail":"{read_only:false; response_revision:4922; number_of_response:1; }","duration":"233.519873ms","start":"2026-03-03T14:06:44.559114Z","end":"2026-03-03T14:06:44.792634Z","steps":["trace[667545163] 'process raft request' (duration: 233.133283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:44.793174Z","caller":"traceutil/trace.go:171","msg":"trace[810692371] transaction","detail":"{read_only:false; response_revision:4923; number_of_response:1; }","duration":"225.516993ms","start":"2026-03-03T14:06:44.567615Z","end":"2026-03-03T14:06:44.793132Z","steps":["trace[810692371] 'process raft request' (duration: 225.018011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:52.298628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.456167ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:06:52.298874Z","caller":"traceutil/trace.go:171","msg":"trace[437572736] transaction","detail":"{read_only:false; response_revision:5028; number_of_response:1; }","duration":"433.320385ms","start":"2026-03-03T14:06:51.865512Z","end":"2026-03-03T14:06:52.298833Z","steps":["trace[437572736] 'process raft request' (duration: 133.55009ms)","trace[437572736] 'compare' (duration: 299.171451ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:52.298928Z","caller":"traceutil/trace.go:171","msg":"trace[741227372] linearizableReadLoop","detail":"{readStateIndex:5235; appliedIndex:5230; }","duration":"430.461357ms","start":"2026-03-03T14:06:51.868444Z","end":"2026-03-03T14:06:52.298906Z","steps":["trace[741227372] 'read index received' (duration: 58.230843ms)","trace[741227372] 'applied index is now lower than readState.Index' (duration: 372.229434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:52.299038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:51.86549Z","time spent":"433.461948ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:52.299141Z","caller":"traceutil/trace.go:171","msg":"trace[1282597583] transaction","detail":"{read_only:false; response_revision:5029; number_of_response:1; }","duration":"432.693549ms","start":"2026-03-03T14:06:51.866433Z","end":"2026-03-03T14:06:52.299127Z","steps":["trace[1282597583] 'process raft request' (duration: 432.30695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:52.299403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:51.866423Z","time spent":"432.770171ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:52.299528Z","caller":"traceutil/trace.go:171","msg":"trace[1382272746] transaction","detail":"{read_only:false; response_revision:5030; number_of_response:1; }","duration":"432.901805ms","start":"2026-03-03T14:06:51.866617Z","end":"2026-03-03T14:06:52.299519Z","steps":["trace[1382272746] 'process raft request' (duration: 432.203728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:52.29958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:51.866608Z","time spent":"432.943885ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:52.299646Z","caller":"traceutil/trace.go:171","msg":"trace[927846649] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"431.976862ms","start":"2026-03-03T14:06:51.867661Z","end":"2026-03-03T14:06:52.299638Z","steps":["trace[927846649] 'process raft request' (duration: 431.205974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:52.299691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:51.867639Z","time spent":"432.029684ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:06:52.299826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.315329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:06:52.299858Z","caller":"traceutil/trace.go:171","msg":"trace[27896807] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5031; }","duration":"252.3924ms","start":"2026-03-03T14:06:52.047457Z","end":"2026-03-03T14:06:52.299849Z","steps":["trace[27896807] 'agreement among raft nodes before linearized reading' (duration: 252.335259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:52.300033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.547033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:06:52.300128Z","caller":"traceutil/trace.go:171","msg":"trace[1354597845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:5031; }","duration":"431.691166ms","start":"2026-03-03T14:06:51.868414Z","end":"2026-03-03T14:06:52.300105Z","steps":["trace[1354597845] 'agreement among raft nodes before linearized reading' (duration: 431.400309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:52.300181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:51.868405Z","time spent":"431.767938ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:06:52.299979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.677168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-03-03T14:06:52.300313Z","caller":"traceutil/trace.go:171","msg":"trace[1102730203] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-b46cc8d5-2940-4f70-b601-722578421e1e; range_end:; response_count:1; response_revision:5031; }","duration":"328.066168ms","start":"2026-03-03T14:06:51.972221Z","end":"2026-03-03T14:06:52.300287Z","steps":["trace[1102730203] 'agreement among raft nodes before linearized reading' (duration: 327.542454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:52.300391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:51.972199Z","time spent":"328.171449ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3670,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" "} {"level":"info","ts":"2026-03-03T14:06:53.759042Z","caller":"traceutil/trace.go:171","msg":"trace[1564290170] transaction","detail":"{read_only:false; response_revision:5042; number_of_response:1; }","duration":"129.682167ms","start":"2026-03-03T14:06:53.629323Z","end":"2026-03-03T14:06:53.759005Z","steps":["trace[1564290170] 'process raft request' (duration: 129.402981ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:55.369866Z","caller":"traceutil/trace.go:171","msg":"trace[1885943581] transaction","detail":"{read_only:false; response_revision:5051; number_of_response:1; }","duration":"360.835934ms","start":"2026-03-03T14:06:55.008992Z","end":"2026-03-03T14:06:55.369828Z","steps":["trace[1885943581] 'process raft request' (duration: 290.70875ms)","trace[1885943581] 'compare' (duration: 69.908009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:06:55.370034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:55.008974Z","time spent":"360.972518ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:55.372738Z","caller":"traceutil/trace.go:171","msg":"trace[1812352573] transaction","detail":"{read_only:false; response_revision:5052; number_of_response:1; }","duration":"363.317203ms","start":"2026-03-03T14:06:55.009392Z","end":"2026-03-03T14:06:55.37271Z","steps":["trace[1812352573] 'process raft request' (duration: 363.119748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:55.372778Z","caller":"traceutil/trace.go:171","msg":"trace[649086574] transaction","detail":"{read_only:false; response_revision:5053; number_of_response:1; }","duration":"360.774893ms","start":"2026-03-03T14:06:55.011968Z","end":"2026-03-03T14:06:55.372743Z","steps":["trace[649086574] 'process raft request' (duration: 360.648271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:55.372831Z","caller":"traceutil/trace.go:171","msg":"trace[1967470280] transaction","detail":"{read_only:false; response_revision:5054; number_of_response:1; }","duration":"253.784533ms","start":"2026-03-03T14:06:55.119023Z","end":"2026-03-03T14:06:55.372807Z","steps":["trace[1967470280] 'process raft request' (duration: 253.6456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:55.372845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:55.009387Z","time spent":"363.405455ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1329,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:55.372798Z","caller":"traceutil/trace.go:171","msg":"trace[580053976] transaction","detail":"{read_only:false; response_revision:5055; number_of_response:1; }","duration":"199.595487ms","start":"2026-03-03T14:06:55.173173Z","end":"2026-03-03T14:06:55.372768Z","steps":["trace[580053976] 'process raft request' (duration: 199.533186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:55.372955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:06:55.01194Z","time spent":"360.923126ms","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8196,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:06:55.372931Z","caller":"traceutil/trace.go:171","msg":"trace[1503664767] linearizableReadLoop","detail":"{readStateIndex:5261; appliedIndex:5255; }","duration":"119.223509ms","start":"2026-03-03T14:06:55.253673Z","end":"2026-03-03T14:06:55.372897Z","steps":["trace[1503664767] 'read index received' (duration: 46.040022ms)","trace[1503664767] 'applied index is now lower than readState.Index' (duration: 73.180937ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:55.373102Z","caller":"traceutil/trace.go:171","msg":"trace[956804004] transaction","detail":"{read_only:false; response_revision:5056; number_of_response:1; }","duration":"199.71483ms","start":"2026-03-03T14:06:55.173373Z","end":"2026-03-03T14:06:55.373088Z","steps":["trace[956804004] 'process raft request' (duration: 199.363281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:55.373193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.500845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-6758cc4f9f-2qg4t\" ","response":"range_response_count:1 size:11845"} {"level":"info","ts":"2026-03-03T14:06:55.373241Z","caller":"traceutil/trace.go:171","msg":"trace[1157050915] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-6758cc4f9f-2qg4t; range_end:; response_count:1; response_revision:5056; }","duration":"119.620039ms","start":"2026-03-03T14:06:55.253607Z","end":"2026-03-03T14:06:55.373227Z","steps":["trace[1157050915] 'agreement among raft nodes before linearized reading' (duration: 119.398494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:06:58.570527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.553966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81416"} {"level":"info","ts":"2026-03-03T14:06:58.570625Z","caller":"traceutil/trace.go:171","msg":"trace[620125913] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5096; }","duration":"164.707249ms","start":"2026-03-03T14:06:58.405897Z","end":"2026-03-03T14:06:58.570604Z","steps":["trace[620125913] 'range keys from in-memory index tree' (duration: 164.2708ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:58.57076Z","caller":"traceutil/trace.go:171","msg":"trace[884912231] transaction","detail":"{read_only:false; response_revision:5101; number_of_response:1; }","duration":"162.373284ms","start":"2026-03-03T14:06:58.408353Z","end":"2026-03-03T14:06:58.570727Z","steps":["trace[884912231] 'process raft request' (duration: 162.290072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:58.570806Z","caller":"traceutil/trace.go:171","msg":"trace[685700895] transaction","detail":"{read_only:false; response_revision:5098; number_of_response:1; }","duration":"164.340721ms","start":"2026-03-03T14:06:58.406429Z","end":"2026-03-03T14:06:58.57077Z","steps":["trace[685700895] 'process raft request' (duration: 164.049784ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:58.570885Z","caller":"traceutil/trace.go:171","msg":"trace[1442056193] transaction","detail":"{read_only:false; response_revision:5099; number_of_response:1; }","duration":"163.937242ms","start":"2026-03-03T14:06:58.406917Z","end":"2026-03-03T14:06:58.570854Z","steps":["trace[1442056193] 'process raft request' (duration: 163.634015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:06:58.570806Z","caller":"traceutil/trace.go:171","msg":"trace[549490651] transaction","detail":"{read_only:false; response_revision:5097; number_of_response:1; }","duration":"164.734691ms","start":"2026-03-03T14:06:58.406011Z","end":"2026-03-03T14:06:58.570745Z","steps":["trace[549490651] 'process raft request' (duration: 82.240552ms)","trace[549490651] 'compare' (duration: 82.086179ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:06:58.571008Z","caller":"traceutil/trace.go:171","msg":"trace[1831032846] transaction","detail":"{read_only:false; response_revision:5100; number_of_response:1; }","duration":"163.636364ms","start":"2026-03-03T14:06:58.407324Z","end":"2026-03-03T14:06:58.57096Z","steps":["trace[1831032846] 'process raft request' (duration: 163.280815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:02.446057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.070735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:07:02.446161Z","caller":"traceutil/trace.go:171","msg":"trace[1320186735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5135; }","duration":"100.235939ms","start":"2026-03-03T14:07:02.345899Z","end":"2026-03-03T14:07:02.446135Z","steps":["trace[1320186735] 'range keys from in-memory index tree' (duration: 99.89586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:08.71182Z","caller":"traceutil/trace.go:171","msg":"trace[990698425] linearizableReadLoop","detail":"{readStateIndex:5443; appliedIndex:5442; }","duration":"230.257015ms","start":"2026-03-03T14:07:08.481539Z","end":"2026-03-03T14:07:08.711796Z","steps":["trace[990698425] 'read index received' (duration: 230.095111ms)","trace[990698425] 'applied index is now lower than readState.Index' (duration: 160.774µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:08.711962Z","caller":"traceutil/trace.go:171","msg":"trace[701541330] transaction","detail":"{read_only:false; response_revision:5233; number_of_response:1; }","duration":"230.837688ms","start":"2026-03-03T14:07:08.481112Z","end":"2026-03-03T14:07:08.71195Z","steps":["trace[701541330] 'process raft request' (duration: 230.541722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:08.712413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.229265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:07:08.712459Z","caller":"traceutil/trace.go:171","msg":"trace[1969677632] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5233; }","duration":"230.312066ms","start":"2026-03-03T14:07:08.482136Z","end":"2026-03-03T14:07:08.712448Z","steps":["trace[1969677632] 'agreement among raft nodes before linearized reading' (duration: 230.155062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:08.712498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.93149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:07:08.712608Z","caller":"traceutil/trace.go:171","msg":"trace[696215975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5233; }","duration":"231.090904ms","start":"2026-03-03T14:07:08.481493Z","end":"2026-03-03T14:07:08.712584Z","steps":["trace[696215975] 'agreement among raft nodes before linearized reading' (duration: 230.856409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:08.712769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.870799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:07:08.712824Z","caller":"traceutil/trace.go:171","msg":"trace[1881364442] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5233; }","duration":"230.951251ms","start":"2026-03-03T14:07:08.481862Z","end":"2026-03-03T14:07:08.712813Z","steps":["trace[1881364442] 'agreement among raft nodes before linearized reading' (duration: 230.196273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:08.958913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.656989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:07:08.959409Z","caller":"traceutil/trace.go:171","msg":"trace[96025967] linearizableReadLoop","detail":"{readStateIndex:5445; appliedIndex:5443; }","duration":"241.959762ms","start":"2026-03-03T14:07:08.717427Z","end":"2026-03-03T14:07:08.959386Z","steps":["trace[96025967] 'read index received' (duration: 124.653298ms)","trace[96025967] 'applied index is now lower than readState.Index' (duration: 117.305054ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:08.959695Z","caller":"traceutil/trace.go:171","msg":"trace[1764263553] transaction","detail":"{read_only:false; response_revision:5234; number_of_response:1; }","duration":"243.256533ms","start":"2026-03-03T14:07:08.716403Z","end":"2026-03-03T14:07:08.95966Z","steps":["trace[1764263553] 'process raft request' (duration: 125.709263ms)","trace[1764263553] 'compare' (duration: 116.505215ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:08.959766Z","caller":"traceutil/trace.go:171","msg":"trace[366452229] transaction","detail":"{read_only:false; response_revision:5235; number_of_response:1; }","duration":"243.046778ms","start":"2026-03-03T14:07:08.716686Z","end":"2026-03-03T14:07:08.959733Z","steps":["trace[366452229] 'process raft request' (duration: 242.383792ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:08.95989Z","caller":"traceutil/trace.go:171","msg":"trace[634989166] transaction","detail":"{read_only:false; response_revision:5236; number_of_response:1; }","duration":"242.448004ms","start":"2026-03-03T14:07:08.717422Z","end":"2026-03-03T14:07:08.95987Z","steps":["trace[634989166] 'process raft request' (duration: 241.898441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:08.960674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.219763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:9 size:81416"} {"level":"info","ts":"2026-03-03T14:07:08.960751Z","caller":"traceutil/trace.go:171","msg":"trace[101103916] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:9; response_revision:5236; }","duration":"243.341675ms","start":"2026-03-03T14:07:08.717392Z","end":"2026-03-03T14:07:08.960734Z","steps":["trace[101103916] 'agreement among raft nodes before linearized reading' (duration: 242.066704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:13.897176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.595158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10392"} {"level":"info","ts":"2026-03-03T14:07:13.89728Z","caller":"traceutil/trace.go:171","msg":"trace[1475631400] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5263; }","duration":"194.750612ms","start":"2026-03-03T14:07:13.702507Z","end":"2026-03-03T14:07:13.897258Z","steps":["trace[1475631400] 'range keys from in-memory index tree' (duration: 194.347902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:13.897111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.959188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:07:13.897655Z","caller":"traceutil/trace.go:171","msg":"trace[694197201] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5263; }","duration":"193.385938ms","start":"2026-03-03T14:07:13.704075Z","end":"2026-03-03T14:07:13.897461Z","steps":["trace[694197201] 'range keys from in-memory index tree' (duration: 192.736133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:14.56463Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432358066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:07:15.065224Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432358066,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:07:15.251513Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.342290458s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:07:15.251928Z","caller":"traceutil/trace.go:171","msg":"trace[658134321] transaction","detail":"{read_only:false; response_revision:5264; number_of_response:1; }","duration":"1.3428249s","start":"2026-03-03T14:07:13.909073Z","end":"2026-03-03T14:07:15.251898Z","steps":["trace[658134321] 'process raft request' (duration: 1.342657456s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:15.252345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:13.909046Z","time spent":"1.343012505s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10670,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:15.840699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.815809ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:07:15.841132Z","caller":"traceutil/trace.go:171","msg":"trace[242231117] transaction","detail":"{read_only:false; response_revision:5265; number_of_response:1; }","duration":"1.692497897s","start":"2026-03-03T14:07:14.148599Z","end":"2026-03-03T14:07:15.841097Z","steps":["trace[242231117] 'process raft request' (duration: 1.584095405s)","trace[242231117] 'compare' (duration: 107.649014ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:15.841195Z","caller":"traceutil/trace.go:171","msg":"trace[939761536] transaction","detail":"{read_only:false; response_revision:5266; number_of_response:1; }","duration":"1.689108496s","start":"2026-03-03T14:07:14.15205Z","end":"2026-03-03T14:07:15.841159Z","steps":["trace[939761536] 'process raft request' (duration: 1.688935892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:15.841304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:14.148565Z","time spent":"1.692651971s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:15.841397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:14.152043Z","time spent":"1.68924723s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:16.050629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999887861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:07:16.050787Z","caller":"traceutil/trace.go:171","msg":"trace[663379446] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000126626s","start":"2026-03-03T14:07:14.050635Z","end":"2026-03-03T14:07:16.050761Z","steps":["trace[663379446] 'agreement among raft nodes before linearized reading' (duration: 1.999919421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.05085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:14.050617Z","time spent":"2.000222298s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:07:16.140972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.865285ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:07:16.141402Z","caller":"traceutil/trace.go:171","msg":"trace[819538025] linearizableReadLoop","detail":"{readStateIndex:5478; appliedIndex:5474; }","duration":"2.090687184s","start":"2026-03-03T14:07:14.050678Z","end":"2026-03-03T14:07:16.141365Z","steps":["trace[819538025] 'read index received' (duration: 1.201054986s)","trace[819538025] 'applied index is now lower than readState.Index' (duration: 889.628878ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:16.141835Z","caller":"traceutil/trace.go:171","msg":"trace[998983944] transaction","detail":"{read_only:false; response_revision:5268; number_of_response:1; }","duration":"881.415452ms","start":"2026-03-03T14:07:15.260402Z","end":"2026-03-03T14:07:16.141817Z","steps":["trace[998983944] 'process raft request' (duration: 881.211678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.141876Z","caller":"traceutil/trace.go:171","msg":"trace[406342242] transaction","detail":"{read_only:false; response_revision:5269; number_of_response:1; }","duration":"881.252888ms","start":"2026-03-03T14:07:15.260583Z","end":"2026-03-03T14:07:16.141836Z","steps":["trace[406342242] 'process raft request' (duration: 881.160786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.14186Z","caller":"traceutil/trace.go:171","msg":"trace[2119753357] transaction","detail":"{read_only:false; response_revision:5267; number_of_response:1; }","duration":"881.553596ms","start":"2026-03-03T14:07:15.260265Z","end":"2026-03-03T14:07:16.141819Z","steps":["trace[2119753357] 'process raft request' (duration: 880.911011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.142062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.260575Z","time spent":"881.393132ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":951,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:07:16.142114Z","caller":"traceutil/trace.go:171","msg":"trace[1575832087] transaction","detail":"{read_only:false; response_revision:5272; number_of_response:1; }","duration":"665.023448ms","start":"2026-03-03T14:07:15.477079Z","end":"2026-03-03T14:07:16.142103Z","steps":["trace[1575832087] 'process raft request' (duration: 664.976917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.142118Z","caller":"traceutil/trace.go:171","msg":"trace[2138696365] transaction","detail":"{read_only:false; response_revision:5271; number_of_response:1; }","duration":"692.955821ms","start":"2026-03-03T14:07:15.449145Z","end":"2026-03-03T14:07:16.142101Z","steps":["trace[2138696365] 'process raft request' (duration: 692.857059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.142079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.260395Z","time spent":"881.485604ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1506,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:16.142177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.477056Z","time spent":"665.09104ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:16.142206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.449122Z","time spent":"693.036052ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:16.142275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.260238Z","time spent":"881.809792ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1429,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:07:16.142308Z","caller":"traceutil/trace.go:171","msg":"trace[791457280] transaction","detail":"{read_only:false; response_revision:5270; number_of_response:1; }","duration":"881.607376ms","start":"2026-03-03T14:07:15.260627Z","end":"2026-03-03T14:07:16.142235Z","steps":["trace[791457280] 'process raft request' (duration: 881.167176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.142427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.078013907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:07:16.142431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009099949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:07:16.142457Z","caller":"traceutil/trace.go:171","msg":"trace[263412506] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:5274; }","duration":"1.078094258s","start":"2026-03-03T14:07:15.064357Z","end":"2026-03-03T14:07:16.142451Z","steps":["trace[263412506] 'agreement among raft nodes before linearized reading' (duration: 1.077990996s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.142467Z","caller":"traceutil/trace.go:171","msg":"trace[1230368203] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5274; }","duration":"2.00917474s","start":"2026-03-03T14:07:14.133281Z","end":"2026-03-03T14:07:16.142456Z","steps":["trace[1230368203] 'agreement among raft nodes before linearized reading' (duration: 2.009040887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.142484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.064331Z","time spent":"1.07814853s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:07:16.142496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:14.133261Z","time spent":"2.009228451s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:07:16.142619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080638619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:07:16.142639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.993781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:07:16.142654Z","caller":"traceutil/trace.go:171","msg":"trace[555448991] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5274; }","duration":"1.080717751s","start":"2026-03-03T14:07:15.061928Z","end":"2026-03-03T14:07:16.142645Z","steps":["trace[555448991] 'agreement among raft nodes before linearized reading' (duration: 1.080632919s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.142658Z","caller":"traceutil/trace.go:171","msg":"trace[1939934363] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5274; }","duration":"510.068852ms","start":"2026-03-03T14:07:15.632582Z","end":"2026-03-03T14:07:16.142651Z","steps":["trace[1939934363] 'agreement among raft nodes before linearized reading' (duration: 510.013121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.142634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.260619Z","time spent":"881.799752ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":893,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:16.142679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.632551Z","time spent":"510.124224ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:07:16.14268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.061905Z","time spent":"1.080769711s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:07:16.142325Z","caller":"traceutil/trace.go:171","msg":"trace[1707983098] transaction","detail":"{read_only:false; response_revision:5274; number_of_response:1; }","duration":"555.372907ms","start":"2026-03-03T14:07:15.586945Z","end":"2026-03-03T14:07:16.142318Z","steps":["trace[1707983098] 'process raft request' (duration: 555.313326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.142896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080992579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:07:16.142932Z","caller":"traceutil/trace.go:171","msg":"trace[456486445] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5274; }","duration":"1.081050119s","start":"2026-03-03T14:07:15.061873Z","end":"2026-03-03T14:07:16.142923Z","steps":["trace[456486445] 'agreement among raft nodes before linearized reading' (duration: 1.080965317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.14296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.061863Z","time spent":"1.08109091s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:07:16.143055Z","caller":"traceutil/trace.go:171","msg":"trace[529715446] transaction","detail":"{read_only:false; response_revision:5273; number_of_response:1; }","duration":"660.166524ms","start":"2026-03-03T14:07:15.482868Z","end":"2026-03-03T14:07:16.143034Z","steps":["trace[529715446] 'process raft request' (duration: 659.209561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.14309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083479497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:07:16.143112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.482854Z","time spent":"660.228655ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:07:16.143116Z","caller":"traceutil/trace.go:171","msg":"trace[809354972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5274; }","duration":"1.083543639s","start":"2026-03-03T14:07:15.059564Z","end":"2026-03-03T14:07:16.143108Z","steps":["trace[809354972] 'agreement among raft nodes before linearized reading' (duration: 1.083458987s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.143143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.059535Z","time spent":"1.08360305s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:07:16.143058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.586917Z","time spent":"555.981452ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":794,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:07:16.143349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.565214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:07:16.143349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.405405656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:07:16.14341Z","caller":"traceutil/trace.go:171","msg":"trace[1362752113] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5274; }","duration":"153.670496ms","start":"2026-03-03T14:07:15.989725Z","end":"2026-03-03T14:07:16.143395Z","steps":["trace[1362752113] 'agreement among raft nodes before linearized reading' (duration: 152.59573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.143422Z","caller":"traceutil/trace.go:171","msg":"trace[420221963] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5274; }","duration":"1.405527889s","start":"2026-03-03T14:07:14.737877Z","end":"2026-03-03T14:07:16.143405Z","steps":["trace[420221963] 'agreement among raft nodes before linearized reading' (duration: 1.405347954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.142815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.622169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3316"} {"level":"warn","ts":"2026-03-03T14:07:16.143468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:14.73784Z","time spent":"1.405607191s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:07:16.143483Z","caller":"traceutil/trace.go:171","msg":"trace[1919188953] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5274; }","duration":"579.303375ms","start":"2026-03-03T14:07:15.564163Z","end":"2026-03-03T14:07:16.143467Z","steps":["trace[1919188953] 'agreement among raft nodes before linearized reading' (duration: 578.613749ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.143523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.564101Z","time spent":"579.410507ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3340,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T14:07:16.142849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.767077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:07:16.143609Z","caller":"traceutil/trace.go:171","msg":"trace[2089590217] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:5274; }","duration":"956.528395ms","start":"2026-03-03T14:07:15.187042Z","end":"2026-03-03T14:07:16.14357Z","steps":["trace[2089590217] 'agreement among raft nodes before linearized reading' (duration: 955.787048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.144668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:15.187023Z","time spent":"957.594501ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:07:16.386029Z","caller":"traceutil/trace.go:171","msg":"trace[1254683816] transaction","detail":"{read_only:false; response_revision:5275; number_of_response:1; }","duration":"237.578967ms","start":"2026-03-03T14:07:16.148409Z","end":"2026-03-03T14:07:16.385988Z","steps":["trace[1254683816] 'process raft request' (duration: 145.997235ms)","trace[1254683816] 'compare' (duration: 91.235244ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:16.386126Z","caller":"traceutil/trace.go:171","msg":"trace[1044469801] transaction","detail":"{read_only:false; response_revision:5276; number_of_response:1; }","duration":"237.255649ms","start":"2026-03-03T14:07:16.148836Z","end":"2026-03-03T14:07:16.386092Z","steps":["trace[1044469801] 'process raft request' (duration: 237.043504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.386185Z","caller":"traceutil/trace.go:171","msg":"trace[467851438] linearizableReadLoop","detail":"{readStateIndex:5490; appliedIndex:5486; }","duration":"236.645435ms","start":"2026-03-03T14:07:16.14951Z","end":"2026-03-03T14:07:16.386155Z","steps":["trace[467851438] 'read index received' (duration: 144.984991ms)","trace[467851438] 'applied index is now lower than readState.Index' (duration: 91.659284ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:16.386243Z","caller":"traceutil/trace.go:171","msg":"trace[1903110246] transaction","detail":"{read_only:false; response_revision:5278; number_of_response:1; }","duration":"237.216008ms","start":"2026-03-03T14:07:16.149005Z","end":"2026-03-03T14:07:16.386221Z","steps":["trace[1903110246] 'process raft request' (duration: 237.014814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.386316Z","caller":"traceutil/trace.go:171","msg":"trace[422354983] transaction","detail":"{read_only:false; response_revision:5279; number_of_response:1; }","duration":"236.624094ms","start":"2026-03-03T14:07:16.149679Z","end":"2026-03-03T14:07:16.386303Z","steps":["trace[422354983] 'process raft request' (duration: 236.373058ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.386511Z","caller":"traceutil/trace.go:171","msg":"trace[901244377] transaction","detail":"{read_only:false; response_revision:5280; number_of_response:1; }","duration":"236.692045ms","start":"2026-03-03T14:07:16.149751Z","end":"2026-03-03T14:07:16.386443Z","steps":["trace[901244377] 'process raft request' (duration: 236.353878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.386529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.005924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19497"} {"level":"warn","ts":"2026-03-03T14:07:16.386533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.938505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:16.386496Z","caller":"traceutil/trace.go:171","msg":"trace[401336401] transaction","detail":"{read_only:false; response_revision:5277; number_of_response:1; }","duration":"237.543506ms","start":"2026-03-03T14:07:16.148905Z","end":"2026-03-03T14:07:16.386449Z","steps":["trace[401336401] 'process raft request' (duration: 237.075965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.386572Z","caller":"traceutil/trace.go:171","msg":"trace[2141115128] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5280; }","duration":"237.107156ms","start":"2026-03-03T14:07:16.149451Z","end":"2026-03-03T14:07:16.386558Z","steps":["trace[2141115128] 'agreement among raft nodes before linearized reading' (duration: 236.927591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:16.386575Z","caller":"traceutil/trace.go:171","msg":"trace[889648563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5280; }","duration":"235.008816ms","start":"2026-03-03T14:07:16.151555Z","end":"2026-03-03T14:07:16.386564Z","steps":["trace[889648563] 'agreement among raft nodes before linearized reading' (duration: 234.922293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.680149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.073244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:07:16.680284Z","caller":"traceutil/trace.go:171","msg":"trace[1904987609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5280; }","duration":"178.241589ms","start":"2026-03-03T14:07:16.502007Z","end":"2026-03-03T14:07:16.680249Z","steps":["trace[1904987609] 'count revisions from in-memory index tree' (duration: 177.992952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.680332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.283556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:16.680438Z","caller":"traceutil/trace.go:171","msg":"trace[978318012] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5280; }","duration":"169.444849ms","start":"2026-03-03T14:07:16.510972Z","end":"2026-03-03T14:07:16.680417Z","steps":["trace[978318012] 'range keys from in-memory index tree' (duration: 169.193644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:16.680573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.917671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:07:16.680855Z","caller":"traceutil/trace.go:171","msg":"trace[483523221] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:5280; }","duration":"178.355552ms","start":"2026-03-03T14:07:16.50232Z","end":"2026-03-03T14:07:16.680676Z","steps":["trace[483523221] 'count revisions from in-memory index tree' (duration: 177.839309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:17.000075Z","caller":"traceutil/trace.go:171","msg":"trace[83552571] transaction","detail":"{read_only:false; response_revision:5282; number_of_response:1; }","duration":"237.340772ms","start":"2026-03-03T14:07:16.762702Z","end":"2026-03-03T14:07:17.000043Z","steps":["trace[83552571] 'process raft request' (duration: 237.164077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:17.389108Z","caller":"traceutil/trace.go:171","msg":"trace[2018748559] transaction","detail":"{read_only:false; response_revision:5283; number_of_response:1; }","duration":"378.292965ms","start":"2026-03-03T14:07:17.010778Z","end":"2026-03-03T14:07:17.389071Z","steps":["trace[2018748559] 'process raft request' (duration: 333.872762ms)","trace[2018748559] 'compare' (duration: 44.27666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:17.389333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:17.010763Z","time spent":"378.434579ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4140,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:07:17.658062Z","caller":"traceutil/trace.go:171","msg":"trace[277269533] transaction","detail":"{read_only:false; response_revision:5285; number_of_response:1; }","duration":"262.835946ms","start":"2026-03-03T14:07:17.395189Z","end":"2026-03-03T14:07:17.658025Z","steps":["trace[277269533] 'process raft request' (duration: 218.880543ms)","trace[277269533] 'compare' (duration: 43.724607ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:17.658372Z","caller":"traceutil/trace.go:171","msg":"trace[1984306364] transaction","detail":"{read_only:false; response_revision:5286; number_of_response:1; }","duration":"262.195791ms","start":"2026-03-03T14:07:17.396169Z","end":"2026-03-03T14:07:17.658365Z","steps":["trace[1984306364] 'process raft request' (duration: 261.788851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:17.889612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.671535ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:07:17.889952Z","caller":"traceutil/trace.go:171","msg":"trace[939410327] transaction","detail":"{read_only:false; response_revision:5288; number_of_response:1; }","duration":"194.437063ms","start":"2026-03-03T14:07:17.69549Z","end":"2026-03-03T14:07:17.889927Z","steps":["trace[939410327] 'process raft request' (duration: 194.33462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:17.889997Z","caller":"traceutil/trace.go:171","msg":"trace[842743664] transaction","detail":"{read_only:false; response_revision:5287; number_of_response:1; }","duration":"226.323629ms","start":"2026-03-03T14:07:17.663636Z","end":"2026-03-03T14:07:17.889959Z","steps":["trace[842743664] 'process raft request' (duration: 107.211404ms)","trace[842743664] 'compare' (duration: 118.45109ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:18.1709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.51824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:18.17107Z","caller":"traceutil/trace.go:171","msg":"trace[644973445] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5288; }","duration":"123.734246ms","start":"2026-03-03T14:07:18.047314Z","end":"2026-03-03T14:07:18.171048Z","steps":["trace[644973445] 'range keys from in-memory index tree' (duration: 123.408618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:18.413848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.523072ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:07:18.414146Z","caller":"traceutil/trace.go:171","msg":"trace[725855694] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"264.830833ms","start":"2026-03-03T14:07:18.14928Z","end":"2026-03-03T14:07:18.414111Z","steps":["trace[725855694] 'process raft request' (duration: 129.949212ms)","trace[725855694] 'compare' (duration: 134.40486ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:18.414173Z","caller":"traceutil/trace.go:171","msg":"trace[1366692357] linearizableReadLoop","detail":"{readStateIndex:5503; appliedIndex:5500; }","duration":"260.962802ms","start":"2026-03-03T14:07:18.153184Z","end":"2026-03-03T14:07:18.414147Z","steps":["trace[1366692357] 'read index received' (duration: 25.73817ms)","trace[1366692357] 'applied index is now lower than readState.Index' (duration: 235.223432ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:18.414351Z","caller":"traceutil/trace.go:171","msg":"trace[504315388] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"264.825563ms","start":"2026-03-03T14:07:18.14949Z","end":"2026-03-03T14:07:18.414315Z","steps":["trace[504315388] 'process raft request' (duration: 264.564297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:18.414595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.392211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:07:18.414722Z","caller":"traceutil/trace.go:171","msg":"trace[1882756652] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5291; }","duration":"242.544666ms","start":"2026-03-03T14:07:18.172159Z","end":"2026-03-03T14:07:18.414703Z","steps":["trace[1882756652] 'agreement among raft nodes before linearized reading' (duration: 242.35835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:18.414625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.411632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:07:18.414883Z","caller":"traceutil/trace.go:171","msg":"trace[1893258025] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:5291; }","duration":"261.709ms","start":"2026-03-03T14:07:18.153139Z","end":"2026-03-03T14:07:18.414848Z","steps":["trace[1893258025] 'agreement among raft nodes before linearized reading' (duration: 261.200357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:35.990106Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2659} {"level":"info","ts":"2026-03-03T14:07:36.067901Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2659,"took":"76.227879ms","hash":1383398985,"current-db-size-bytes":40001536,"current-db-size":"40 MB","current-db-size-in-use-bytes":29286400,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T14:07:36.067976Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1383398985,"revision":2659,"compact-revision":-1} {"level":"info","ts":"2026-03-03T14:07:44.823733Z","caller":"traceutil/trace.go:171","msg":"trace[1743717391] transaction","detail":"{read_only:false; response_revision:5561; number_of_response:1; }","duration":"548.046413ms","start":"2026-03-03T14:07:44.275656Z","end":"2026-03-03T14:07:44.823703Z","steps":["trace[1743717391] 'process raft request' (duration: 547.89172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:44.823916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:44.275628Z","time spent":"548.189087ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:07:44.856932Z","caller":"traceutil/trace.go:171","msg":"trace[1389242256] transaction","detail":"{read_only:false; response_revision:5562; number_of_response:1; }","duration":"321.854927ms","start":"2026-03-03T14:07:44.535044Z","end":"2026-03-03T14:07:44.856899Z","steps":["trace[1389242256] 'process raft request' (duration: 321.665362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:44.857122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:44.535018Z","time spent":"322.0089ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:07:44.857177Z","caller":"traceutil/trace.go:171","msg":"trace[823016379] transaction","detail":"{read_only:false; response_revision:5563; number_of_response:1; }","duration":"320.456614ms","start":"2026-03-03T14:07:44.536659Z","end":"2026-03-03T14:07:44.857116Z","steps":["trace[823016379] 'process raft request' (duration: 320.194197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:44.857179Z","caller":"traceutil/trace.go:171","msg":"trace[59271053] linearizableReadLoop","detail":"{readStateIndex:5784; appliedIndex:5780; }","duration":"284.0467ms","start":"2026-03-03T14:07:44.573038Z","end":"2026-03-03T14:07:44.857085Z","steps":["trace[59271053] 'read index received' (duration: 250.491313ms)","trace[59271053] 'applied index is now lower than readState.Index' (duration: 33.552547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:44.857437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:07:44.536648Z","time spent":"320.656609ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:07:44.857448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.373877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:07:44.857551Z","caller":"traceutil/trace.go:171","msg":"trace[1008863016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5563; }","duration":"284.515761ms","start":"2026-03-03T14:07:44.573009Z","end":"2026-03-03T14:07:44.857525Z","steps":["trace[1008863016] 'agreement among raft nodes before linearized reading' (duration: 284.159893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:44.857662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.836464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:07:44.857716Z","caller":"traceutil/trace.go:171","msg":"trace[1368730501] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:5563; }","duration":"245.913375ms","start":"2026-03-03T14:07:44.61179Z","end":"2026-03-03T14:07:44.857703Z","steps":["trace[1368730501] 'agreement among raft nodes before linearized reading' (duration: 245.743321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:44.857805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.686374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:07:44.857845Z","caller":"traceutil/trace.go:171","msg":"trace[481129602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5563; }","duration":"249.742085ms","start":"2026-03-03T14:07:44.608093Z","end":"2026-03-03T14:07:44.857835Z","steps":["trace[481129602] 'agreement among raft nodes before linearized reading' (duration: 249.634393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:44.857988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.907506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:07:44.858135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.735592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:07:44.858194Z","caller":"traceutil/trace.go:171","msg":"trace[1897642129] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5563; }","duration":"248.859955ms","start":"2026-03-03T14:07:44.609322Z","end":"2026-03-03T14:07:44.858182Z","steps":["trace[1897642129] 'agreement among raft nodes before linearized reading' (duration: 248.729472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:44.858326Z","caller":"traceutil/trace.go:171","msg":"trace[879887492] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5563; }","duration":"249.197793ms","start":"2026-03-03T14:07:44.608964Z","end":"2026-03-03T14:07:44.858161Z","steps":["trace[879887492] 'agreement among raft nodes before linearized reading' (duration: 248.604769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:44.858402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.421836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:07:44.85924Z","caller":"traceutil/trace.go:171","msg":"trace[974402121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5563; }","duration":"252.122982ms","start":"2026-03-03T14:07:44.606867Z","end":"2026-03-03T14:07:44.85899Z","steps":["trace[974402121] 'agreement among raft nodes before linearized reading' (duration: 250.664178ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.094248Z","caller":"traceutil/trace.go:171","msg":"trace[533116995] linearizableReadLoop","detail":"{readStateIndex:5845; appliedIndex:5844; }","duration":"138.175768ms","start":"2026-03-03T14:07:54.956032Z","end":"2026-03-03T14:07:55.094208Z","steps":["trace[533116995] 'read index received' (duration: 95.579678ms)","trace[533116995] 'applied index is now lower than readState.Index' (duration: 42.59463ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:55.094295Z","caller":"traceutil/trace.go:171","msg":"trace[671176991] transaction","detail":"{read_only:false; response_revision:5622; number_of_response:1; }","duration":"139.436238ms","start":"2026-03-03T14:07:54.954825Z","end":"2026-03-03T14:07:55.094262Z","steps":["trace[671176991] 'process raft request' (duration: 96.801967ms)","trace[671176991] 'compare' (duration: 42.418576ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:55.09449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.444904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101771"} {"level":"info","ts":"2026-03-03T14:07:55.094526Z","caller":"traceutil/trace.go:171","msg":"trace[713843149] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5622; }","duration":"138.501495ms","start":"2026-03-03T14:07:54.956016Z","end":"2026-03-03T14:07:55.094518Z","steps":["trace[713843149] 'agreement among raft nodes before linearized reading' (duration: 138.28658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:55.094547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.495972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-03T14:07:55.094592Z","caller":"traceutil/trace.go:171","msg":"trace[1881151616] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:5622; }","duration":"129.559484ms","start":"2026-03-03T14:07:54.965017Z","end":"2026-03-03T14:07:55.094576Z","steps":["trace[1881151616] 'agreement among raft nodes before linearized reading' (duration: 129.429971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:07:55.497464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.767618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T14:07:55.497561Z","caller":"traceutil/trace.go:171","msg":"trace[1750628430] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5622; }","duration":"295.905881ms","start":"2026-03-03T14:07:55.201631Z","end":"2026-03-03T14:07:55.497537Z","steps":["trace[1750628430] 'range keys from in-memory index tree' (duration: 295.570263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.797857Z","caller":"traceutil/trace.go:171","msg":"trace[1402842860] transaction","detail":"{read_only:false; response_revision:5625; number_of_response:1; }","duration":"185.311586ms","start":"2026-03-03T14:07:55.612503Z","end":"2026-03-03T14:07:55.797815Z","steps":["trace[1402842860] 'process raft request' (duration: 184.701702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.798261Z","caller":"traceutil/trace.go:171","msg":"trace[1702242159] transaction","detail":"{read_only:false; response_revision:5626; number_of_response:1; }","duration":"185.649075ms","start":"2026-03-03T14:07:55.612558Z","end":"2026-03-03T14:07:55.798207Z","steps":["trace[1702242159] 'process raft request' (duration: 185.142433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.798354Z","caller":"traceutil/trace.go:171","msg":"trace[2004465848] transaction","detail":"{read_only:false; response_revision:5628; number_of_response:1; }","duration":"181.773553ms","start":"2026-03-03T14:07:55.61656Z","end":"2026-03-03T14:07:55.798334Z","steps":["trace[2004465848] 'process raft request' (duration: 181.66505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.798354Z","caller":"traceutil/trace.go:171","msg":"trace[550417378] transaction","detail":"{read_only:false; response_revision:5627; number_of_response:1; }","duration":"185.765227ms","start":"2026-03-03T14:07:55.612546Z","end":"2026-03-03T14:07:55.798311Z","steps":["trace[550417378] 'process raft request' (duration: 185.46253ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.7985Z","caller":"traceutil/trace.go:171","msg":"trace[2118960798] transaction","detail":"{read_only:false; response_revision:5629; number_of_response:1; }","duration":"177.807608ms","start":"2026-03-03T14:07:55.620642Z","end":"2026-03-03T14:07:55.798449Z","steps":["trace[2118960798] 'process raft request' (duration: 177.641514ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.799131Z","caller":"traceutil/trace.go:171","msg":"trace[1379784547] linearizableReadLoop","detail":"{readStateIndex:5850; appliedIndex:5846; }","duration":"185.892062ms","start":"2026-03-03T14:07:55.613216Z","end":"2026-03-03T14:07:55.799108Z","steps":["trace[1379784547] 'read index received' (duration: 34.515499ms)","trace[1379784547] 'applied index is now lower than readState.Index' (duration: 151.375523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:55.799625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.383313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-03-03T14:07:55.799566Z","caller":"traceutil/trace.go:171","msg":"trace[1632040095] transaction","detail":"{read_only:false; response_revision:5630; number_of_response:1; }","duration":"174.508891ms","start":"2026-03-03T14:07:55.625009Z","end":"2026-03-03T14:07:55.799518Z","steps":["trace[1632040095] 'process raft request' (duration: 174.025139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:55.799683Z","caller":"traceutil/trace.go:171","msg":"trace[1059060891] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5630; }","duration":"186.484345ms","start":"2026-03-03T14:07:55.613179Z","end":"2026-03-03T14:07:55.799663Z","steps":["trace[1059060891] 'agreement among raft nodes before linearized reading' (duration: 186.066355ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:56.752007Z","caller":"traceutil/trace.go:171","msg":"trace[855429340] transaction","detail":"{read_only:false; response_revision:5632; number_of_response:1; }","duration":"115.504731ms","start":"2026-03-03T14:07:56.636454Z","end":"2026-03-03T14:07:56.751959Z","steps":["trace[855429340] 'process raft request' (duration: 115.273446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:07:57.290016Z","caller":"traceutil/trace.go:171","msg":"trace[375772818] transaction","detail":"{read_only:false; response_revision:5641; number_of_response:1; }","duration":"187.148101ms","start":"2026-03-03T14:07:57.102823Z","end":"2026-03-03T14:07:57.289971Z","steps":["trace[375772818] 'process raft request' (duration: 154.919176ms)","trace[375772818] 'compare' (duration: 31.931958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:07:57.290201Z","caller":"traceutil/trace.go:171","msg":"trace[461448076] linearizableReadLoop","detail":"{readStateIndex:5864; appliedIndex:5863; }","duration":"182.805208ms","start":"2026-03-03T14:07:57.107094Z","end":"2026-03-03T14:07:57.2899Z","steps":["trace[461448076] 'read index received' (duration: 150.520422ms)","trace[461448076] 'applied index is now lower than readState.Index' (duration: 32.283196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:07:57.290516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.410713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:11 size:101771"} {"level":"info","ts":"2026-03-03T14:07:57.29062Z","caller":"traceutil/trace.go:171","msg":"trace[1142241078] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:11; response_revision:5641; }","duration":"183.588247ms","start":"2026-03-03T14:07:57.10701Z","end":"2026-03-03T14:07:57.290599Z","steps":["trace[1142241078] 'agreement among raft nodes before linearized reading' (duration: 183.168577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:10.137395Z","caller":"traceutil/trace.go:171","msg":"trace[1825432505] transaction","detail":"{read_only:false; response_revision:5725; number_of_response:1; }","duration":"130.381464ms","start":"2026-03-03T14:08:10.006972Z","end":"2026-03-03T14:08:10.137353Z","steps":["trace[1825432505] 'process raft request' (duration: 130.115057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:08:10.255857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.61607ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:08:10.256027Z","caller":"traceutil/trace.go:171","msg":"trace[1376020987] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5725; }","duration":"106.807745ms","start":"2026-03-03T14:08:10.1492Z","end":"2026-03-03T14:08:10.256008Z","steps":["trace[1376020987] 'range keys from in-memory index tree' (duration: 106.590519ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:11.143622Z","caller":"traceutil/trace.go:171","msg":"trace[1655175291] transaction","detail":"{read_only:false; response_revision:5726; number_of_response:1; }","duration":"138.316052ms","start":"2026-03-03T14:08:11.005273Z","end":"2026-03-03T14:08:11.143589Z","steps":["trace[1655175291] 'process raft request' (duration: 138.147938ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:11.150392Z","caller":"traceutil/trace.go:171","msg":"trace[1874305069] transaction","detail":"{read_only:false; response_revision:5727; number_of_response:1; }","duration":"145.072251ms","start":"2026-03-03T14:08:11.005289Z","end":"2026-03-03T14:08:11.150361Z","steps":["trace[1874305069] 'process raft request' (duration: 144.869076ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:11.265554Z","caller":"traceutil/trace.go:171","msg":"trace[648687259] transaction","detail":"{read_only:false; response_revision:5729; number_of_response:1; }","duration":"110.808759ms","start":"2026-03-03T14:08:11.154711Z","end":"2026-03-03T14:08:11.26552Z","steps":["trace[648687259] 'process raft request' (duration: 103.544027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:11.305077Z","caller":"traceutil/trace.go:171","msg":"trace[1732352361] transaction","detail":"{read_only:false; response_revision:5730; number_of_response:1; }","duration":"150.137602ms","start":"2026-03-03T14:08:11.15491Z","end":"2026-03-03T14:08:11.305047Z","steps":["trace[1732352361] 'process raft request' (duration: 149.889816ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:11.305189Z","caller":"traceutil/trace.go:171","msg":"trace[628826223] transaction","detail":"{read_only:false; response_revision:5731; number_of_response:1; }","duration":"149.835176ms","start":"2026-03-03T14:08:11.155317Z","end":"2026-03-03T14:08:11.305152Z","steps":["trace[628826223] 'process raft request' (duration: 149.60323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:08:11.305342Z","caller":"traceutil/trace.go:171","msg":"trace[1813206777] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"149.730013ms","start":"2026-03-03T14:08:11.155596Z","end":"2026-03-03T14:08:11.305326Z","steps":["trace[1813206777] 'process raft request' (duration: 149.362264ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:11:41.476938Z","caller":"traceutil/trace.go:171","msg":"trace[1896436656] transaction","detail":"{read_only:false; response_revision:7089; number_of_response:1; }","duration":"113.303649ms","start":"2026-03-03T14:11:41.363608Z","end":"2026-03-03T14:11:41.476912Z","steps":["trace[1896436656] 'process raft request' (duration: 113.115154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:35.999092Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5425} {"level":"info","ts":"2026-03-03T14:12:36.098346Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5425,"took":"96.917809ms","hash":2015465079,"current-db-size-bytes":42065920,"current-db-size":"42 MB","current-db-size-in-use-bytes":21680128,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T14:12:36.098435Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2015465079,"revision":5425,"compact-revision":2659} {"level":"warn","ts":"2026-03-03T14:12:54.509119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.87476ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:12:54.509408Z","caller":"traceutil/trace.go:171","msg":"trace[1936165942] transaction","detail":"{read_only:false; response_revision:7539; number_of_response:1; }","duration":"259.425286ms","start":"2026-03-03T14:12:54.249961Z","end":"2026-03-03T14:12:54.509386Z","steps":["trace[1936165942] 'process raft request' (duration: 259.258582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:54.509516Z","caller":"traceutil/trace.go:171","msg":"trace[1346017235] transaction","detail":"{read_only:false; response_revision:7540; number_of_response:1; }","duration":"258.458634ms","start":"2026-03-03T14:12:54.251044Z","end":"2026-03-03T14:12:54.509503Z","steps":["trace[1346017235] 'process raft request' (duration: 258.29554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:54.564935Z","caller":"traceutil/trace.go:171","msg":"trace[1077402624] transaction","detail":"{read_only:false; response_revision:7541; number_of_response:1; }","duration":"175.094535ms","start":"2026-03-03T14:12:54.389814Z","end":"2026-03-03T14:12:54.564908Z","steps":["trace[1077402624] 'process raft request' (duration: 174.936871ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:55.227753Z","caller":"traceutil/trace.go:171","msg":"trace[1044898093] transaction","detail":"{read_only:false; response_revision:7544; number_of_response:1; }","duration":"226.359162ms","start":"2026-03-03T14:12:55.001375Z","end":"2026-03-03T14:12:55.227735Z","steps":["trace[1044898093] 'process raft request' (duration: 226.232889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:55.310856Z","caller":"traceutil/trace.go:171","msg":"trace[1360866359] transaction","detail":"{read_only:false; response_revision:7545; number_of_response:1; }","duration":"306.987204ms","start":"2026-03-03T14:12:55.00385Z","end":"2026-03-03T14:12:55.310837Z","steps":["trace[1360866359] 'process raft request' (duration: 300.664815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:55.310974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.262374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:12:55.311013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:55.003839Z","time spent":"307.086866ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:12:55.311034Z","caller":"traceutil/trace.go:171","msg":"trace[681111035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7547; }","duration":"262.400998ms","start":"2026-03-03T14:12:55.048617Z","end":"2026-03-03T14:12:55.311018Z","steps":["trace[681111035] 'agreement among raft nodes before linearized reading' (duration: 262.285414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:55.310849Z","caller":"traceutil/trace.go:171","msg":"trace[1108933010] linearizableReadLoop","detail":"{readStateIndex:7840; appliedIndex:7836; }","duration":"262.12365ms","start":"2026-03-03T14:12:55.048699Z","end":"2026-03-03T14:12:55.310823Z","steps":["trace[1108933010] 'read index received' (duration: 178.986868ms)","trace[1108933010] 'applied index is now lower than readState.Index' (duration: 83.135292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:12:55.311538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.540122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:12:55.311571Z","caller":"traceutil/trace.go:171","msg":"trace[341469429] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7547; }","duration":"257.617553ms","start":"2026-03-03T14:12:55.053945Z","end":"2026-03-03T14:12:55.311562Z","steps":["trace[341469429] 'agreement among raft nodes before linearized reading' (duration: 257.498691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:55.311556Z","caller":"traceutil/trace.go:171","msg":"trace[913488178] transaction","detail":"{read_only:false; response_revision:7546; number_of_response:1; }","duration":"307.59797ms","start":"2026-03-03T14:12:55.003915Z","end":"2026-03-03T14:12:55.311513Z","steps":["trace[913488178] 'process raft request' (duration: 306.809121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:55.311769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:55.003908Z","time spent":"307.743563ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:12:55.312025Z","caller":"traceutil/trace.go:171","msg":"trace[1885050378] transaction","detail":"{read_only:false; response_revision:7547; number_of_response:1; }","duration":"307.397065ms","start":"2026-03-03T14:12:55.004615Z","end":"2026-03-03T14:12:55.312012Z","steps":["trace[1885050378] 'process raft request' (duration: 306.165685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:55.312096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:55.004605Z","time spent":"307.455526ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:12:58.970419Z","caller":"traceutil/trace.go:171","msg":"trace[816040932] transaction","detail":"{read_only:false; response_revision:7597; number_of_response:1; }","duration":"230.606222ms","start":"2026-03-03T14:12:58.73977Z","end":"2026-03-03T14:12:58.970376Z","steps":["trace[816040932] 'process raft request' (duration: 230.371277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:59.490666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.658182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:12:59.491015Z","caller":"traceutil/trace.go:171","msg":"trace[1319833836] transaction","detail":"{read_only:false; response_revision:7598; number_of_response:1; }","duration":"258.053454ms","start":"2026-03-03T14:12:59.232945Z","end":"2026-03-03T14:12:59.490998Z","steps":["trace[1319833836] 'process raft request' (duration: 139.989312ms)","trace[1319833836] 'compare' (duration: 117.524568ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:12:59.491129Z","caller":"traceutil/trace.go:171","msg":"trace[2102032960] linearizableReadLoop","detail":"{readStateIndex:7895; appliedIndex:7894; }","duration":"247.835042ms","start":"2026-03-03T14:12:59.243285Z","end":"2026-03-03T14:12:59.49112Z","steps":["trace[2102032960] 'read index received' (duration: 129.553524ms)","trace[2102032960] 'applied index is now lower than readState.Index' (duration: 118.280798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:12:59.491316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.041547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:12:59.491337Z","caller":"traceutil/trace.go:171","msg":"trace[1630015746] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7599; }","duration":"248.107529ms","start":"2026-03-03T14:12:59.243223Z","end":"2026-03-03T14:12:59.491331Z","steps":["trace[1630015746] 'agreement among raft nodes before linearized reading' (duration: 247.980766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:59.49139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.899427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:12:59.491455Z","caller":"traceutil/trace.go:171","msg":"trace[646475768] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7599; }","duration":"166.01917ms","start":"2026-03-03T14:12:59.325418Z","end":"2026-03-03T14:12:59.491437Z","steps":["trace[646475768] 'agreement among raft nodes before linearized reading' (duration: 165.824575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:59.491388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.355758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:12:59.491515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.452746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:12:59.491538Z","caller":"traceutil/trace.go:171","msg":"trace[1017389417] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7599; }","duration":"158.517232ms","start":"2026-03-03T14:12:59.333006Z","end":"2026-03-03T14:12:59.491524Z","steps":["trace[1017389417] 'agreement among raft nodes before linearized reading' (duration: 158.264996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:12:59.491587Z","caller":"traceutil/trace.go:171","msg":"trace[483560441] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7599; }","duration":"165.560199ms","start":"2026-03-03T14:12:59.326007Z","end":"2026-03-03T14:12:59.491567Z","steps":["trace[483560441] 'agreement among raft nodes before linearized reading' (duration: 165.335004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:12:59.492008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.107201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:12:59.492132Z","caller":"traceutil/trace.go:171","msg":"trace[1464913325] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7599; }","duration":"163.245084ms","start":"2026-03-03T14:12:59.328864Z","end":"2026-03-03T14:12:59.492109Z","steps":["trace[1464913325] 'agreement among raft nodes before linearized reading' (duration: 162.444705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.455699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.975715ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:00.4559Z","caller":"traceutil/trace.go:171","msg":"trace[1532800445] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7599; }","duration":"307.19824ms","start":"2026-03-03T14:13:00.148672Z","end":"2026-03-03T14:13:00.45587Z","steps":["trace[1532800445] 'range keys from in-memory index tree' (duration: 306.947344ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.456077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.097883ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:00.456263Z","caller":"traceutil/trace.go:171","msg":"trace[1200548758] transaction","detail":"{read_only:false; response_revision:7600; number_of_response:1; }","duration":"961.606069ms","start":"2026-03-03T14:12:59.494618Z","end":"2026-03-03T14:13:00.456224Z","steps":["trace[1200548758] 'process raft request' (duration: 288.20749ms)","trace[1200548758] 'compare' (duration: 672.486358ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:00.456368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.494607Z","time spent":"961.714712ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:00.758657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.029489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:00.759087Z","caller":"traceutil/trace.go:171","msg":"trace[1805487833] transaction","detail":"{read_only:false; response_revision:7601; number_of_response:1; }","duration":"1.264160549s","start":"2026-03-03T14:12:59.494876Z","end":"2026-03-03T14:13:00.759037Z","steps":["trace[1805487833] 'process raft request' (duration: 1.089588337s)","trace[1805487833] 'compare' (duration: 173.62936ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:00.759163Z","caller":"traceutil/trace.go:171","msg":"trace[2128224282] transaction","detail":"{read_only:false; response_revision:7602; number_of_response:1; }","duration":"1.263565235s","start":"2026-03-03T14:12:59.495546Z","end":"2026-03-03T14:13:00.759112Z","steps":["trace[2128224282] 'process raft request' (duration: 1.26336632s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.759309Z","caller":"traceutil/trace.go:171","msg":"trace[2027810189] transaction","detail":"{read_only:false; response_revision:7603; number_of_response:1; }","duration":"1.262670373s","start":"2026-03-03T14:12:59.496539Z","end":"2026-03-03T14:13:00.759209Z","steps":["trace[2027810189] 'process raft request' (duration: 1.262500779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.759335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.495536Z","time spent":"1.263702658s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:00.759345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.494869Z","time spent":"1.264362654s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:00.759378Z","caller":"traceutil/trace.go:171","msg":"trace[1084508321] transaction","detail":"{read_only:false; response_revision:7604; number_of_response:1; }","duration":"1.259099618s","start":"2026-03-03T14:12:59.50024Z","end":"2026-03-03T14:13:00.75934Z","steps":["trace[1084508321] 'process raft request' (duration: 1.258842672s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.759487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.496487Z","time spent":"1.262923819s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:00.759567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.500231Z","time spent":"1.259235792s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8304,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:00.759624Z","caller":"traceutil/trace.go:171","msg":"trace[204643993] linearizableReadLoop","detail":"{readStateIndex:7898; appliedIndex:7896; }","duration":"1.264620639s","start":"2026-03-03T14:12:59.494938Z","end":"2026-03-03T14:13:00.759559Z","steps":["trace[204643993] 'read index received' (duration: 287.898982ms)","trace[204643993] 'applied index is now lower than readState.Index' (duration: 976.718597ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:00.759882Z","caller":"traceutil/trace.go:171","msg":"trace[1508190142] transaction","detail":"{read_only:false; response_revision:7607; number_of_response:1; }","duration":"216.14021ms","start":"2026-03-03T14:13:00.543727Z","end":"2026-03-03T14:13:00.759867Z","steps":["trace[1508190142] 'process raft request' (duration: 216.045567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.759784Z","caller":"traceutil/trace.go:171","msg":"trace[2140233480] transaction","detail":"{read_only:false; response_revision:7605; number_of_response:1; }","duration":"488.946523ms","start":"2026-03-03T14:13:00.270802Z","end":"2026-03-03T14:13:00.759748Z","steps":["trace[2140233480] 'process raft request' (duration: 488.530872ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.759907Z","caller":"traceutil/trace.go:171","msg":"trace[571186973] transaction","detail":"{read_only:false; response_revision:7606; number_of_response:1; }","duration":"219.238393ms","start":"2026-03-03T14:13:00.540644Z","end":"2026-03-03T14:13:00.759882Z","steps":["trace[571186973] 'process raft request' (duration: 218.947645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.759944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.051862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:00.759989Z","caller":"traceutil/trace.go:171","msg":"trace[1501207082] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:7607; }","duration":"461.146434ms","start":"2026-03-03T14:13:00.29883Z","end":"2026-03-03T14:13:00.759977Z","steps":["trace[1501207082] 'agreement among raft nodes before linearized reading' (duration: 461.068032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.759998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26504889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:13:00.760024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:00.298805Z","time spent":"461.210365ms","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:00.760045Z","caller":"traceutil/trace.go:171","msg":"trace[1326187567] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:7607; }","duration":"1.265110242s","start":"2026-03-03T14:12:59.494925Z","end":"2026-03-03T14:13:00.760035Z","steps":["trace[1326187567] 'agreement among raft nodes before linearized reading' (duration: 1.264942038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.760081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.49492Z","time spent":"1.265153553s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:13:00.760139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.062431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:13:00.760192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.552908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:00.760209Z","caller":"traceutil/trace.go:171","msg":"trace[754359967] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:7607; }","duration":"903.174903ms","start":"2026-03-03T14:12:59.857016Z","end":"2026-03-03T14:13:00.760191Z","steps":["trace[754359967] 'agreement among raft nodes before linearized reading' (duration: 903.062141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:00.760269Z","caller":"traceutil/trace.go:171","msg":"trace[1821234436] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:7607; }","duration":"245.698781ms","start":"2026-03-03T14:13:00.514548Z","end":"2026-03-03T14:13:00.760247Z","steps":["trace[1821234436] 'agreement among raft nodes before linearized reading' (duration: 245.521696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.760294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"712.57381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:00.760287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262888509s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224173"} {"level":"warn","ts":"2026-03-03T14:13:00.760308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.856996Z","time spent":"903.297607ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:00.760331Z","caller":"traceutil/trace.go:171","msg":"trace[236165134] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7607; }","duration":"712.659422ms","start":"2026-03-03T14:13:00.047664Z","end":"2026-03-03T14:13:00.760323Z","steps":["trace[236165134] 'agreement among raft nodes before linearized reading' (duration: 712.604601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.760332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.49207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:00.760355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:00.047637Z","time spent":"712.714454ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:13:00.760386Z","caller":"traceutil/trace.go:171","msg":"trace[417032626] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:7607; }","duration":"986.589462ms","start":"2026-03-03T14:12:59.773782Z","end":"2026-03-03T14:13:00.760371Z","steps":["trace[417032626] 'agreement among raft nodes before linearized reading' (duration: 986.509371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.760425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.773758Z","time spent":"986.658063ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:00.760351Z","caller":"traceutil/trace.go:171","msg":"trace[2019407980] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7607; }","duration":"1.262985292s","start":"2026-03-03T14:12:59.49735Z","end":"2026-03-03T14:13:00.760335Z","steps":["trace[2019407980] 'agreement among raft nodes before linearized reading' (duration: 1.262551551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:00.760667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:12:59.497342Z","time spent":"1.263310989s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224197,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:13:00.760804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:00.270778Z","time spent":"489.175949ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:01.151228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.313565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:13:01.151295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.087479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:13:01.151341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.517899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:01.151404Z","caller":"traceutil/trace.go:171","msg":"trace[339322925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7607; }","duration":"101.634921ms","start":"2026-03-03T14:13:01.049757Z","end":"2026-03-03T14:13:01.151391Z","steps":["trace[339322925] 'range keys from in-memory index tree' (duration: 101.400156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:01.151408Z","caller":"traceutil/trace.go:171","msg":"trace[135080628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7607; }","duration":"176.292394ms","start":"2026-03-03T14:13:00.975088Z","end":"2026-03-03T14:13:01.151381Z","steps":["trace[135080628] 'range keys from in-memory index tree' (duration: 175.67249ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:01.151338Z","caller":"traceutil/trace.go:171","msg":"trace[1335907109] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:7607; }","duration":"246.52524ms","start":"2026-03-03T14:13:00.904786Z","end":"2026-03-03T14:13:01.151311Z","steps":["trace[1335907109] 'count revisions from in-memory index tree' (duration: 246.134972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:04.904155Z","caller":"traceutil/trace.go:171","msg":"trace[600275489] linearizableReadLoop","detail":"{readStateIndex:7922; appliedIndex:7921; }","duration":"122.929547ms","start":"2026-03-03T14:13:04.781203Z","end":"2026-03-03T14:13:04.904133Z","steps":["trace[600275489] 'read index received' (duration: 122.693791ms)","trace[600275489] 'applied index is now lower than readState.Index' (duration: 234.876µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:04.904611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.392099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:13:04.904658Z","caller":"traceutil/trace.go:171","msg":"trace[1887272141] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7624; }","duration":"123.48267ms","start":"2026-03-03T14:13:04.781163Z","end":"2026-03-03T14:13:04.904645Z","steps":["trace[1887272141] 'agreement among raft nodes before linearized reading' (duration: 123.334056ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:04.904686Z","caller":"traceutil/trace.go:171","msg":"trace[196549698] transaction","detail":"{read_only:false; response_revision:7624; number_of_response:1; }","duration":"131.180483ms","start":"2026-03-03T14:13:04.773466Z","end":"2026-03-03T14:13:04.904647Z","steps":["trace[196549698] 'process raft request' (duration: 130.542888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:04.905057Z","caller":"traceutil/trace.go:171","msg":"trace[1519907024] transaction","detail":"{read_only:false; response_revision:7625; number_of_response:1; }","duration":"121.725238ms","start":"2026-03-03T14:13:04.783313Z","end":"2026-03-03T14:13:04.905038Z","steps":["trace[1519907024] 'process raft request' (duration: 121.573835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:04.905214Z","caller":"traceutil/trace.go:171","msg":"trace[1508762210] transaction","detail":"{read_only:false; response_revision:7626; number_of_response:1; }","duration":"120.841727ms","start":"2026-03-03T14:13:04.784338Z","end":"2026-03-03T14:13:04.905179Z","steps":["trace[1508762210] 'process raft request' (duration: 120.663633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:04.905738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.126852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:13:04.905806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.681667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:04.905818Z","caller":"traceutil/trace.go:171","msg":"trace[981752312] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7627; }","duration":"123.247215ms","start":"2026-03-03T14:13:04.782546Z","end":"2026-03-03T14:13:04.905793Z","steps":["trace[981752312] 'agreement among raft nodes before linearized reading' (duration: 122.846944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:04.905842Z","caller":"traceutil/trace.go:171","msg":"trace[1629409317] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7627; }","duration":"118.731978ms","start":"2026-03-03T14:13:04.787099Z","end":"2026-03-03T14:13:04.905831Z","steps":["trace[1629409317] 'agreement among raft nodes before linearized reading' (duration: 118.631295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:04.906057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.966904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:13:04.906095Z","caller":"traceutil/trace.go:171","msg":"trace[479553513] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7627; }","duration":"119.023385ms","start":"2026-03-03T14:13:04.787063Z","end":"2026-03-03T14:13:04.906087Z","steps":["trace[479553513] 'agreement among raft nodes before linearized reading' (duration: 118.930002ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:08.169445Z","caller":"traceutil/trace.go:171","msg":"trace[1558125833] transaction","detail":"{read_only:false; response_revision:7641; number_of_response:1; }","duration":"110.471902ms","start":"2026-03-03T14:13:08.058944Z","end":"2026-03-03T14:13:08.169416Z","steps":["trace[1558125833] 'process raft request' (duration: 110.269206ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:09.510465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.357663ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:09.51084Z","caller":"traceutil/trace.go:171","msg":"trace[792399143] transaction","detail":"{read_only:false; response_revision:7648; number_of_response:1; }","duration":"517.537611ms","start":"2026-03-03T14:13:08.993271Z","end":"2026-03-03T14:13:09.510809Z","steps":["trace[792399143] 'process raft request' (duration: 252.736438ms)","trace[792399143] 'compare' (duration: 264.25343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:09.510985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:08.993246Z","time spent":"517.696814ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:09.511064Z","caller":"traceutil/trace.go:171","msg":"trace[1392734174] linearizableReadLoop","detail":"{readStateIndex:7947; appliedIndex:7944; }","duration":"517.09157ms","start":"2026-03-03T14:13:08.993941Z","end":"2026-03-03T14:13:09.511033Z","steps":["trace[1392734174] 'read index received' (duration: 55.013226ms)","trace[1392734174] 'applied index is now lower than readState.Index' (duration: 462.076624ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:09.511198Z","caller":"traceutil/trace.go:171","msg":"trace[1027871641] transaction","detail":"{read_only:false; response_revision:7649; number_of_response:1; }","duration":"517.856819ms","start":"2026-03-03T14:13:08.993272Z","end":"2026-03-03T14:13:09.511129Z","steps":["trace[1027871641] 'process raft request' (duration: 517.453649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:09.511373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.069857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:13:09.511391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:08.993248Z","time spent":"518.047943ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:09.511414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.26045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:09.51144Z","caller":"traceutil/trace.go:171","msg":"trace[1518798992] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7649; }","duration":"366.18884ms","start":"2026-03-03T14:13:09.145233Z","end":"2026-03-03T14:13:09.511422Z","steps":["trace[1518798992] 'agreement among raft nodes before linearized reading' (duration: 365.992196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:09.511495Z","caller":"traceutil/trace.go:171","msg":"trace[1515304529] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7649; }","duration":"199.383261ms","start":"2026-03-03T14:13:09.31209Z","end":"2026-03-03T14:13:09.511473Z","steps":["trace[1515304529] 'agreement among raft nodes before linearized reading' (duration: 199.207727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:09.511497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:09.145212Z","time spent":"366.272252ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:13:09.511828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.88225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224320"} {"level":"info","ts":"2026-03-03T14:13:09.511943Z","caller":"traceutil/trace.go:171","msg":"trace[1369264958] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7649; }","duration":"518.034983ms","start":"2026-03-03T14:13:08.993893Z","end":"2026-03-03T14:13:09.511928Z","steps":["trace[1369264958] 'agreement among raft nodes before linearized reading' (duration: 517.232924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:09.512012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:08.993882Z","time spent":"518.114176ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224344,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:13:11.790767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.203723ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:11.790888Z","caller":"traceutil/trace.go:171","msg":"trace[537125579] linearizableReadLoop","detail":"{readStateIndex:7965; appliedIndex:7964; }","duration":"233.850289ms","start":"2026-03-03T14:13:11.557014Z","end":"2026-03-03T14:13:11.790865Z","steps":["trace[537125579] 'read index received' (duration: 62.262527ms)","trace[537125579] 'applied index is now lower than readState.Index' (duration: 171.586142ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:11.791071Z","caller":"traceutil/trace.go:171","msg":"trace[1806275079] transaction","detail":"{read_only:false; response_revision:7666; number_of_response:1; }","duration":"234.020524ms","start":"2026-03-03T14:13:11.556966Z","end":"2026-03-03T14:13:11.790986Z","steps":["trace[1806275079] 'process raft request' (duration: 86.502893ms)","trace[1806275079] 'compare' (duration: 146.873126ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:11.791482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.459875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-03T14:13:11.791543Z","caller":"traceutil/trace.go:171","msg":"trace[678266749] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7666; }","duration":"234.574937ms","start":"2026-03-03T14:13:11.556952Z","end":"2026-03-03T14:13:11.791527Z","steps":["trace[678266749] 'agreement among raft nodes before linearized reading' (duration: 234.055314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:15.730061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.158255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:15.730163Z","caller":"traceutil/trace.go:171","msg":"trace[1888750399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7685; }","duration":"164.311708ms","start":"2026-03-03T14:13:15.565834Z","end":"2026-03-03T14:13:15.730146Z","steps":["trace[1888750399] 'range keys from in-memory index tree' (duration: 163.981421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:15.830464Z","caller":"traceutil/trace.go:171","msg":"trace[943474368] transaction","detail":"{read_only:false; response_revision:7686; number_of_response:1; }","duration":"154.100327ms","start":"2026-03-03T14:13:15.676335Z","end":"2026-03-03T14:13:15.830435Z","steps":["trace[943474368] 'process raft request' (duration: 153.852611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:23.219628Z","caller":"traceutil/trace.go:171","msg":"trace[1298405777] transaction","detail":"{read_only:false; response_revision:7850; number_of_response:1; }","duration":"108.184827ms","start":"2026-03-03T14:13:23.111403Z","end":"2026-03-03T14:13:23.219587Z","steps":["trace[1298405777] 'process raft request' (duration: 107.788388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.228445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.153615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:40.228509Z","caller":"traceutil/trace.go:171","msg":"trace[878561513] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7929; }","duration":"183.262688ms","start":"2026-03-03T14:13:40.045232Z","end":"2026-03-03T14:13:40.228494Z","steps":["trace[878561513] 'range keys from in-memory index tree' (duration: 183.019412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.22854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.355647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:13:40.228609Z","caller":"traceutil/trace.go:171","msg":"trace[542267356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7929; }","duration":"142.47697ms","start":"2026-03-03T14:13:40.086114Z","end":"2026-03-03T14:13:40.228591Z","steps":["trace[542267356] 'range keys from in-memory index tree' (duration: 142.116711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.228613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.256362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:13:40.228744Z","caller":"traceutil/trace.go:171","msg":"trace[1818078845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7929; }","duration":"171.423947ms","start":"2026-03-03T14:13:40.057292Z","end":"2026-03-03T14:13:40.228716Z","steps":["trace[1818078845] 'range keys from in-memory index tree' (duration: 170.947804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.228842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.941914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:13:40.228912Z","caller":"traceutil/trace.go:171","msg":"trace[1698206296] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:7929; }","duration":"771.014906ms","start":"2026-03-03T14:13:39.457882Z","end":"2026-03-03T14:13:40.228897Z","steps":["trace[1698206296] 'range keys from in-memory index tree' (duration: 770.74594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.228942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.830451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:40.228969Z","caller":"traceutil/trace.go:171","msg":"trace[1421640559] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:7929; }","duration":"269.884691ms","start":"2026-03-03T14:13:39.959075Z","end":"2026-03-03T14:13:40.22896Z","steps":["trace[1421640559] 'count revisions from in-memory index tree' (duration: 269.691697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.229004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.009552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:40.229042Z","caller":"traceutil/trace.go:171","msg":"trace[1769019492] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:7929; }","duration":"248.089154ms","start":"2026-03-03T14:13:39.980943Z","end":"2026-03-03T14:13:40.229032Z","steps":["trace[1769019492] 'count revisions from in-memory index tree' (duration: 247.92354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.22868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.420411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T14:13:40.229161Z","caller":"traceutil/trace.go:171","msg":"trace[1943576477] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:7929; }","duration":"288.925063ms","start":"2026-03-03T14:13:39.940227Z","end":"2026-03-03T14:13:40.229152Z","steps":["trace[1943576477] 'range keys from in-memory index tree' (duration: 288.277478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:40.229008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:39.457834Z","time spent":"771.115369ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:13:40.229424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.125711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:13:40.228609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.217786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:13:40.229587Z","caller":"traceutil/trace.go:171","msg":"trace[837751995] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7929; }","duration":"106.245131ms","start":"2026-03-03T14:13:40.123318Z","end":"2026-03-03T14:13:40.229564Z","steps":["trace[837751995] 'range keys from in-memory index tree' (duration: 105.005081ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:40.229578Z","caller":"traceutil/trace.go:171","msg":"trace[1885871101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7929; }","duration":"177.252484ms","start":"2026-03-03T14:13:40.052236Z","end":"2026-03-03T14:13:40.229488Z","steps":["trace[1885871101] 'range keys from in-memory index tree' (duration: 176.779523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:41.851806Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:42.353008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:42.853521Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365215,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:42.92578Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.717575316s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:13:45.021814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432088148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:45.021882Z","caller":"traceutil/trace.go:171","msg":"trace[1526984425] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:7933; }","duration":"4.432201991s","start":"2026-03-03T14:13:40.589661Z","end":"2026-03-03T14:13:45.021863Z","steps":["trace[1526984425] 'count revisions from in-memory index tree' (duration: 4.431980226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.021913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.589639Z","time spent":"4.432266373s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:45.022364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.224955066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:13:45.022493Z","caller":"traceutil/trace.go:171","msg":"trace[1194614945] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7933; }","duration":"4.225112059s","start":"2026-03-03T14:13:40.797322Z","end":"2026-03-03T14:13:45.022434Z","steps":["trace[1194614945] 'range keys from in-memory index tree' (duration: 4.22471923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.022578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:40.7973Z","time spent":"4.225237573s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:13:45.022863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.975319835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.022908Z","caller":"traceutil/trace.go:171","msg":"trace[635029481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7933; }","duration":"3.975389287s","start":"2026-03-03T14:13:41.047512Z","end":"2026-03-03T14:13:45.022901Z","steps":["trace[635029481] 'range keys from in-memory index tree' (duration: 3.975273794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.02293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.047499Z","time spent":"3.975426258s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:45.023788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.097699012s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:45.024038Z","caller":"traceutil/trace.go:171","msg":"trace[1926093537] transaction","detail":"{read_only:false; response_revision:7934; number_of_response:1; }","duration":"3.815954525s","start":"2026-03-03T14:13:41.208059Z","end":"2026-03-03T14:13:45.024013Z","steps":["trace[1926093537] 'process raft request' (duration: 1.717899855s)","trace[1926093537] 'compare' (duration: 2.095701745s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:45.024108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.208031Z","time spent":"3.816048428s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:45.048884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000153239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:13:45.048977Z","caller":"traceutil/trace.go:171","msg":"trace[1694509384] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000299813s","start":"2026-03-03T14:13:43.048657Z","end":"2026-03-03T14:13:45.048957Z","steps":["trace[1694509384] 'agreement among raft nodes before linearized reading' (duration: 2.00017583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.049019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.048641Z","time spent":"2.000368844s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:45.423196Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.497240798s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:13:45.428253Z","caller":"traceutil/trace.go:171","msg":"trace[116517485] transaction","detail":"{read_only:false; response_revision:7936; number_of_response:1; }","duration":"4.164642216s","start":"2026-03-03T14:13:41.263587Z","end":"2026-03-03T14:13:45.428229Z","steps":["trace[116517485] 'process raft request' (duration: 4.164321628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.428397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.263561Z","time spent":"4.164767669s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.428571Z","caller":"traceutil/trace.go:171","msg":"trace[591465650] transaction","detail":"{read_only:false; response_revision:7935; number_of_response:1; }","duration":"4.165446944s","start":"2026-03-03T14:13:41.263116Z","end":"2026-03-03T14:13:45.428563Z","steps":["trace[591465650] 'process raft request' (duration: 4.164136403s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.428645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.263085Z","time spent":"4.165537577s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.429037Z","caller":"traceutil/trace.go:171","msg":"trace[149919062] transaction","detail":"{read_only:false; response_revision:7937; number_of_response:1; }","duration":"2.984970456s","start":"2026-03-03T14:13:42.444058Z","end":"2026-03-03T14:13:45.429028Z","steps":["trace[149919062] 'process raft request' (duration: 2.983900491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.44403Z","time spent":"2.985033238s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.429213Z","caller":"traceutil/trace.go:171","msg":"trace[1844694639] transaction","detail":"{read_only:false; response_revision:7938; number_of_response:1; }","duration":"1.375920514s","start":"2026-03-03T14:13:44.053265Z","end":"2026-03-03T14:13:45.429185Z","steps":["trace[1844694639] 'process raft request' (duration: 1.374731196s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.429488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:44.053248Z","time spent":"1.376081147s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:45.429566Z","caller":"traceutil/trace.go:171","msg":"trace[1029928321] linearizableReadLoop","detail":"{readStateIndex:8243; appliedIndex:8239; }","duration":"4.078076952s","start":"2026-03-03T14:13:41.350954Z","end":"2026-03-03T14:13:45.429031Z","steps":["trace[1029928321] 'read index received' (duration: 1.575019586s)","trace[1029928321] 'applied index is now lower than readState.Index' (duration: 2.503053736s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:45.431756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.080805407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:45.431832Z","caller":"traceutil/trace.go:171","msg":"trace[280167617] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7938; }","duration":"4.0809368s","start":"2026-03-03T14:13:41.350883Z","end":"2026-03-03T14:13:45.43182Z","steps":["trace[280167617] 'agreement among raft nodes before linearized reading' (duration: 4.078709937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.43186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.350863Z","time spent":"4.080988561s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:45.432152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531638472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:13:45.432184Z","caller":"traceutil/trace.go:171","msg":"trace[2689867] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7939; }","duration":"3.531716124s","start":"2026-03-03T14:13:41.900458Z","end":"2026-03-03T14:13:45.432174Z","steps":["trace[2689867] 'agreement among raft nodes before linearized reading' (duration: 3.531643952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.432226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:41.900437Z","time spent":"3.531761615s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:13:45.432494Z","caller":"traceutil/trace.go:171","msg":"trace[111276001] transaction","detail":"{read_only:false; response_revision:7939; number_of_response:1; }","duration":"404.35737ms","start":"2026-03-03T14:13:45.028126Z","end":"2026-03-03T14:13:45.432483Z","steps":["trace[111276001] 'process raft request' (duration: 403.346746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.432584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:45.028103Z","time spent":"404.426661ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:45.432936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.202281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.432969Z","caller":"traceutil/trace.go:171","msg":"trace[1682203115] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7939; }","duration":"147.267662ms","start":"2026-03-03T14:13:45.285692Z","end":"2026-03-03T14:13:45.43296Z","steps":["trace[1682203115] 'agreement among raft nodes before linearized reading' (duration: 147.225141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.433129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128848318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:13:45.433164Z","caller":"traceutil/trace.go:171","msg":"trace[1636139465] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7939; }","duration":"3.128922751s","start":"2026-03-03T14:13:42.304234Z","end":"2026-03-03T14:13:45.433156Z","steps":["trace[1636139465] 'agreement among raft nodes before linearized reading' (duration: 3.128830167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.433186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.304213Z","time spent":"3.128967961s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:45.433231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.128289486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:13:45.4335Z","caller":"traceutil/trace.go:171","msg":"trace[349576218] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7939; }","duration":"3.128595112s","start":"2026-03-03T14:13:42.304893Z","end":"2026-03-03T14:13:45.433488Z","steps":["trace[349576218] 'agreement among raft nodes before linearized reading' (duration: 3.128158381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.43353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.304885Z","time spent":"3.128640394s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:13:45.433478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.175681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:45.433588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.129400032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:13:45.433621Z","caller":"traceutil/trace.go:171","msg":"trace[192059893] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7939; }","duration":"3.129457313s","start":"2026-03-03T14:13:42.304157Z","end":"2026-03-03T14:13:45.433614Z","steps":["trace[192059893] 'agreement among raft nodes before linearized reading' (duration: 3.129368381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.433643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.304147Z","time spent":"3.129491914s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:13:45.433653Z","caller":"traceutil/trace.go:171","msg":"trace[802308566] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7939; }","duration":"147.838397ms","start":"2026-03-03T14:13:45.285765Z","end":"2026-03-03T14:13:45.433604Z","steps":["trace[802308566] 'agreement among raft nodes before linearized reading' (duration: 147.14475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.43381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.526346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:13:45.433822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.130270253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:13:45.433849Z","caller":"traceutil/trace.go:171","msg":"trace[1948622579] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7939; }","duration":"3.130337675s","start":"2026-03-03T14:13:42.303504Z","end":"2026-03-03T14:13:45.433842Z","steps":["trace[1948622579] 'agreement among raft nodes before linearized reading' (duration: 3.130257813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.433857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.764033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.433873Z","caller":"traceutil/trace.go:171","msg":"trace[147026631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7939; }","duration":"378.779233ms","start":"2026-03-03T14:13:45.055088Z","end":"2026-03-03T14:13:45.433867Z","steps":["trace[147026631] 'agreement among raft nodes before linearized reading' (duration: 378.754043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.433875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:42.303483Z","time spent":"3.130383605s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:13:45.433927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.02766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:13:45.433939Z","caller":"traceutil/trace.go:171","msg":"trace[1247896391] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:7939; }","duration":"379.093102ms","start":"2026-03-03T14:13:45.054842Z","end":"2026-03-03T14:13:45.433935Z","steps":["trace[1247896391] 'agreement among raft nodes before linearized reading' (duration: 379.051221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.433951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:45.054824Z","time spent":"379.124272ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:13:45.434063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.088553669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:45.434081Z","caller":"traceutil/trace.go:171","msg":"trace[1819195223] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:7939; }","duration":"1.088578509s","start":"2026-03-03T14:13:44.345497Z","end":"2026-03-03T14:13:45.434075Z","steps":["trace[1819195223] 'agreement among raft nodes before linearized reading' (duration: 1.088538098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.434101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:44.345441Z","time spent":"1.088655621s","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:45.433832Z","caller":"traceutil/trace.go:171","msg":"trace[905862593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7939; }","duration":"197.587407ms","start":"2026-03-03T14:13:45.23624Z","end":"2026-03-03T14:13:45.433828Z","steps":["trace[905862593] 'agreement among raft nodes before linearized reading' (duration: 197.494515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.43419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.225620039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.434202Z","caller":"traceutil/trace.go:171","msg":"trace[1897704012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7939; }","duration":"1.22567236s","start":"2026-03-03T14:13:44.208526Z","end":"2026-03-03T14:13:45.434198Z","steps":["trace[1897704012] 'agreement among raft nodes before linearized reading' (duration: 1.225650839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.434214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:44.208506Z","time spent":"1.225704451s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:45.434293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.675916439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:13:45.433886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:45.055013Z","time spent":"378.868696ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:45.434326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741142076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:45.434343Z","caller":"traceutil/trace.go:171","msg":"trace[162424111] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7939; }","duration":"1.741205727s","start":"2026-03-03T14:13:43.69313Z","end":"2026-03-03T14:13:45.434336Z","steps":["trace[162424111] 'agreement among raft nodes before linearized reading' (duration: 1.741183407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.434361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.693099Z","time spent":"1.741257129s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:45.434448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.369427408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:45.434462Z","caller":"traceutil/trace.go:171","msg":"trace[13637732] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:7939; }","duration":"2.369463298s","start":"2026-03-03T14:13:43.064994Z","end":"2026-03-03T14:13:45.434458Z","steps":["trace[13637732] 'agreement among raft nodes before linearized reading' (duration: 2.369438287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.434475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.064984Z","time spent":"2.369487448s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:45.434305Z","caller":"traceutil/trace.go:171","msg":"trace[1751168496] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:7939; }","duration":"1.675929849s","start":"2026-03-03T14:13:43.758371Z","end":"2026-03-03T14:13:45.434301Z","steps":["trace[1751168496] 'agreement among raft nodes before linearized reading' (duration: 1.675905689s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.434635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:43.758323Z","time spent":"1.676298148s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:45.43475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.207948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.434776Z","caller":"traceutil/trace.go:171","msg":"trace[2128129238] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7939; }","duration":"103.267289ms","start":"2026-03-03T14:13:45.3315Z","end":"2026-03-03T14:13:45.434768Z","steps":["trace[2128129238] 'agreement among raft nodes before linearized reading' (duration: 103.227628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.434899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.027427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.434919Z","caller":"traceutil/trace.go:171","msg":"trace[839484069] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7939; }","duration":"104.080909ms","start":"2026-03-03T14:13:45.330832Z","end":"2026-03-03T14:13:45.434913Z","steps":["trace[839484069] 'agreement among raft nodes before linearized reading' (duration: 104.049348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.435002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.14362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.43502Z","caller":"traceutil/trace.go:171","msg":"trace[2064770992] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:7939; }","duration":"104.197881ms","start":"2026-03-03T14:13:45.330816Z","end":"2026-03-03T14:13:45.435014Z","steps":["trace[2064770992] 'agreement among raft nodes before linearized reading' (duration: 104.16928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.4351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.758134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.435121Z","caller":"traceutil/trace.go:171","msg":"trace[843162875] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:7939; }","duration":"120.780124ms","start":"2026-03-03T14:13:45.314335Z","end":"2026-03-03T14:13:45.435116Z","steps":["trace[843162875] 'agreement among raft nodes before linearized reading' (duration: 120.747474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.435278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.577877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.435304Z","caller":"traceutil/trace.go:171","msg":"trace[1054359680] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7939; }","duration":"122.620409ms","start":"2026-03-03T14:13:45.312677Z","end":"2026-03-03T14:13:45.435297Z","steps":["trace[1054359680] 'agreement among raft nodes before linearized reading' (duration: 122.576498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.435417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.14265ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.435442Z","caller":"traceutil/trace.go:171","msg":"trace[1829647807] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7939; }","duration":"123.211412ms","start":"2026-03-03T14:13:45.312225Z","end":"2026-03-03T14:13:45.435436Z","steps":["trace[1829647807] 'agreement among raft nodes before linearized reading' (duration: 123.175641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.435527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.339085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.435549Z","caller":"traceutil/trace.go:171","msg":"trace[150326155] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:7939; }","duration":"123.430207ms","start":"2026-03-03T14:13:45.312114Z","end":"2026-03-03T14:13:45.435544Z","steps":["trace[150326155] 'agreement among raft nodes before linearized reading' (duration: 123.394967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:45.435667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.2512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:45.435696Z","caller":"traceutil/trace.go:171","msg":"trace[1358498999] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:7939; }","duration":"149.306501ms","start":"2026-03-03T14:13:45.286382Z","end":"2026-03-03T14:13:45.435689Z","steps":["trace[1358498999] 'agreement among raft nodes before linearized reading' (duration: 149.2592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:47.671266Z","caller":"traceutil/trace.go:171","msg":"trace[1697756407] linearizableReadLoop","detail":"{readStateIndex:8255; appliedIndex:8253; }","duration":"232.106474ms","start":"2026-03-03T14:13:47.439126Z","end":"2026-03-03T14:13:47.671232Z","steps":["trace[1697756407] 'read index received' (duration: 73.424431ms)","trace[1697756407] 'applied index is now lower than readState.Index' (duration: 158.680663ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:47.671357Z","caller":"traceutil/trace.go:171","msg":"trace[393008074] transaction","detail":"{read_only:false; response_revision:7948; number_of_response:1; }","duration":"235.70972ms","start":"2026-03-03T14:13:47.43562Z","end":"2026-03-03T14:13:47.671329Z","steps":["trace[393008074] 'process raft request' (duration: 223.116332ms)","trace[393008074] 'compare' (duration: 12.212149ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:47.671571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.673373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:47.671594Z","caller":"traceutil/trace.go:171","msg":"trace[960540246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7948; }","duration":"212.729675ms","start":"2026-03-03T14:13:47.458859Z","end":"2026-03-03T14:13:47.671589Z","steps":["trace[960540246] 'agreement among raft nodes before linearized reading' (duration: 212.614132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:47.671583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.439042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:13:47.671643Z","caller":"traceutil/trace.go:171","msg":"trace[1487159951] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7948; }","duration":"232.547875ms","start":"2026-03-03T14:13:47.439078Z","end":"2026-03-03T14:13:47.671626Z","steps":["trace[1487159951] 'agreement among raft nodes before linearized reading' (duration: 232.344219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:47.671673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.794215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:13:47.671687Z","caller":"traceutil/trace.go:171","msg":"trace[1186221441] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7948; }","duration":"217.829286ms","start":"2026-03-03T14:13:47.453854Z","end":"2026-03-03T14:13:47.671683Z","steps":["trace[1186221441] 'agreement among raft nodes before linearized reading' (duration: 217.785345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:47.671699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.048752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:13:47.671584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.721801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:47.67176Z","caller":"traceutil/trace.go:171","msg":"trace[511152318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7948; }","duration":"213.135655ms","start":"2026-03-03T14:13:47.45861Z","end":"2026-03-03T14:13:47.671746Z","steps":["trace[511152318] 'agreement among raft nodes before linearized reading' (duration: 213.006402ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:47.671841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.588457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:13:47.671877Z","caller":"traceutil/trace.go:171","msg":"trace[1842876462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7948; }","duration":"220.007248ms","start":"2026-03-03T14:13:47.451824Z","end":"2026-03-03T14:13:47.671831Z","steps":["trace[1842876462] 'agreement among raft nodes before linearized reading' (duration: 219.644829ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:47.67203Z","caller":"traceutil/trace.go:171","msg":"trace[1709874321] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7948; }","duration":"197.769311ms","start":"2026-03-03T14:13:47.474155Z","end":"2026-03-03T14:13:47.671924Z","steps":["trace[1709874321] 'agreement among raft nodes before linearized reading' (duration: 197.399722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.648203Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365294,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:13:49.679041Z","caller":"traceutil/trace.go:171","msg":"trace[1606619461] transaction","detail":"{read_only:false; response_revision:7954; number_of_response:1; }","duration":"622.242588ms","start":"2026-03-03T14:13:49.056771Z","end":"2026-03-03T14:13:49.679014Z","steps":["trace[1606619461] 'process raft request' (duration: 622.065384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.679288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:49.056748Z","time spent":"622.371501ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:49.700275Z","caller":"traceutil/trace.go:171","msg":"trace[601751255] linearizableReadLoop","detail":"{readStateIndex:8263; appliedIndex:8260; }","duration":"552.453393ms","start":"2026-03-03T14:13:49.1478Z","end":"2026-03-03T14:13:49.700254Z","steps":["trace[601751255] 'read index received' (duration: 531.105656ms)","trace[601751255] 'applied index is now lower than readState.Index' (duration: 21.346997ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:49.700392Z","caller":"traceutil/trace.go:171","msg":"trace[151827275] transaction","detail":"{read_only:false; response_revision:7956; number_of_response:1; }","duration":"182.295754ms","start":"2026-03-03T14:13:49.518054Z","end":"2026-03-03T14:13:49.70035Z","steps":["trace[151827275] 'process raft request' (duration: 182.166591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.700468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.656598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:13:49.700495Z","caller":"traceutil/trace.go:171","msg":"trace[395720326] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7956; }","duration":"552.72811ms","start":"2026-03-03T14:13:49.147759Z","end":"2026-03-03T14:13:49.700488Z","steps":["trace[395720326] 'agreement among raft nodes before linearized reading' (duration: 552.604068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.700519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:49.147742Z","time spent":"552.772641ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:13:49.700322Z","caller":"traceutil/trace.go:171","msg":"trace[1451737919] transaction","detail":"{read_only:false; response_revision:7955; number_of_response:1; }","duration":"501.399872ms","start":"2026-03-03T14:13:49.198903Z","end":"2026-03-03T14:13:49.700303Z","steps":["trace[1451737919] 'process raft request' (duration: 501.194607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:49.700975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:49.198882Z","time spent":"501.986135ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:51.441407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287830084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:51.441479Z","caller":"traceutil/trace.go:171","msg":"trace[326003497] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:7964; }","duration":"1.287919726s","start":"2026-03-03T14:13:50.153543Z","end":"2026-03-03T14:13:51.441463Z","steps":["trace[326003497] 'count revisions from in-memory index tree' (duration: 1.28770141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.441479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.353107793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:51.441557Z","caller":"traceutil/trace.go:171","msg":"trace[891692214] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:7964; }","duration":"1.353240966s","start":"2026-03-03T14:13:50.088295Z","end":"2026-03-03T14:13:51.441536Z","steps":["trace[891692214] 'count revisions from in-memory index tree' (duration: 1.353011211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.4416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:50.088274Z","time spent":"1.353315388s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:51.441582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.680722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:51.441651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.737754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:13:51.441687Z","caller":"traceutil/trace.go:171","msg":"trace[1068208302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7964; }","duration":"389.802585ms","start":"2026-03-03T14:13:51.051844Z","end":"2026-03-03T14:13:51.441646Z","steps":["trace[1068208302] 'range keys from in-memory index tree' (duration: 389.614061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:51.441719Z","caller":"traceutil/trace.go:171","msg":"trace[3186257] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7964; }","duration":"873.961078ms","start":"2026-03-03T14:13:50.567736Z","end":"2026-03-03T14:13:51.441697Z","steps":["trace[3186257] 'agreement among raft nodes before linearized reading' (duration: 32.191534ms)","trace[3186257] 'range keys from in-memory index tree' (duration: 841.57032ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:51.44177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.051828Z","time spent":"389.927228ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:51.441801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293318233s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:51.441872Z","caller":"traceutil/trace.go:171","msg":"trace[2063078603] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7964; }","duration":"1.293390166s","start":"2026-03-03T14:13:50.14847Z","end":"2026-03-03T14:13:51.44186Z","steps":["trace[2063078603] 'range keys from in-memory index tree' (duration: 1.293308183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:51.441512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:50.153471Z","time spent":"1.288030329s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:51.441771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:50.567721Z","time spent":"874.03624ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:13:51.943031Z","caller":"traceutil/trace.go:171","msg":"trace[1405163095] transaction","detail":"{read_only:false; response_revision:7965; number_of_response:1; }","duration":"257.749213ms","start":"2026-03-03T14:13:51.685254Z","end":"2026-03-03T14:13:51.943003Z","steps":["trace[1405163095] 'process raft request' (duration: 257.560989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.380339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.479861ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:52.38062Z","caller":"traceutil/trace.go:171","msg":"trace[1822497066] transaction","detail":"{read_only:false; response_revision:7966; number_of_response:1; }","duration":"675.39578ms","start":"2026-03-03T14:13:51.705188Z","end":"2026-03-03T14:13:52.380584Z","steps":["trace[1822497066] 'process raft request' (duration: 268.57024ms)","trace[1822497066] 'compare' (duration: 406.319827ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:52.380745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.705166Z","time spent":"675.523893ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:52.380813Z","caller":"traceutil/trace.go:171","msg":"trace[1835582353] linearizableReadLoop","detail":"{readStateIndex:8275; appliedIndex:8273; }","duration":"628.820385ms","start":"2026-03-03T14:13:51.751974Z","end":"2026-03-03T14:13:52.380795Z","steps":["trace[1835582353] 'read index received' (duration: 191.125493ms)","trace[1835582353] 'applied index is now lower than readState.Index' (duration: 437.693672ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:52.380931Z","caller":"traceutil/trace.go:171","msg":"trace[932086111] transaction","detail":"{read_only:false; response_revision:7967; number_of_response:1; }","duration":"662.058783ms","start":"2026-03-03T14:13:51.718842Z","end":"2026-03-03T14:13:52.380901Z","steps":["trace[932086111] 'process raft request' (duration: 661.662793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.381285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.718824Z","time spent":"662.418781ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:52.381311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.279257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:13:52.381348Z","caller":"traceutil/trace.go:171","msg":"trace[996872601] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7967; }","duration":"608.363729ms","start":"2026-03-03T14:13:51.772972Z","end":"2026-03-03T14:13:52.381335Z","steps":["trace[996872601] 'agreement among raft nodes before linearized reading' (duration: 608.265686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.38138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.772948Z","time spent":"608.42534ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:13:52.381105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.128392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:13:52.381418Z","caller":"traceutil/trace.go:171","msg":"trace[551152390] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7967; }","duration":"629.48529ms","start":"2026-03-03T14:13:51.751921Z","end":"2026-03-03T14:13:52.381406Z","steps":["trace[551152390] 'agreement among raft nodes before linearized reading' (duration: 628.986369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.381448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.751901Z","time spent":"629.537511ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:13:52.381438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.343848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:52.381491Z","caller":"traceutil/trace.go:171","msg":"trace[1049055616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7967; }","duration":"600.432102ms","start":"2026-03-03T14:13:51.781044Z","end":"2026-03-03T14:13:52.381476Z","steps":["trace[1049055616] 'agreement among raft nodes before linearized reading' (duration: 600.288109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.381493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.371039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:52.381529Z","caller":"traceutil/trace.go:171","msg":"trace[1618673817] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7967; }","duration":"608.458471ms","start":"2026-03-03T14:13:51.773062Z","end":"2026-03-03T14:13:52.38152Z","steps":["trace[1618673817] 'agreement among raft nodes before linearized reading' (duration: 608.344048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.381529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.78103Z","time spent":"600.490233ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:52.381553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.773021Z","time spent":"608.526273ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:52.381442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.885207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:13:52.381625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.00094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:13:52.381643Z","caller":"traceutil/trace.go:171","msg":"trace[482720472] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7967; }","duration":"600.107922ms","start":"2026-03-03T14:13:51.781517Z","end":"2026-03-03T14:13:52.381625Z","steps":["trace[482720472] 'agreement among raft nodes before linearized reading' (duration: 599.750164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:52.381693Z","caller":"traceutil/trace.go:171","msg":"trace[822501471] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7967; }","duration":"600.118224ms","start":"2026-03-03T14:13:51.781556Z","end":"2026-03-03T14:13:52.381675Z","steps":["trace[822501471] 'agreement among raft nodes before linearized reading' (duration: 599.94784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:52.381698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.78151Z","time spent":"600.174085ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:52.381729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:51.781527Z","time spent":"600.193315ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:13:52.529604Z","caller":"traceutil/trace.go:171","msg":"trace[1235234693] transaction","detail":"{read_only:false; response_revision:7968; number_of_response:1; }","duration":"143.35372ms","start":"2026-03-03T14:13:52.386228Z","end":"2026-03-03T14:13:52.529581Z","steps":["trace[1235234693] 'process raft request' (duration: 122.086595ms)","trace[1235234693] 'compare' (duration: 21.167452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:52.54218Z","caller":"traceutil/trace.go:171","msg":"trace[1205632920] transaction","detail":"{read_only:false; response_revision:7971; number_of_response:1; }","duration":"155.61601ms","start":"2026-03-03T14:13:52.386544Z","end":"2026-03-03T14:13:52.54216Z","steps":["trace[1205632920] 'process raft request' (duration: 155.549909ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:52.542258Z","caller":"traceutil/trace.go:171","msg":"trace[595912216] transaction","detail":"{read_only:false; response_revision:7969; number_of_response:1; }","duration":"155.670582ms","start":"2026-03-03T14:13:52.386537Z","end":"2026-03-03T14:13:52.542207Z","steps":["trace[595912216] 'process raft request' (duration: 155.456807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:52.542272Z","caller":"traceutil/trace.go:171","msg":"trace[815264774] transaction","detail":"{read_only:false; response_revision:7970; number_of_response:1; }","duration":"155.684181ms","start":"2026-03-03T14:13:52.386553Z","end":"2026-03-03T14:13:52.542237Z","steps":["trace[815264774] 'process raft request' (duration: 155.507507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:52.542386Z","caller":"traceutil/trace.go:171","msg":"trace[611924852] transaction","detail":"{read_only:false; response_revision:7972; number_of_response:1; }","duration":"155.278882ms","start":"2026-03-03T14:13:52.387072Z","end":"2026-03-03T14:13:52.542351Z","steps":["trace[611924852] 'process raft request' (duration: 155.052307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:53.254648Z","caller":"traceutil/trace.go:171","msg":"trace[1028145672] transaction","detail":"{read_only:false; response_revision:7974; number_of_response:1; }","duration":"130.121467ms","start":"2026-03-03T14:13:53.124509Z","end":"2026-03-03T14:13:53.25463Z","steps":["trace[1028145672] 'process raft request' (duration: 129.686646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:53.65858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.499769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:13:53.658691Z","caller":"traceutil/trace.go:171","msg":"trace[1186703939] linearizableReadLoop","detail":"{readStateIndex:8283; appliedIndex:8282; }","duration":"320.453071ms","start":"2026-03-03T14:13:53.338222Z","end":"2026-03-03T14:13:53.658675Z","steps":["trace[1186703939] 'read index received' (duration: 16.663255ms)","trace[1186703939] 'applied index is now lower than readState.Index' (duration: 303.788616ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:53.658704Z","caller":"traceutil/trace.go:171","msg":"trace[1935664626] transaction","detail":"{read_only:false; response_revision:7975; number_of_response:1; }","duration":"400.489829ms","start":"2026-03-03T14:13:53.258193Z","end":"2026-03-03T14:13:53.658683Z","steps":["trace[1935664626] 'process raft request' (duration: 96.787815ms)","trace[1935664626] 'compare' (duration: 303.392407ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:53.658758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.542824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:53.658789Z","caller":"traceutil/trace.go:171","msg":"trace[2081242296] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:7975; }","duration":"320.613045ms","start":"2026-03-03T14:13:53.338162Z","end":"2026-03-03T14:13:53.658775Z","steps":["trace[2081242296] 'agreement among raft nodes before linearized reading' (duration: 320.555824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:53.658801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:53.258174Z","time spent":"400.572041ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:53.658821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:53.338137Z","time spent":"320.675326ms","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:54.164973Z","caller":"traceutil/trace.go:171","msg":"trace[1462692172] linearizableReadLoop","detail":"{readStateIndex:8284; appliedIndex:8283; }","duration":"116.79444ms","start":"2026-03-03T14:13:54.048151Z","end":"2026-03-03T14:13:54.164945Z","steps":["trace[1462692172] 'read index received' (duration: 116.479362ms)","trace[1462692172] 'applied index is now lower than readState.Index' (duration: 314.078µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:54.165118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.952484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:54.165154Z","caller":"traceutil/trace.go:171","msg":"trace[988719686] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7976; }","duration":"117.042256ms","start":"2026-03-03T14:13:54.048099Z","end":"2026-03-03T14:13:54.165141Z","steps":["trace[988719686] 'agreement among raft nodes before linearized reading' (duration: 116.949724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:54.165169Z","caller":"traceutil/trace.go:171","msg":"trace[889873771] transaction","detail":"{read_only:false; response_revision:7976; number_of_response:1; }","duration":"212.06212ms","start":"2026-03-03T14:13:53.953082Z","end":"2026-03-03T14:13:54.165144Z","steps":["trace[889873771] 'process raft request' (duration: 211.6574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.652573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.870559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:54.65276Z","caller":"traceutil/trace.go:171","msg":"trace[1571054914] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7976; }","duration":"466.103265ms","start":"2026-03-03T14:13:54.18664Z","end":"2026-03-03T14:13:54.652744Z","steps":["trace[1571054914] 'range keys from in-memory index tree' (duration: 465.799608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.652829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.186623Z","time spent":"466.196378ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:54.729743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.087577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:13:54.730003Z","caller":"traceutil/trace.go:171","msg":"trace[453938952] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"308.827114ms","start":"2026-03-03T14:13:54.421162Z","end":"2026-03-03T14:13:54.729989Z","steps":["trace[453938952] 'process raft request' (duration: 308.784563ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:54.730018Z","caller":"traceutil/trace.go:171","msg":"trace[366736459] linearizableReadLoop","detail":"{readStateIndex:8285; appliedIndex:8284; }","duration":"311.346024ms","start":"2026-03-03T14:13:54.418624Z","end":"2026-03-03T14:13:54.72997Z","steps":["trace[366736459] 'read index received' (duration: 81.093983ms)","trace[366736459] 'applied index is now lower than readState.Index' (duration: 230.246361ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:54.730097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.421123Z","time spent":"308.912686ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:54.730183Z","caller":"traceutil/trace.go:171","msg":"trace[1294753190] transaction","detail":"{read_only:false; response_revision:7977; number_of_response:1; }","duration":"311.17702ms","start":"2026-03-03T14:13:54.418954Z","end":"2026-03-03T14:13:54.730131Z","steps":["trace[1294753190] 'process raft request' (duration: 310.891613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.730352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.697282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:13:54.730383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.418916Z","time spent":"311.369234ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:54.730406Z","caller":"traceutil/trace.go:171","msg":"trace[1607592452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7978; }","duration":"311.796535ms","start":"2026-03-03T14:13:54.418592Z","end":"2026-03-03T14:13:54.730388Z","steps":["trace[1607592452] 'agreement among raft nodes before linearized reading' (duration: 311.566819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.730518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.418575Z","time spent":"311.930357ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:13:54.730559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.28817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:13:54.730585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.625925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:13:54.730624Z","caller":"traceutil/trace.go:171","msg":"trace[1039037446] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7978; }","duration":"184.387002ms","start":"2026-03-03T14:13:54.546219Z","end":"2026-03-03T14:13:54.730606Z","steps":["trace[1039037446] 'agreement among raft nodes before linearized reading' (duration: 184.127866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.730652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.415993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:13:54.730672Z","caller":"traceutil/trace.go:171","msg":"trace[771383179] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7978; }","duration":"183.748747ms","start":"2026-03-03T14:13:54.546901Z","end":"2026-03-03T14:13:54.73065Z","steps":["trace[771383179] 'agreement among raft nodes before linearized reading' (duration: 183.435789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:54.730697Z","caller":"traceutil/trace.go:171","msg":"trace[133992604] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7978; }","duration":"184.481975ms","start":"2026-03-03T14:13:54.546201Z","end":"2026-03-03T14:13:54.730683Z","steps":["trace[133992604] 'agreement among raft nodes before linearized reading' (duration: 184.355282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.730779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.871147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:54.730804Z","caller":"traceutil/trace.go:171","msg":"trace[1460237012] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7978; }","duration":"182.917638ms","start":"2026-03-03T14:13:54.547878Z","end":"2026-03-03T14:13:54.730796Z","steps":["trace[1460237012] 'agreement among raft nodes before linearized reading' (duration: 182.829956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:54.730928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.108125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:54.730972Z","caller":"traceutil/trace.go:171","msg":"trace[1300997225] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7978; }","duration":"197.190267ms","start":"2026-03-03T14:13:54.533772Z","end":"2026-03-03T14:13:54.730962Z","steps":["trace[1300997225] 'agreement among raft nodes before linearized reading' (duration: 196.532851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:54.905275Z","caller":"traceutil/trace.go:171","msg":"trace[888831550] transaction","detail":"{read_only:false; response_revision:7979; number_of_response:1; }","duration":"168.151419ms","start":"2026-03-03T14:13:54.737091Z","end":"2026-03-03T14:13:54.905243Z","steps":["trace[888831550] 'process raft request' (duration: 94.946012ms)","trace[888831550] 'compare' (duration: 73.094194ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:55.31287Z","caller":"traceutil/trace.go:171","msg":"trace[1906352578] transaction","detail":"{read_only:false; response_revision:7980; number_of_response:1; }","duration":"575.419457ms","start":"2026-03-03T14:13:54.737417Z","end":"2026-03-03T14:13:55.312837Z","steps":["trace[1906352578] 'process raft request' (duration: 515.269021ms)","trace[1906352578] 'compare' (duration: 59.987272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:55.31303Z","caller":"traceutil/trace.go:171","msg":"trace[1208280444] transaction","detail":"{read_only:false; response_revision:7981; number_of_response:1; }","duration":"575.527269ms","start":"2026-03-03T14:13:54.737486Z","end":"2026-03-03T14:13:55.313013Z","steps":["trace[1208280444] 'process raft request' (duration: 575.305404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:55.313122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.737478Z","time spent":"575.596592ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:55.313129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.737398Z","time spent":"575.540951ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:55.313469Z","caller":"traceutil/trace.go:171","msg":"trace[942649951] linearizableReadLoop","detail":"{readStateIndex:8292; appliedIndex:8288; }","duration":"438.736335ms","start":"2026-03-03T14:13:54.874709Z","end":"2026-03-03T14:13:55.313445Z","steps":["trace[942649951] 'read index received' (duration: 377.924954ms)","trace[942649951] 'applied index is now lower than readState.Index' (duration: 60.809941ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:13:55.313469Z","caller":"traceutil/trace.go:171","msg":"trace[143532636] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"575.905349ms","start":"2026-03-03T14:13:54.737525Z","end":"2026-03-03T14:13:55.31343Z","steps":["trace[143532636] 'process raft request' (duration: 575.437838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:55.313527Z","caller":"traceutil/trace.go:171","msg":"trace[608368525] transaction","detail":"{read_only:false; response_revision:7983; number_of_response:1; }","duration":"575.94447ms","start":"2026-03-03T14:13:54.737555Z","end":"2026-03-03T14:13:55.3135Z","steps":["trace[608368525] 'process raft request' (duration: 575.763645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:55.313662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.737521Z","time spent":"576.039462ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:55.313673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.737551Z","time spent":"576.071783ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:55.313763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.990322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:55.313973Z","caller":"traceutil/trace.go:171","msg":"trace[1604975866] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:7983; }","duration":"439.287119ms","start":"2026-03-03T14:13:54.874661Z","end":"2026-03-03T14:13:55.313948Z","steps":["trace[1604975866] 'agreement among raft nodes before linearized reading' (duration: 438.93284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:55.314073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:54.87464Z","time spent":"439.415512ms","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":13,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:56.062871Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:56.563465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365365,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:13:57.063702Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.607217609s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:13:57.063835Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365365,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:13:57.064156Z","caller":"traceutil/trace.go:171","msg":"trace[82933848] transaction","detail":"{read_only:false; response_revision:7984; number_of_response:1; }","duration":"1.621465816s","start":"2026-03-03T14:13:55.442672Z","end":"2026-03-03T14:13:57.064137Z","steps":["trace[82933848] 'process raft request' (duration: 1.621323613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:57.064285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:55.442641Z","time spent":"1.621575219s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:58.047283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000183559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:13:58.047413Z","caller":"traceutil/trace.go:171","msg":"trace[1672731627] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000384164s","start":"2026-03-03T14:13:56.047Z","end":"2026-03-03T14:13:58.047384Z","steps":["trace[1672731627] 'agreement among raft nodes before linearized reading' (duration: 2.00020731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:58.047478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.046979Z","time spent":"2.000487787s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:59.362609Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.298708491s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:13:59.373415Z","caller":"traceutil/trace.go:171","msg":"trace[1553920635] transaction","detail":"{read_only:false; response_revision:7985; number_of_response:1; }","duration":"3.189380266s","start":"2026-03-03T14:13:56.18401Z","end":"2026-03-03T14:13:59.37339Z","steps":["trace[1553920635] 'process raft request' (duration: 3.178847696s)","trace[1553920635] 'compare' (duration: 10.319695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:59.373565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.183988Z","time spent":"3.189499668s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:59.373631Z","caller":"traceutil/trace.go:171","msg":"trace[176263520] transaction","detail":"{read_only:false; response_revision:7986; number_of_response:1; }","duration":"2.637851745s","start":"2026-03-03T14:13:56.735757Z","end":"2026-03-03T14:13:59.373609Z","steps":["trace[176263520] 'process raft request' (duration: 2.637594559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.373752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.735684Z","time spent":"2.638003728s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:59.373846Z","caller":"traceutil/trace.go:171","msg":"trace[1471913121] linearizableReadLoop","detail":"{readStateIndex:8294; appliedIndex:8292; }","duration":"3.811182233s","start":"2026-03-03T14:13:55.56264Z","end":"2026-03-03T14:13:59.373822Z","steps":["trace[1471913121] 'read index received' (duration: 1.501237865s)","trace[1471913121] 'applied index is now lower than readState.Index' (duration: 2.309943308s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:59.373921Z","caller":"etcdserver/v3_server.go:874","msg":"ignored out-of-date read index response; local node read indexes queueing up and waiting to be in sync with leader","sent-request-id":13976812265432365370,"received-request-id":13976812265432365365} {"level":"info","ts":"2026-03-03T14:13:59.373879Z","caller":"traceutil/trace.go:171","msg":"trace[457564974] transaction","detail":"{read_only:false; response_revision:7987; number_of_response:1; }","duration":"2.637618969s","start":"2026-03-03T14:13:56.736252Z","end":"2026-03-03T14:13:59.373871Z","steps":["trace[457564974] 'process raft request' (duration: 2.637294271s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.374065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.811441479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:59.374096Z","caller":"traceutil/trace.go:171","msg":"trace[1422129808] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:7987; }","duration":"3.811518051s","start":"2026-03-03T14:13:55.562571Z","end":"2026-03-03T14:13:59.374089Z","steps":["trace[1422129808] 'agreement among raft nodes before linearized reading' (duration: 3.811437159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.374116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:55.562542Z","time spent":"3.811569712s","remote":"127.0.0.1:43976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":54,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.374119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.736244Z","time spent":"2.637794953s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:59.374147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125384487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:59.374203Z","caller":"traceutil/trace.go:171","msg":"trace[318580802] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:7987; }","duration":"3.125443298s","start":"2026-03-03T14:13:56.248748Z","end":"2026-03-03T14:13:59.374191Z","steps":["trace[318580802] 'agreement among raft nodes before linearized reading' (duration: 3.125345176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.374242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.248691Z","time spent":"3.125542121s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.374352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055010931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:13:59.374378Z","caller":"traceutil/trace.go:171","msg":"trace[552441769] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7987; }","duration":"2.055057302s","start":"2026-03-03T14:13:57.319315Z","end":"2026-03-03T14:13:59.374372Z","steps":["trace[552441769] 'agreement among raft nodes before linearized reading' (duration: 2.05496822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.374395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.319308Z","time spent":"2.055083223s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:59.374473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.225066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:13:59.374493Z","caller":"traceutil/trace.go:171","msg":"trace[514338222] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:7987; }","duration":"226.286857ms","start":"2026-03-03T14:13:59.148201Z","end":"2026-03-03T14:13:59.374488Z","steps":["trace[514338222] 'agreement among raft nodes before linearized reading' (duration: 226.234076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.374489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055148014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:13:59.374521Z","caller":"traceutil/trace.go:171","msg":"trace[194972696] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:7987; }","duration":"2.055223736s","start":"2026-03-03T14:13:57.319288Z","end":"2026-03-03T14:13:59.374511Z","steps":["trace[194972696] 'agreement among raft nodes before linearized reading' (duration: 2.055095913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.37455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.319275Z","time spent":"2.055268327s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:59.374619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.381619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:59.374639Z","caller":"traceutil/trace.go:171","msg":"trace[2134292158] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:7987; }","duration":"616.435541ms","start":"2026-03-03T14:13:58.758195Z","end":"2026-03-03T14:13:59.374631Z","steps":["trace[2134292158] 'agreement among raft nodes before linearized reading' (duration: 616.38793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.374659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.758175Z","time spent":"616.476022ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.374722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.464999004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:13:59.37475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028516234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:59.37477Z","caller":"traceutil/trace.go:171","msg":"trace[1156733641] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"1.028571816s","start":"2026-03-03T14:13:58.346193Z","end":"2026-03-03T14:13:59.374765Z","steps":["trace[1156733641] 'agreement among raft nodes before linearized reading' (duration: 1.028539625s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.374767Z","caller":"traceutil/trace.go:171","msg":"trace[1589221982] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:7987; }","duration":"2.465078086s","start":"2026-03-03T14:13:56.909677Z","end":"2026-03-03T14:13:59.374755Z","steps":["trace[1589221982] 'agreement among raft nodes before linearized reading' (duration: 2.464930082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.37479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.346165Z","time spent":"1.028621646s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:59.374804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.909655Z","time spent":"2.465142108s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:13:59.374815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.784109493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:13:59.374845Z","caller":"traceutil/trace.go:171","msg":"trace[1399595138] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7987; }","duration":"2.784164844s","start":"2026-03-03T14:13:56.590672Z","end":"2026-03-03T14:13:59.374837Z","steps":["trace[1399595138] 'agreement among raft nodes before linearized reading' (duration: 2.784078462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.37487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.590656Z","time spent":"2.784209115s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:13:59.374888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326913411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:13:59.374906Z","caller":"traceutil/trace.go:171","msg":"trace[1964758870] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7987; }","duration":"1.326973872s","start":"2026-03-03T14:13:58.047927Z","end":"2026-03-03T14:13:59.374901Z","steps":["trace[1964758870] 'agreement among raft nodes before linearized reading' (duration: 1.326944971s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.37492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:58.047903Z","time spent":"1.327014273s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:59.375012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.056806463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:13:59.37506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.557673754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:13:59.375056Z","caller":"traceutil/trace.go:171","msg":"trace[2011684920] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:7987; }","duration":"2.056881284s","start":"2026-03-03T14:13:57.318163Z","end":"2026-03-03T14:13:59.375045Z","steps":["trace[2011684920] 'agreement among raft nodes before linearized reading' (duration: 2.056753541s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.37508Z","caller":"traceutil/trace.go:171","msg":"trace[531396816] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:7987; }","duration":"1.557738586s","start":"2026-03-03T14:13:57.817335Z","end":"2026-03-03T14:13:59.375074Z","steps":["trace[531396816] 'agreement among raft nodes before linearized reading' (duration: 1.557666954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.374732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.631303868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:13:59.375087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.318144Z","time spent":"2.056936486s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:13:59.375101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.817308Z","time spent":"1.557785367s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":35,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:13:59.375146Z","caller":"traceutil/trace.go:171","msg":"trace[2016066776] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:7987; }","duration":"2.631733658s","start":"2026-03-03T14:13:56.743384Z","end":"2026-03-03T14:13:59.375118Z","steps":["trace[2016066776] 'agreement among raft nodes before linearized reading' (duration: 2.631282417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.375227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.249144684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:59.37525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:56.743363Z","time spent":"2.631854411s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:13:59.37526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.055734497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:13:59.375258Z","caller":"traceutil/trace.go:171","msg":"trace[1333524799] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:7987; }","duration":"2.249209256s","start":"2026-03-03T14:13:57.126038Z","end":"2026-03-03T14:13:59.375247Z","steps":["trace[1333524799] 'agreement among raft nodes before linearized reading' (duration: 2.249155295s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.375281Z","caller":"traceutil/trace.go:171","msg":"trace[513898308] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:7987; }","duration":"2.055788758s","start":"2026-03-03T14:13:57.319486Z","end":"2026-03-03T14:13:59.375275Z","steps":["trace[513898308] 'agreement among raft nodes before linearized reading' (duration: 2.055726906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.375288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.126015Z","time spent":"2.249265678s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:13:59.375303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:57.319464Z","time spent":"2.055834169s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:13:59.773245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.718565ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:13:59.773334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.377437Z","time spent":"395.88912ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:13:59.773502Z","caller":"traceutil/trace.go:171","msg":"trace[780800563] transaction","detail":"{read_only:false; response_revision:7992; number_of_response:1; }","duration":"372.69647ms","start":"2026-03-03T14:13:59.400793Z","end":"2026-03-03T14:13:59.77349Z","steps":["trace[780800563] 'process raft request' (duration: 372.67461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.773599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.400779Z","time spent":"372.748541ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:59.773734Z","caller":"traceutil/trace.go:171","msg":"trace[2105163883] transaction","detail":"{read_only:false; response_revision:7990; number_of_response:1; }","duration":"393.575045ms","start":"2026-03-03T14:13:59.380152Z","end":"2026-03-03T14:13:59.773727Z","steps":["trace[2105163883] 'process raft request' (duration: 393.283768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.773739Z","caller":"traceutil/trace.go:171","msg":"trace[878765641] transaction","detail":"{read_only:false; response_revision:7989; number_of_response:1; }","duration":"393.633847ms","start":"2026-03-03T14:13:59.380083Z","end":"2026-03-03T14:13:59.773717Z","steps":["trace[878765641] 'process raft request' (duration: 393.33457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.773768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.380145Z","time spent":"393.606266ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:59.773835Z","caller":"traceutil/trace.go:171","msg":"trace[619226344] transaction","detail":"{read_only:false; response_revision:7991; number_of_response:1; }","duration":"393.677407ms","start":"2026-03-03T14:13:59.380153Z","end":"2026-03-03T14:13:59.77383Z","steps":["trace[619226344] 'process raft request' (duration: 393.299998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.773867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.380127Z","time spent":"393.723869ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:59.773858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.380071Z","time spent":"393.707128ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:13:59.773953Z","caller":"traceutil/trace.go:171","msg":"trace[1572871072] linearizableReadLoop","detail":"{readStateIndex:8297; appliedIndex:8296; }","duration":"393.962634ms","start":"2026-03-03T14:13:59.379979Z","end":"2026-03-03T14:13:59.773942Z","steps":["trace[1572871072] 'read index received' (duration: 191.634304ms)","trace[1572871072] 'applied index is now lower than readState.Index' (duration: 202.32694ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:13:59.774277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.088719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:13:59.774361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.902149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-03T14:13:59.774362Z","caller":"traceutil/trace.go:171","msg":"trace[1570904693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7992; }","duration":"392.188292ms","start":"2026-03-03T14:13:59.382153Z","end":"2026-03-03T14:13:59.774341Z","steps":["trace[1570904693] 'agreement among raft nodes before linearized reading' (duration: 392.07998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.774381Z","caller":"traceutil/trace.go:171","msg":"trace[1841739340] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:7992; }","duration":"392.95714ms","start":"2026-03-03T14:13:59.381418Z","end":"2026-03-03T14:13:59.774375Z","steps":["trace[1841739340] 'agreement among raft nodes before linearized reading' (duration: 392.744305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.774398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.381402Z","time spent":"392.99227ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:13:59.774396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.382142Z","time spent":"392.248123ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:13:59.774428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.134559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:13:59.774588Z","caller":"traceutil/trace.go:171","msg":"trace[480179632] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:7992; }","duration":"373.293014ms","start":"2026-03-03T14:13:59.401236Z","end":"2026-03-03T14:13:59.774529Z","steps":["trace[480179632] 'agreement among raft nodes before linearized reading' (duration: 372.977366ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:13:59.774625Z","caller":"traceutil/trace.go:171","msg":"trace[1938542284] transaction","detail":"{read_only:false; response_revision:7988; number_of_response:1; }","duration":"394.18515ms","start":"2026-03-03T14:13:59.380014Z","end":"2026-03-03T14:13:59.7742Z","steps":["trace[1938542284] 'process raft request' (duration: 393.297928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.774644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.401228Z","time spent":"373.403786ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:13:59.774785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.379997Z","time spent":"394.675341ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:13:59.776623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.586727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:13:59.776714Z","caller":"traceutil/trace.go:171","msg":"trace[391695761] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:7992; }","duration":"396.777081ms","start":"2026-03-03T14:13:59.379912Z","end":"2026-03-03T14:13:59.776689Z","steps":["trace[391695761] 'agreement among raft nodes before linearized reading' (duration: 394.230921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:13:59.779557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.37986Z","time spent":"396.894354ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:14:00.312532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.938749ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:00.312661Z","caller":"traceutil/trace.go:171","msg":"trace[1959008181] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:7993; }","duration":"164.086342ms","start":"2026-03-03T14:14:00.148557Z","end":"2026-03-03T14:14:00.312643Z","steps":["trace[1959008181] 'range keys from in-memory index tree' (duration: 163.918628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.312588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.994475Z","time spent":"318.104455ms","remote":"127.0.0.1:51420","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:14:00.312736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.896969ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:14:00.313012Z","caller":"traceutil/trace.go:171","msg":"trace[2075441649] linearizableReadLoop","detail":"{readStateIndex:8304; appliedIndex:8303; }","duration":"471.101463ms","start":"2026-03-03T14:13:59.841709Z","end":"2026-03-03T14:14:00.31281Z","steps":["trace[2075441649] 'read index received' (duration: 126.06157ms)","trace[2075441649] 'applied index is now lower than readState.Index' (duration: 345.038733ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:00.313046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.781482Z","time spent":"531.556697ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:14:00.313169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.942031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19446"} {"level":"info","ts":"2026-03-03T14:14:00.313195Z","caller":"traceutil/trace.go:171","msg":"trace[144242549] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:7993; }","duration":"536.003122ms","start":"2026-03-03T14:13:59.777185Z","end":"2026-03-03T14:14:00.313188Z","steps":["trace[144242549] 'agreement among raft nodes before linearized reading' (duration: 535.876009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.313219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.77717Z","time spent":"536.044323ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19470,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:14:00.397579Z","caller":"traceutil/trace.go:171","msg":"trace[1528670161] transaction","detail":"{read_only:false; response_revision:7994; number_of_response:1; }","duration":"407.938515ms","start":"2026-03-03T14:13:59.989612Z","end":"2026-03-03T14:14:00.39755Z","steps":["trace[1528670161] 'process raft request' (duration: 407.696269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.397616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.73851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:14:00.397683Z","caller":"traceutil/trace.go:171","msg":"trace[940507211] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:7994; }","duration":"552.854543ms","start":"2026-03-03T14:13:59.844814Z","end":"2026-03-03T14:14:00.397669Z","steps":["trace[940507211] 'agreement among raft nodes before linearized reading' (duration: 552.641388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:00.397706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.98959Z","time spent":"408.051258ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:00.397713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:13:59.844794Z","time spent":"552.912523ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:14:00.560387Z","caller":"traceutil/trace.go:171","msg":"trace[1118903669] transaction","detail":"{read_only:false; response_revision:7996; number_of_response:1; }","duration":"156.096001ms","start":"2026-03-03T14:14:00.404241Z","end":"2026-03-03T14:14:00.560337Z","steps":["trace[1118903669] 'process raft request' (duration: 114.968217ms)","trace[1118903669] 'compare' (duration: 40.904329ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:00.560536Z","caller":"traceutil/trace.go:171","msg":"trace[256533058] transaction","detail":"{read_only:false; response_revision:7997; number_of_response:1; }","duration":"103.052024ms","start":"2026-03-03T14:14:00.45747Z","end":"2026-03-03T14:14:00.560522Z","steps":["trace[256533058] 'process raft request' (duration: 102.853439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:00.5604Z","caller":"traceutil/trace.go:171","msg":"trace[259289719] linearizableReadLoop","detail":"{readStateIndex:8307; appliedIndex:8306; }","duration":"155.596639ms","start":"2026-03-03T14:14:00.404774Z","end":"2026-03-03T14:14:00.560371Z","steps":["trace[259289719] 'read index received' (duration: 114.426394ms)","trace[259289719] 'applied index is now lower than readState.Index' (duration: 41.168655ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:00.560571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.766494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:00.560873Z","caller":"traceutil/trace.go:171","msg":"trace[314726123] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:7996; }","duration":"156.088742ms","start":"2026-03-03T14:14:00.404767Z","end":"2026-03-03T14:14:00.560856Z","steps":["trace[314726123] 'agreement among raft nodes before linearized reading' (duration: 155.689212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:02.121619Z","caller":"traceutil/trace.go:171","msg":"trace[1915938741] linearizableReadLoop","detail":"{readStateIndex:8316; appliedIndex:8312; }","duration":"327.275232ms","start":"2026-03-03T14:14:01.794317Z","end":"2026-03-03T14:14:02.121592Z","steps":["trace[1915938741] 'read index received' (duration: 285.078132ms)","trace[1915938741] 'applied index is now lower than readState.Index' (duration: 42.19589ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:02.121626Z","caller":"traceutil/trace.go:171","msg":"trace[592506791] transaction","detail":"{read_only:false; response_revision:8002; number_of_response:1; }","duration":"336.956152ms","start":"2026-03-03T14:14:01.784618Z","end":"2026-03-03T14:14:02.121574Z","steps":["trace[592506791] 'process raft request' (duration: 294.70179ms)","trace[592506791] 'compare' (duration: 41.161225ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:02.121625Z","caller":"traceutil/trace.go:171","msg":"trace[998381923] transaction","detail":"{read_only:false; response_revision:8003; number_of_response:1; }","duration":"335.867246ms","start":"2026-03-03T14:14:01.785709Z","end":"2026-03-03T14:14:02.121577Z","steps":["trace[998381923] 'process raft request' (duration: 335.681392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:02.121764Z","caller":"traceutil/trace.go:171","msg":"trace[420508381] transaction","detail":"{read_only:false; response_revision:8005; number_of_response:1; }","duration":"334.772851ms","start":"2026-03-03T14:14:01.786965Z","end":"2026-03-03T14:14:02.121737Z","steps":["trace[420508381] 'process raft request' (duration: 334.569456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:02.121844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.785672Z","time spent":"336.055271ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:02.121866Z","caller":"traceutil/trace.go:171","msg":"trace[1228798441] transaction","detail":"{read_only:false; response_revision:8004; number_of_response:1; }","duration":"335.012716ms","start":"2026-03-03T14:14:01.786827Z","end":"2026-03-03T14:14:02.121839Z","steps":["trace[1228798441] 'process raft request' (duration: 334.667358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:02.121886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.784609Z","time spent":"337.103636ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:02.121918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.786956Z","time spent":"334.873363ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:02.121986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.786794Z","time spent":"335.130948ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:02.122086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.757114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-03T14:14:02.122129Z","caller":"traceutil/trace.go:171","msg":"trace[538420879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8005; }","duration":"327.829276ms","start":"2026-03-03T14:14:01.794289Z","end":"2026-03-03T14:14:02.122118Z","steps":["trace[538420879] 'agreement among raft nodes before linearized reading' (duration: 327.444527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:02.122164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:01.794272Z","time spent":"327.881327ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:02.12217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.435181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:02.122969Z","caller":"traceutil/trace.go:171","msg":"trace[1036425889] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:8005; }","duration":"254.330633ms","start":"2026-03-03T14:14:01.8686Z","end":"2026-03-03T14:14:02.122931Z","steps":["trace[1036425889] 'agreement among raft nodes before linearized reading' (duration: 253.395721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:03.655672Z","caller":"traceutil/trace.go:171","msg":"trace[1033198886] transaction","detail":"{read_only:false; response_revision:8006; number_of_response:1; }","duration":"233.024737ms","start":"2026-03-03T14:14:03.422618Z","end":"2026-03-03T14:14:03.655643Z","steps":["trace[1033198886] 'process raft request' (duration: 232.788851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.351414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.566299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:04.351626Z","caller":"traceutil/trace.go:171","msg":"trace[1976333655] linearizableReadLoop","detail":"{readStateIndex:8319; appliedIndex:8317; }","duration":"647.085267ms","start":"2026-03-03T14:14:03.704521Z","end":"2026-03-03T14:14:04.351606Z","steps":["trace[1976333655] 'read index received' (duration: 163.19939ms)","trace[1976333655] 'applied index is now lower than readState.Index' (duration: 483.884587ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:04.351696Z","caller":"traceutil/trace.go:171","msg":"trace[1512169760] transaction","detail":"{read_only:false; response_revision:8008; number_of_response:1; }","duration":"854.474046ms","start":"2026-03-03T14:14:03.497198Z","end":"2026-03-03T14:14:04.351672Z","steps":["trace[1512169760] 'process raft request' (duration: 854.327212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.3518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.262642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:04.351806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:03.497172Z","time spent":"854.580928ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:04.351876Z","caller":"traceutil/trace.go:171","msg":"trace[1900744547] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8008; }","duration":"647.404854ms","start":"2026-03-03T14:14:03.704436Z","end":"2026-03-03T14:14:04.35184Z","steps":["trace[1900744547] 'agreement among raft nodes before linearized reading' (duration: 647.291422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:04.351815Z","caller":"traceutil/trace.go:171","msg":"trace[1668012837] transaction","detail":"{read_only:false; response_revision:8007; number_of_response:1; }","duration":"855.216253ms","start":"2026-03-03T14:14:03.49657Z","end":"2026-03-03T14:14:04.351786Z","steps":["trace[1668012837] 'process raft request' (duration: 371.182673ms)","trace[1668012837] 'compare' (duration: 483.395365ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:04.352062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:03.496544Z","time spent":"855.428219ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:04.351928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:03.704403Z","time spent":"647.509477ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:04.352141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.25005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:04.35219Z","caller":"traceutil/trace.go:171","msg":"trace[2059442404] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8008; }","duration":"305.321171ms","start":"2026-03-03T14:14:04.046856Z","end":"2026-03-03T14:14:04.352178Z","steps":["trace[2059442404] 'agreement among raft nodes before linearized reading' (duration: 305.25592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.352237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.046842Z","time spent":"305.385943ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:04.352233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.973234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:14:04.352232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.033861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:14:04.352081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.617812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:14:04.352318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.090603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:14:04.352337Z","caller":"traceutil/trace.go:171","msg":"trace[733985983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8008; }","duration":"226.188885ms","start":"2026-03-03T14:14:04.126131Z","end":"2026-03-03T14:14:04.35232Z","steps":["trace[733985983] 'agreement among raft nodes before linearized reading' (duration: 225.950629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:04.352391Z","caller":"traceutil/trace.go:171","msg":"trace[1323868770] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8008; }","duration":"226.212716ms","start":"2026-03-03T14:14:04.126157Z","end":"2026-03-03T14:14:04.352369Z","steps":["trace[1323868770] 'agreement among raft nodes before linearized reading' (duration: 225.94922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.352423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.168694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:14:04.352525Z","caller":"traceutil/trace.go:171","msg":"trace[1953281849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8008; }","duration":"226.315968ms","start":"2026-03-03T14:14:04.126186Z","end":"2026-03-03T14:14:04.352502Z","steps":["trace[1953281849] 'agreement among raft nodes before linearized reading' (duration: 225.876368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.35286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.977213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:14:04.352914Z","caller":"traceutil/trace.go:171","msg":"trace[1843485707] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8008; }","duration":"227.104256ms","start":"2026-03-03T14:14:04.125795Z","end":"2026-03-03T14:14:04.352899Z","steps":["trace[1843485707] 'agreement among raft nodes before linearized reading' (duration: 226.275767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:04.353392Z","caller":"traceutil/trace.go:171","msg":"trace[1287166494] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8008; }","duration":"222.091637ms","start":"2026-03-03T14:14:04.13022Z","end":"2026-03-03T14:14:04.352312Z","steps":["trace[1287166494] 'agreement among raft nodes before linearized reading' (duration: 221.879072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:04.353899Z","caller":"traceutil/trace.go:171","msg":"trace[957530073] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8008; }","duration":"556.94467ms","start":"2026-03-03T14:14:03.795414Z","end":"2026-03-03T14:14:04.352359Z","steps":["trace[957530073] 'agreement among raft nodes before linearized reading' (duration: 556.55126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.353976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:03.795393Z","time spent":"558.563059ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:04.559959Z","caller":"traceutil/trace.go:171","msg":"trace[1930754594] transaction","detail":"{read_only:false; response_revision:8009; number_of_response:1; }","duration":"203.902366ms","start":"2026-03-03T14:14:04.356028Z","end":"2026-03-03T14:14:04.55993Z","steps":["trace[1930754594] 'process raft request' (duration: 203.749943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.767603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.688991ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:04.768018Z","caller":"traceutil/trace.go:171","msg":"trace[368108784] transaction","detail":"{read_only:false; response_revision:8010; number_of_response:1; }","duration":"411.359886ms","start":"2026-03-03T14:14:04.356615Z","end":"2026-03-03T14:14:04.767975Z","steps":["trace[368108784] 'process raft request' (duration: 304.162393ms)","trace[368108784] 'compare' (duration: 106.441155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:04.768153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.356593Z","time spent":"411.5ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:04.768352Z","caller":"traceutil/trace.go:171","msg":"trace[1569796338] transaction","detail":"{read_only:false; response_revision:8011; number_of_response:1; }","duration":"411.551621ms","start":"2026-03-03T14:14:04.35677Z","end":"2026-03-03T14:14:04.768322Z","steps":["trace[1569796338] 'process raft request' (duration: 411.14497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.768545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.356758Z","time spent":"411.660064ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:04.76854Z","caller":"traceutil/trace.go:171","msg":"trace[1496700698] transaction","detail":"{read_only:false; response_revision:8012; number_of_response:1; }","duration":"410.6399ms","start":"2026-03-03T14:14:04.35784Z","end":"2026-03-03T14:14:04.76848Z","steps":["trace[1496700698] 'process raft request' (duration: 410.28011ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:04.768946Z","caller":"traceutil/trace.go:171","msg":"trace[60484887] linearizableReadLoop","detail":"{readStateIndex:8322; appliedIndex:8319; }","duration":"411.196903ms","start":"2026-03-03T14:14:04.357729Z","end":"2026-03-03T14:14:04.768926Z","steps":["trace[60484887] 'read index received' (duration: 202.118673ms)","trace[60484887] 'applied index is now lower than readState.Index' (duration: 209.07646ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:04.769052Z","caller":"traceutil/trace.go:171","msg":"trace[1250212390] transaction","detail":"{read_only:false; response_revision:8013; number_of_response:1; }","duration":"410.594599ms","start":"2026-03-03T14:14:04.358443Z","end":"2026-03-03T14:14:04.769037Z","steps":["trace[1250212390] 'process raft request' (duration: 409.890202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.769123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.358432Z","time spent":"410.653861ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:04.769355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.019729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:04.769425Z","caller":"traceutil/trace.go:171","msg":"trace[1569705436] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8013; }","duration":"403.264404ms","start":"2026-03-03T14:14:04.366142Z","end":"2026-03-03T14:14:04.769407Z","steps":["trace[1569705436] 'agreement among raft nodes before linearized reading' (duration: 403.016498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.769474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.366126Z","time spent":"403.334186ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:04.769756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.357829Z","time spent":"410.784104ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:04.770126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.382991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-03T14:14:04.77022Z","caller":"traceutil/trace.go:171","msg":"trace[9688194] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8013; }","duration":"412.506664ms","start":"2026-03-03T14:14:04.357697Z","end":"2026-03-03T14:14:04.770203Z","steps":["trace[9688194] 'agreement among raft nodes before linearized reading' (duration: 411.439199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:04.770305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:04.357685Z","time spent":"412.603076ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:05.867442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.064266ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:14:05.867711Z","caller":"traceutil/trace.go:171","msg":"trace[1350473538] linearizableReadLoop","detail":"{readStateIndex:8325; appliedIndex:8324; }","duration":"374.010731ms","start":"2026-03-03T14:14:05.493682Z","end":"2026-03-03T14:14:05.867693Z","steps":["trace[1350473538] 'read index received' (duration: 54.611µs)","trace[1350473538] 'applied index is now lower than readState.Index' (duration: 373.95492ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:05.867842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.154575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:05.86789Z","caller":"traceutil/trace.go:171","msg":"trace[1484448270] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8013; }","duration":"374.234016ms","start":"2026-03-03T14:14:05.493632Z","end":"2026-03-03T14:14:05.867866Z","steps":["trace[1484448270] 'agreement among raft nodes before linearized reading' (duration: 374.167624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:05.867924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.493611Z","time spent":"374.302408ms","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:05.868197Z","caller":"traceutil/trace.go:171","msg":"trace[776014519] transaction","detail":"{read_only:false; response_revision:8014; number_of_response:1; }","duration":"206.737364ms","start":"2026-03-03T14:14:05.661448Z","end":"2026-03-03T14:14:05.868185Z","steps":["trace[776014519] 'process raft request' (duration: 206.093429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:06.123466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.687517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:06.123572Z","caller":"traceutil/trace.go:171","msg":"trace[1979565339] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8014; }","duration":"323.8146ms","start":"2026-03-03T14:14:05.799732Z","end":"2026-03-03T14:14:06.123546Z","steps":["trace[1979565339] 'agreement among raft nodes before linearized reading' (duration: 68.437633ms)","trace[1979565339] 'count revisions from in-memory index tree' (duration: 255.203703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:06.123573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.058121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:06.123643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.799689Z","time spent":"323.931212ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:06.123688Z","caller":"traceutil/trace.go:171","msg":"trace[54360681] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:8014; }","duration":"121.231285ms","start":"2026-03-03T14:14:06.002427Z","end":"2026-03-03T14:14:06.123659Z","steps":["trace[54360681] 'count revisions from in-memory index tree' (duration: 120.942498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:06.12361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.523063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:06.123846Z","caller":"traceutil/trace.go:171","msg":"trace[989089959] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:8014; }","duration":"393.756388ms","start":"2026-03-03T14:14:05.73003Z","end":"2026-03-03T14:14:06.123786Z","steps":["trace[989089959] 'agreement among raft nodes before linearized reading' (duration: 138.140296ms)","trace[989089959] 'count revisions from in-memory index tree' (duration: 255.394057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:06.123709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.721817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:06.124115Z","caller":"traceutil/trace.go:171","msg":"trace[1405994579] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:8014; }","duration":"148.990713ms","start":"2026-03-03T14:14:05.974923Z","end":"2026-03-03T14:14:06.123914Z","steps":["trace[1405994579] 'count revisions from in-memory index tree' (duration: 148.619685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:06.124145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.730015Z","time spent":"393.901281ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":10,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:06.123743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.34945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:14:06.124263Z","caller":"traceutil/trace.go:171","msg":"trace[870699060] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8014; }","duration":"536.903705ms","start":"2026-03-03T14:14:05.58734Z","end":"2026-03-03T14:14:06.124244Z","steps":["trace[870699060] 'agreement among raft nodes before linearized reading' (duration: 280.812631ms)","trace[870699060] 'range keys from in-memory index tree' (duration: 255.496229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:06.124334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:05.587317Z","time spent":"536.997057ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:07.064331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365450,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:14:07.144734Z","caller":"traceutil/trace.go:171","msg":"trace[376758728] transaction","detail":"{read_only:false; response_revision:8015; number_of_response:1; }","duration":"787.423345ms","start":"2026-03-03T14:14:06.357286Z","end":"2026-03-03T14:14:07.144709Z","steps":["trace[376758728] 'process raft request' (duration: 787.265782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:07.144884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.357263Z","time spent":"787.541089ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:09.000785Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.002265631s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:09.06378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267036061s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:09.0639Z","caller":"traceutil/trace.go:171","msg":"trace[447956543] transaction","detail":"{read_only:false; response_revision:8016; number_of_response:1; }","duration":"2.706546553s","start":"2026-03-03T14:14:06.357326Z","end":"2026-03-03T14:14:09.063873Z","steps":["trace[447956543] 'process raft request' (duration: 1.439319497s)","trace[447956543] 'compare' (duration: 1.266630602s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:09.064017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.357303Z","time spent":"2.706647485s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:09.064038Z","caller":"traceutil/trace.go:171","msg":"trace[605673201] transaction","detail":"{read_only:false; response_revision:8017; number_of_response:1; }","duration":"1.860381364s","start":"2026-03-03T14:14:07.203632Z","end":"2026-03-03T14:14:09.064013Z","steps":["trace[605673201] 'process raft request' (duration: 1.860267721s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:09.064049Z","caller":"traceutil/trace.go:171","msg":"trace[2121321774] linearizableReadLoop","detail":"{readStateIndex:8328; appliedIndex:8326; }","duration":"2.500266281s","start":"2026-03-03T14:14:06.563742Z","end":"2026-03-03T14:14:09.064008Z","steps":["trace[2121321774] 'read index received' (duration: 580.819186ms)","trace[2121321774] 'applied index is now lower than readState.Index' (duration: 1.919443795s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:09.064114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:07.20361Z","time spent":"1.860467205s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:09.064421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.500644809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:14:09.064469Z","caller":"traceutil/trace.go:171","msg":"trace[575711167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8017; }","duration":"2.500743632s","start":"2026-03-03T14:14:06.563709Z","end":"2026-03-03T14:14:09.064452Z","steps":["trace[575711167] 'agreement among raft nodes before linearized reading' (duration: 2.500447355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.064517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.563695Z","time spent":"2.500812813s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:09.585543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.84398ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:09.585787Z","caller":"traceutil/trace.go:171","msg":"trace[1418339561] linearizableReadLoop","detail":"{readStateIndex:8331; appliedIndex:8329; }","duration":"521.626482ms","start":"2026-03-03T14:14:09.064118Z","end":"2026-03-03T14:14:09.585744Z","steps":["trace[1418339561] 'read index received' (duration: 286.494145ms)","trace[1418339561] 'applied index is now lower than readState.Index' (duration: 235.130927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:09.585929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397325652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:09.586011Z","caller":"traceutil/trace.go:171","msg":"trace[311615376] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:8019; }","duration":"1.397436224s","start":"2026-03-03T14:14:08.188555Z","end":"2026-03-03T14:14:09.585991Z","steps":["trace[311615376] 'agreement among raft nodes before linearized reading' (duration: 1.397325621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.58602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326726616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:14:09.586076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.188535Z","time spent":"1.397524066s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:09.586133Z","caller":"traceutil/trace.go:171","msg":"trace[1256413117] transaction","detail":"{read_only:false; response_revision:8018; number_of_response:1; }","duration":"1.713240634s","start":"2026-03-03T14:14:07.872877Z","end":"2026-03-03T14:14:09.586118Z","steps":["trace[1256413117] 'process raft request' (duration: 1.477719168s)","trace[1256413117] 'compare' (duration: 234.656965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:09.586178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550530354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:09.58622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:07.872854Z","time spent":"1.713317005s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:09.58623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.810727374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:14:09.586251Z","caller":"traceutil/trace.go:171","msg":"trace[1126276299] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:8019; }","duration":"1.550643037s","start":"2026-03-03T14:14:08.035591Z","end":"2026-03-03T14:14:09.586234Z","steps":["trace[1126276299] 'agreement among raft nodes before linearized reading' (duration: 1.550509144s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:09.586291Z","caller":"traceutil/trace.go:171","msg":"trace[1209410933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8019; }","duration":"2.810827896s","start":"2026-03-03T14:14:06.775447Z","end":"2026-03-03T14:14:09.586275Z","steps":["trace[1209410933] 'agreement among raft nodes before linearized reading' (duration: 2.810655412s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.586291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.314786961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:09.586347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.775425Z","time spent":"2.810910478s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:09.586355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.035573Z","time spent":"1.55077054s","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:09.586081Z","caller":"traceutil/trace.go:171","msg":"trace[600584011] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8019; }","duration":"1.326842838s","start":"2026-03-03T14:14:08.25922Z","end":"2026-03-03T14:14:09.586063Z","steps":["trace[600584011] 'agreement among raft nodes before linearized reading' (duration: 1.326580252s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.58637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.539148824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:09.586323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.808752507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T14:14:09.586421Z","caller":"traceutil/trace.go:171","msg":"trace[831630959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8019; }","duration":"1.539277107s","start":"2026-03-03T14:14:08.047128Z","end":"2026-03-03T14:14:09.586405Z","steps":["trace[831630959] 'agreement among raft nodes before linearized reading' (duration: 1.539217056s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:09.586418Z","caller":"traceutil/trace.go:171","msg":"trace[567730953] transaction","detail":"{read_only:false; response_revision:8019; number_of_response:1; }","duration":"1.520249616s","start":"2026-03-03T14:14:08.06615Z","end":"2026-03-03T14:14:09.5864Z","steps":["trace[567730953] 'process raft request' (duration: 1.519493989s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.586425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161210201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:09.586455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.047108Z","time spent":"1.539340789s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:09.586457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289265878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:09.586477Z","caller":"traceutil/trace.go:171","msg":"trace[739446250] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:8019; }","duration":"1.161306813s","start":"2026-03-03T14:14:08.42516Z","end":"2026-03-03T14:14:09.586467Z","steps":["trace[739446250] 'agreement among raft nodes before linearized reading' (duration: 1.161233471s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:09.586471Z","caller":"traceutil/trace.go:171","msg":"trace[1403863754] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8019; }","duration":"2.80892448s","start":"2026-03-03T14:14:06.777518Z","end":"2026-03-03T14:14:09.586442Z","steps":["trace[1403863754] 'agreement among raft nodes before linearized reading' (duration: 2.808577802s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:09.586487Z","caller":"traceutil/trace.go:171","msg":"trace[834660000] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:8019; }","duration":"1.28934035s","start":"2026-03-03T14:14:08.29714Z","end":"2026-03-03T14:14:09.58648Z","steps":["trace[834660000] 'agreement among raft nodes before linearized reading' (duration: 1.289265618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.586509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.066132Z","time spent":"1.520329218s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:09.586545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.297109Z","time spent":"1.289426662s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:09.586419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.81099998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:14:09.586557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.777506Z","time spent":"2.809024473s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:14:09.586588Z","caller":"traceutil/trace.go:171","msg":"trace[527045015] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8019; }","duration":"2.811217675s","start":"2026-03-03T14:14:06.775362Z","end":"2026-03-03T14:14:09.586579Z","steps":["trace[527045015] 'agreement among raft nodes before linearized reading' (duration: 2.810958239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.586266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805898849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:14:09.586687Z","caller":"traceutil/trace.go:171","msg":"trace[452147333] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8019; }","duration":"2.80631628s","start":"2026-03-03T14:14:06.780328Z","end":"2026-03-03T14:14:09.586644Z","steps":["trace[452147333] 'agreement among raft nodes before linearized reading' (duration: 2.805778596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.58675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.780319Z","time spent":"2.806413152s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:14:09.586523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.425129Z","time spent":"1.161381445s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:09.586303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.204122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:14:09.587001Z","caller":"traceutil/trace.go:171","msg":"trace[1898632780] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8019; }","duration":"922.927221ms","start":"2026-03-03T14:14:08.664054Z","end":"2026-03-03T14:14:09.586981Z","steps":["trace[1898632780] 'agreement among raft nodes before linearized reading' (duration: 922.125291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.586364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068324348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:09.58705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.664037Z","time spent":"923.000942ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:14:09.587084Z","caller":"traceutil/trace.go:171","msg":"trace[1979850304] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8019; }","duration":"1.069081097s","start":"2026-03-03T14:14:08.517986Z","end":"2026-03-03T14:14:09.587067Z","steps":["trace[1979850304] 'agreement among raft nodes before linearized reading' (duration: 1.068337208s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.587144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.517956Z","time spent":"1.069154799s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:09.586375Z","caller":"traceutil/trace.go:171","msg":"trace[597402171] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8019; }","duration":"2.314910654s","start":"2026-03-03T14:14:07.271448Z","end":"2026-03-03T14:14:09.586359Z","steps":["trace[597402171] 'agreement among raft nodes before linearized reading' (duration: 2.31471516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.58731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:07.27139Z","time spent":"2.315859887s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:09.586619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.775334Z","time spent":"2.811279357s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:14:09.586474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:08.259202Z","time spent":"1.327221168s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:14:09.587773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.802082249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:14:09.587851Z","caller":"traceutil/trace.go:171","msg":"trace[1517604742] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8019; }","duration":"2.80254569s","start":"2026-03-03T14:14:06.785284Z","end":"2026-03-03T14:14:09.587829Z","steps":["trace[1517604742] 'agreement among raft nodes before linearized reading' (duration: 2.800737096s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.587915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:06.785261Z","time spent":"2.802637541s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:14:09.957852Z","caller":"traceutil/trace.go:171","msg":"trace[1626040000] transaction","detail":"{read_only:false; response_revision:8020; number_of_response:1; }","duration":"888.227117ms","start":"2026-03-03T14:14:09.069591Z","end":"2026-03-03T14:14:09.957819Z","steps":["trace[1626040000] 'process raft request' (duration: 835.23191ms)","trace[1626040000] 'compare' (duration: 52.794822ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:09.958005Z","caller":"traceutil/trace.go:171","msg":"trace[425500269] linearizableReadLoop","detail":"{readStateIndex:8333; appliedIndex:8331; }","duration":"372.137127ms","start":"2026-03-03T14:14:09.585841Z","end":"2026-03-03T14:14:09.957978Z","steps":["trace[425500269] 'read index received' (duration: 318.986276ms)","trace[425500269] 'applied index is now lower than readState.Index' (duration: 53.149301ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:09.958052Z","caller":"traceutil/trace.go:171","msg":"trace[1172277297] transaction","detail":"{read_only:false; response_revision:8021; number_of_response:1; }","duration":"807.911682ms","start":"2026-03-03T14:14:09.150109Z","end":"2026-03-03T14:14:09.958021Z","steps":["trace[1172277297] 'process raft request' (duration: 807.650106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.958151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.822445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:09.95811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.069555Z","time spent":"888.387771ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:09.958194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.15009Z","time spent":"808.023255ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:09.958219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.727415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:14:09.958237Z","caller":"traceutil/trace.go:171","msg":"trace[425833149] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:8021; }","duration":"777.000968ms","start":"2026-03-03T14:14:09.18121Z","end":"2026-03-03T14:14:09.958211Z","steps":["trace[425833149] 'agreement among raft nodes before linearized reading' (duration: 776.825854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.958293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.181169Z","time spent":"777.112811ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:09.958251Z","caller":"traceutil/trace.go:171","msg":"trace[203860633] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:8021; }","duration":"809.813957ms","start":"2026-03-03T14:14:09.148427Z","end":"2026-03-03T14:14:09.958241Z","steps":["trace[203860633] 'agreement among raft nodes before linearized reading' (duration: 809.663574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:09.958347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.148404Z","time spent":"809.93068ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:14:10.45914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:10.683028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.411036ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:10.683179Z","caller":"traceutil/trace.go:171","msg":"trace[1884262109] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8021; }","duration":"534.545329ms","start":"2026-03-03T14:14:10.148586Z","end":"2026-03-03T14:14:10.683132Z","steps":["trace[1884262109] 'range keys from in-memory index tree' (duration: 534.392524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:10.959905Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365466,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:11.083841Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179016624s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:11.084561Z","caller":"traceutil/trace.go:171","msg":"trace[719265778] transaction","detail":"{read_only:false; response_revision:8022; number_of_response:1; }","duration":"1.493509413s","start":"2026-03-03T14:14:09.591028Z","end":"2026-03-03T14:14:11.084537Z","steps":["trace[719265778] 'process raft request' (duration: 1.493150925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:11.084783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.591Z","time spent":"1.493655066s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:11.084934Z","caller":"traceutil/trace.go:171","msg":"trace[689620837] transaction","detail":"{read_only:false; response_revision:8023; number_of_response:1; }","duration":"1.493226416s","start":"2026-03-03T14:14:09.591682Z","end":"2026-03-03T14:14:11.084909Z","steps":["trace[689620837] 'process raft request' (duration: 1.492779155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:11.085059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.591668Z","time spent":"1.493316979s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:11.085076Z","caller":"traceutil/trace.go:171","msg":"trace[912805635] transaction","detail":"{read_only:false; response_revision:8024; number_of_response:1; }","duration":"1.493150404s","start":"2026-03-03T14:14:09.591903Z","end":"2026-03-03T14:14:11.085054Z","steps":["trace[912805635] 'process raft request' (duration: 1.492768295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:11.085189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.591886Z","time spent":"1.493241557s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:11.588558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00062156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:11.588763Z","caller":"traceutil/trace.go:171","msg":"trace[296307753] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000856176s","start":"2026-03-03T14:14:09.587879Z","end":"2026-03-03T14:14:11.588735Z","steps":["trace[296307753] 'agreement among raft nodes before linearized reading' (duration: 2.00063545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:11.588933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.587863Z","time spent":"2.001051241s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:12.140061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056016696s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:12.268722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183679455s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:12.269003Z","caller":"traceutil/trace.go:171","msg":"trace[884793408] transaction","detail":"{read_only:false; response_revision:8026; number_of_response:1; }","duration":"2.677044723s","start":"2026-03-03T14:14:09.591941Z","end":"2026-03-03T14:14:12.268986Z","steps":["trace[884793408] 'process raft request' (duration: 2.67691696s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:12.269071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.591926Z","time spent":"2.677109765s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:12.269105Z","caller":"traceutil/trace.go:171","msg":"trace[456812619] transaction","detail":"{read_only:false; response_revision:8025; number_of_response:1; }","duration":"2.677108665s","start":"2026-03-03T14:14:09.591942Z","end":"2026-03-03T14:14:12.269051Z","steps":["trace[456812619] 'process raft request' (duration: 1.49299347s)","trace[456812619] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; req_size:541; } (duration: 1.182486135s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:12.269294Z","caller":"traceutil/trace.go:171","msg":"trace[757532839] transaction","detail":"{read_only:false; response_revision:8027; number_of_response:1; }","duration":"2.677280179s","start":"2026-03-03T14:14:09.591993Z","end":"2026-03-03T14:14:12.269273Z","steps":["trace[757532839] 'process raft request' (duration: 2.676953571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:12.269312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.591931Z","time spent":"2.677275199s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:12.269381Z","caller":"traceutil/trace.go:171","msg":"trace[1522042735] linearizableReadLoop","detail":"{readStateIndex:8341; appliedIndex:8333; }","duration":"2.311309078s","start":"2026-03-03T14:14:09.958062Z","end":"2026-03-03T14:14:12.269371Z","steps":["trace[1522042735] 'read index received' (duration: 1.125995246s)","trace[1522042735] 'applied index is now lower than readState.Index' (duration: 1.185313282s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:12.269408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.591967Z","time spent":"2.677379812s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:12.269421Z","caller":"traceutil/trace.go:171","msg":"trace[789952629] transaction","detail":"{read_only:false; response_revision:8028; number_of_response:1; }","duration":"1.523236448s","start":"2026-03-03T14:14:10.74615Z","end":"2026-03-03T14:14:12.269387Z","steps":["trace[789952629] 'process raft request' (duration: 1.523128985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:12.269466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.959253Z","time spent":"2.310210671s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:14:12.269421Z","caller":"traceutil/trace.go:171","msg":"trace[1594910238] transaction","detail":"{read_only:false; response_revision:8029; number_of_response:1; }","duration":"1.200863021s","start":"2026-03-03T14:14:11.068531Z","end":"2026-03-03T14:14:12.269394Z","steps":["trace[1594910238] 'process raft request' (duration: 1.20081266s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:12.269573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.74613Z","time spent":"1.52335215s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:12.269626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:11.068512Z","time spent":"1.201063156s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:12.269656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351980253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-03T14:14:12.269762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678791994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:224132"} {"level":"info","ts":"2026-03-03T14:14:12.269753Z","caller":"traceutil/trace.go:171","msg":"trace[1575458410] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:8029; }","duration":"2.352110096s","start":"2026-03-03T14:14:09.917628Z","end":"2026-03-03T14:14:12.269738Z","steps":["trace[1575458410] 'agreement among raft nodes before linearized reading' (duration: 2.351759808s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:12.269849Z","caller":"traceutil/trace.go:171","msg":"trace[191808550] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8029; }","duration":"2.678858726s","start":"2026-03-03T14:14:09.590929Z","end":"2026-03-03T14:14:12.269788Z","steps":["trace[191808550] 'agreement among raft nodes before linearized reading' (duration: 2.678498438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:12.26988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.590912Z","time spent":"2.678959388s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":25,"response size":224156,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:12.269922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:09.917612Z","time spent":"2.352254659s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" "} {"level":"warn","ts":"2026-03-03T14:14:12.769916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:13.196327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.367127ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:13.196724Z","caller":"traceutil/trace.go:171","msg":"trace[1052336574] transaction","detail":"{read_only:false; response_revision:8030; number_of_response:1; }","duration":"1.604748921s","start":"2026-03-03T14:14:11.591945Z","end":"2026-03-03T14:14:13.196694Z","steps":["trace[1052336574] 'process raft request' (duration: 1.208885323s)","trace[1052336574] 'compare' (duration: 394.803864ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:13.196766Z","caller":"traceutil/trace.go:171","msg":"trace[863497836] transaction","detail":"{read_only:false; response_revision:8031; number_of_response:1; }","duration":"1.233624718s","start":"2026-03-03T14:14:11.963107Z","end":"2026-03-03T14:14:13.196731Z","steps":["trace[863497836] 'process raft request' (duration: 1.233347812s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:13.196817Z","caller":"traceutil/trace.go:171","msg":"trace[2128057554] linearizableReadLoop","detail":"{readStateIndex:8346; appliedIndex:8342; }","duration":"927.391576ms","start":"2026-03-03T14:14:12.269407Z","end":"2026-03-03T14:14:13.196799Z","steps":["trace[2128057554] 'read index received' (duration: 531.430025ms)","trace[2128057554] 'applied index is now lower than readState.Index' (duration: 395.960151ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:13.196851Z","caller":"traceutil/trace.go:171","msg":"trace[1957915153] transaction","detail":"{read_only:false; response_revision:8033; number_of_response:1; }","duration":"925.248475ms","start":"2026-03-03T14:14:12.271584Z","end":"2026-03-03T14:14:13.196833Z","steps":["trace[1957915153] 'process raft request' (duration: 925.119892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:13.196866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:11.591919Z","time spent":"1.604860613s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:13.196885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:11.96308Z","time spent":"1.233749001s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:13.196909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:12.271578Z","time spent":"925.302126ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:13.196968Z","caller":"traceutil/trace.go:171","msg":"trace[112685918] transaction","detail":"{read_only:false; response_revision:8032; number_of_response:1; }","duration":"925.578202ms","start":"2026-03-03T14:14:12.271353Z","end":"2026-03-03T14:14:13.196931Z","steps":["trace[112685918] 'process raft request' (duration: 925.260544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:13.197002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602890996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:13.197061Z","caller":"traceutil/trace.go:171","msg":"trace[106521816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8033; }","duration":"1.602988539s","start":"2026-03-03T14:14:11.594057Z","end":"2026-03-03T14:14:13.197046Z","steps":["trace[106521816] 'agreement among raft nodes before linearized reading' (duration: 1.602827855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:13.197058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.435972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:13.197094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:11.594042Z","time spent":"1.603046641s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:13.197105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.234303424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:14:13.197104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.988865598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:13.197148Z","caller":"traceutil/trace.go:171","msg":"trace[175717095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8033; }","duration":"1.234364125s","start":"2026-03-03T14:14:11.962762Z","end":"2026-03-03T14:14:13.197127Z","steps":["trace[175717095] 'agreement among raft nodes before linearized reading' (duration: 1.23415162s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:13.197142Z","caller":"traceutil/trace.go:171","msg":"trace[799706131] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8033; }","duration":"221.562935ms","start":"2026-03-03T14:14:12.975554Z","end":"2026-03-03T14:14:13.197117Z","steps":["trace[799706131] 'agreement among raft nodes before linearized reading' (duration: 221.424922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:13.197143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:12.271335Z","time spent":"925.713406ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:13.197154Z","caller":"traceutil/trace.go:171","msg":"trace[677872019] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8033; }","duration":"2.988958861s","start":"2026-03-03T14:14:10.208176Z","end":"2026-03-03T14:14:13.197135Z","steps":["trace[677872019] 'agreement among raft nodes before linearized reading' (duration: 2.988864518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:13.197178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.443448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:14:13.197216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:10.208154Z","time spent":"2.989047723s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:13.197227Z","caller":"traceutil/trace.go:171","msg":"trace[2103701494] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8033; }","duration":"107.5455ms","start":"2026-03-03T14:14:13.089669Z","end":"2026-03-03T14:14:13.197214Z","steps":["trace[2103701494] 'agreement among raft nodes before linearized reading' (duration: 107.355446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:13.197173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:11.962742Z","time spent":"1.234422087s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:13.197245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.136814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:14:13.197271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99222904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:14:13.197251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.034612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:14:13.197349Z","caller":"traceutil/trace.go:171","msg":"trace[819377001] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8033; }","duration":"108.275937ms","start":"2026-03-03T14:14:13.089056Z","end":"2026-03-03T14:14:13.197332Z","steps":["trace[819377001] 'agreement among raft nodes before linearized reading' (duration: 108.092483ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:13.197361Z","caller":"traceutil/trace.go:171","msg":"trace[1302307820] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8033; }","duration":"1.992363084s","start":"2026-03-03T14:14:11.204987Z","end":"2026-03-03T14:14:13.19735Z","steps":["trace[1302307820] 'agreement among raft nodes before linearized reading' (duration: 1.991941244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:13.197387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:11.204961Z","time spent":"1.992418255s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:14:13.197382Z","caller":"traceutil/trace.go:171","msg":"trace[275871774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8033; }","duration":"108.217106ms","start":"2026-03-03T14:14:13.089151Z","end":"2026-03-03T14:14:13.197368Z","steps":["trace[275871774] 'agreement among raft nodes before linearized reading' (duration: 107.921909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.205475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697986662s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:15.205617Z","caller":"traceutil/trace.go:171","msg":"trace[1039758492] transaction","detail":"{read_only:false; response_revision:8034; number_of_response:1; }","duration":"2.002750211s","start":"2026-03-03T14:14:13.202843Z","end":"2026-03-03T14:14:15.205594Z","steps":["trace[1039758492] 'process raft request' (duration: 304.544903ms)","trace[1039758492] 'compare' (duration: 1.697668575s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:15.205685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.202827Z","time spent":"2.002826532s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:15.206595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000315602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:15.206666Z","caller":"traceutil/trace.go:171","msg":"trace[300612783] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000415675s","start":"2026-03-03T14:14:13.206235Z","end":"2026-03-03T14:14:15.20665Z","steps":["trace[300612783] 'agreement among raft nodes before linearized reading' (duration: 2.000328613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:15.206707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.206178Z","time spent":"2.000520457s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:16.209673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000801265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:16.209761Z","caller":"traceutil/trace.go:171","msg":"trace[999369144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000945428s","start":"2026-03-03T14:14:14.208794Z","end":"2026-03-03T14:14:16.209739Z","steps":["trace[999369144] 'agreement among raft nodes before linearized reading' (duration: 2.000830135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:16.209836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.208774Z","time spent":"2.001052091s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:16.884931Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.496591153s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:17.207593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00064774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:17.207714Z","caller":"traceutil/trace.go:171","msg":"trace[544026338] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000835235s","start":"2026-03-03T14:14:15.20685Z","end":"2026-03-03T14:14:17.207686Z","steps":["trace[544026338] 'agreement among raft nodes before linearized reading' (duration: 2.000678201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:17.207775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.206833Z","time spent":"2.000929907s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:17.892077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006926171s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:17.892443Z","caller":"traceutil/trace.go:171","msg":"trace[853945732] linearizableReadLoop","detail":"{readStateIndex:8351; appliedIndex:8346; }","duration":"4.686164484s","start":"2026-03-03T14:14:13.206261Z","end":"2026-03-03T14:14:17.892425Z","steps":["trace[853945732] 'read index received' (duration: 301.132101ms)","trace[853945732] 'applied index is now lower than readState.Index' (duration: 4.385031453s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:17.892571Z","caller":"traceutil/trace.go:171","msg":"trace[866066492] transaction","detail":"{read_only:false; response_revision:8035; number_of_response:1; }","duration":"4.689706869s","start":"2026-03-03T14:14:13.202851Z","end":"2026-03-03T14:14:17.892558Z","steps":["trace[866066492] 'process raft request' (duration: 3.682219654s)","trace[866066492] 'compare' (duration: 1.005434287s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:17.892638Z","caller":"traceutil/trace.go:171","msg":"trace[1187508426] transaction","detail":"{read_only:false; response_revision:8036; number_of_response:1; }","duration":"4.689647567s","start":"2026-03-03T14:14:13.202919Z","end":"2026-03-03T14:14:17.892567Z","steps":["trace[1187508426] 'process raft request' (duration: 4.68933038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:17.89285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.202882Z","time spent":"4.689826962s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:17.892686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.202826Z","time spent":"4.68980564s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:17.893165Z","caller":"traceutil/trace.go:171","msg":"trace[952254468] transaction","detail":"{read_only:false; response_revision:8037; number_of_response:1; }","duration":"4.689507424s","start":"2026-03-03T14:14:13.203645Z","end":"2026-03-03T14:14:17.893152Z","steps":["trace[952254468] 'process raft request' (duration: 4.688693924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:17.893288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.203623Z","time spent":"4.689624977s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:17.89343Z","caller":"traceutil/trace.go:171","msg":"trace[1233791958] transaction","detail":"{read_only:false; response_revision:8038; number_of_response:1; }","duration":"4.688517621s","start":"2026-03-03T14:14:13.2049Z","end":"2026-03-03T14:14:17.893417Z","steps":["trace[1233791958] 'process raft request' (duration: 4.687473465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:17.89353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.204887Z","time spent":"4.688607943s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:18.23925Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354163377s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:18.788547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.891518ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:18.788928Z","caller":"traceutil/trace.go:171","msg":"trace[947925792] transaction","detail":"{read_only:false; response_revision:8039; number_of_response:1; }","duration":"4.515060796s","start":"2026-03-03T14:14:14.273837Z","end":"2026-03-03T14:14:18.788898Z","steps":["trace[947925792] 'process raft request' (duration: 3.965726647s)","trace[947925792] 'compare' (duration: 548.50702ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:18.789077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.273812Z","time spent":"4.515191449s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:19.223458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:19.223686Z","caller":"traceutil/trace.go:171","msg":"trace[1671321284] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000339953s","start":"2026-03-03T14:14:17.223316Z","end":"2026-03-03T14:14:19.223656Z","steps":["trace[1671321284] 'agreement among raft nodes before linearized reading' (duration: 2.000068276s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:19.223781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:17.223295Z","time spent":"2.000470915s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:20.200468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.202733Z","time spent":"4.997726794s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:14:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:20.200913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.203654Z","time spent":"4.997252713s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:14:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:20.213167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424465176s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:14:20.580907Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.341270101s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:21.187388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.401397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:21.187626Z","caller":"traceutil/trace.go:171","msg":"trace[1511644268] transaction","detail":"{read_only:false; response_revision:8042; number_of_response:1; }","duration":"4.09394639s","start":"2026-03-03T14:14:17.093659Z","end":"2026-03-03T14:14:21.187606Z","steps":["trace[1511644268] 'process raft request' (duration: 4.093821437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.187737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:17.093635Z","time spent":"4.094044801s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:21.18786Z","caller":"traceutil/trace.go:171","msg":"trace[774204412] transaction","detail":"{read_only:false; response_revision:8044; number_of_response:1; }","duration":"393.043613ms","start":"2026-03-03T14:14:20.794728Z","end":"2026-03-03T14:14:21.187772Z","steps":["trace[774204412] 'process raft request' (duration: 392.909069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.794702Z","time spent":"393.255308ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:21.188222Z","caller":"traceutil/trace.go:171","msg":"trace[860217753] linearizableReadLoop","detail":"{readStateIndex:8356; appliedIndex:8351; }","duration":"3.295685907s","start":"2026-03-03T14:14:17.892525Z","end":"2026-03-03T14:14:21.18821Z","steps":["trace[860217753] 'read index received' (duration: 347.093922ms)","trace[860217753] 'applied index is now lower than readState.Index' (duration: 2.948590975s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:21.188297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.645735402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:21.188322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.240000046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:21.188337Z","caller":"traceutil/trace.go:171","msg":"trace[1508083902] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:8044; }","duration":"6.645816593s","start":"2026-03-03T14:14:14.542508Z","end":"2026-03-03T14:14:21.188325Z","steps":["trace[1508083902] 'agreement among raft nodes before linearized reading' (duration: 6.645736532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.164728071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:21.188351Z","caller":"traceutil/trace.go:171","msg":"trace[25061475] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8044; }","duration":"7.240069358s","start":"2026-03-03T14:14:13.94827Z","end":"2026-03-03T14:14:21.188339Z","steps":["trace[25061475] 'agreement among raft nodes before linearized reading' (duration: 7.240016877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.542486Z","time spent":"6.645872014s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:21.18835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.917066685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:21.188379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.948249Z","time spent":"7.24012384s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:21.188411Z","caller":"traceutil/trace.go:171","msg":"trace[2114235291] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8044; }","duration":"7.917173447s","start":"2026-03-03T14:14:13.271219Z","end":"2026-03-03T14:14:21.188392Z","steps":["trace[2114235291] 'agreement among raft nodes before linearized reading' (duration: 7.917073345s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.914556677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:14:21.188475Z","caller":"traceutil/trace.go:171","msg":"trace[461305881] transaction","detail":"{read_only:false; response_revision:8043; number_of_response:1; }","duration":"1.735310918s","start":"2026-03-03T14:14:19.453147Z","end":"2026-03-03T14:14:21.188458Z","steps":["trace[461305881] 'process raft request' (duration: 1.734390366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.964843941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:21.188545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153944059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:14:21.188522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.278274383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899597961b80a86\" ","response":"range_response_count:1 size:773"} {"level":"info","ts":"2026-03-03T14:14:21.188565Z","caller":"traceutil/trace.go:171","msg":"trace[1775017288] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8044; }","duration":"1.154000261s","start":"2026-03-03T14:14:20.034559Z","end":"2026-03-03T14:14:21.188559Z","steps":["trace[1775017288] 'agreement among raft nodes before linearized reading' (duration: 1.15394269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.73897507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:21.18856Z","caller":"traceutil/trace.go:171","msg":"trace[701393502] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8044; }","duration":"1.964911203s","start":"2026-03-03T14:14:19.223645Z","end":"2026-03-03T14:14:21.188556Z","steps":["trace[701393502] 'agreement among raft nodes before linearized reading' (duration: 1.964879332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.034534Z","time spent":"1.154046451s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.223621Z","time spent":"1.964973035s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:21.1886Z","caller":"traceutil/trace.go:171","msg":"trace[1917290565] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899597961b80a86; range_end:; response_count:1; response_revision:8044; }","duration":"3.278395305s","start":"2026-03-03T14:14:17.910182Z","end":"2026-03-03T14:14:21.188578Z","steps":["trace[1917290565] 'agreement among raft nodes before linearized reading' (duration: 3.278233982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.453121Z","time spent":"1.735411869s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:21.188592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.561814944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:21.188558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.912090348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:14:21.188654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.816171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-03T14:14:21.188677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:17.91016Z","time spent":"3.278497348s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899597961b80a86\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.271197Z","time spent":"7.917266799s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.529718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-03T14:14:21.188734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.04022085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:14:21.188761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.296011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:21.188773Z","caller":"traceutil/trace.go:171","msg":"trace[597346345] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8044; }","duration":"986.59841ms","start":"2026-03-03T14:14:20.202165Z","end":"2026-03-03T14:14:21.188764Z","steps":["trace[597346345] 'agreement among raft nodes before linearized reading' (duration: 986.506768ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634892017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:21.188755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154179145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:14:21.188795Z","caller":"traceutil/trace.go:171","msg":"trace[1839480984] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8044; }","duration":"160.369103ms","start":"2026-03-03T14:14:21.028415Z","end":"2026-03-03T14:14:21.188785Z","steps":["trace[1839480984] 'agreement among raft nodes before linearized reading' (duration: 160.309152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:21.188821Z","caller":"traceutil/trace.go:171","msg":"trace[1684953084] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:8044; }","duration":"1.634968008s","start":"2026-03-03T14:14:19.553848Z","end":"2026-03-03T14:14:21.188816Z","steps":["trace[1684953084] 'agreement among raft nodes before linearized reading' (duration: 1.634922007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.553826Z","time spent":"1.635007469s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:21.188836Z","caller":"traceutil/trace.go:171","msg":"trace[1260796807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8044; }","duration":"1.154280707s","start":"2026-03-03T14:14:20.034543Z","end":"2026-03-03T14:14:21.188824Z","steps":["trace[1260796807] 'agreement among raft nodes before linearized reading' (duration: 1.154154694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154228526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:14:21.188893Z","caller":"traceutil/trace.go:171","msg":"trace[662128227] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8044; }","duration":"1.154258797s","start":"2026-03-03T14:14:20.034627Z","end":"2026-03-03T14:14:21.188886Z","steps":["trace[662128227] 'agreement among raft nodes before linearized reading' (duration: 1.154193665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.034528Z","time spent":"1.154352269s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978542911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-03T14:14:21.18892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.034623Z","time spent":"1.154291397s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:21.188701Z","caller":"traceutil/trace.go:171","msg":"trace[1826199186] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8044; }","duration":"985.875583ms","start":"2026-03-03T14:14:20.202812Z","end":"2026-03-03T14:14:21.188688Z","steps":["trace[1826199186] 'agreement among raft nodes before linearized reading' (duration: 985.792491ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:21.188944Z","caller":"traceutil/trace.go:171","msg":"trace[584898300] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8044; }","duration":"3.979116125s","start":"2026-03-03T14:14:17.209819Z","end":"2026-03-03T14:14:21.188935Z","steps":["trace[584898300] 'agreement among raft nodes before linearized reading' (duration: 3.978434879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.188985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:17.209797Z","time spent":"3.979180107s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.26378547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T14:14:21.188985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.202807Z","time spent":"986.161559ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:14:21.189018Z","caller":"traceutil/trace.go:171","msg":"trace[1009537726] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8044; }","duration":"3.26384149s","start":"2026-03-03T14:14:17.925166Z","end":"2026-03-03T14:14:21.189007Z","steps":["trace[1009537726] 'agreement among raft nodes before linearized reading' (duration: 3.263732538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:21.188373Z","caller":"traceutil/trace.go:171","msg":"trace[518347016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8044; }","duration":"7.164815353s","start":"2026-03-03T14:14:14.023547Z","end":"2026-03-03T14:14:21.188363Z","steps":["trace[518347016] 'agreement among raft nodes before linearized reading' (duration: 7.164726421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.189067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.023531Z","time spent":"7.16552869s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:21.189075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:17.925153Z","time spent":"3.263906283s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T14:14:21.188606Z","caller":"traceutil/trace.go:171","msg":"trace[1483564601] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:8044; }","duration":"7.739053613s","start":"2026-03-03T14:14:13.449533Z","end":"2026-03-03T14:14:21.188586Z","steps":["trace[1483564601] 'agreement among raft nodes before linearized reading' (duration: 7.738973721s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:21.188688Z","caller":"traceutil/trace.go:171","msg":"trace[199955580] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8044; }","duration":"5.561937846s","start":"2026-03-03T14:14:15.626726Z","end":"2026-03-03T14:14:21.188664Z","steps":["trace[199955580] 'agreement among raft nodes before linearized reading' (duration: 5.561535957s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.189159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:13.449517Z","time spent":"7.739625217s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:21.189182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:15.62667Z","time spent":"5.562496939s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:21.188761Z","caller":"traceutil/trace.go:171","msg":"trace[52060245] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8044; }","duration":"6.912258623s","start":"2026-03-03T14:14:14.276424Z","end":"2026-03-03T14:14:21.188683Z","steps":["trace[52060245] 'agreement among raft nodes before linearized reading' (duration: 6.911877514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.189227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.276414Z","time spent":"6.912804475s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:20.202152Z","time spent":"986.64605ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:14:21.18851Z","caller":"traceutil/trace.go:171","msg":"trace[1836211257] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8044; }","duration":"6.9146818s","start":"2026-03-03T14:14:14.273823Z","end":"2026-03-03T14:14:21.188504Z","steps":["trace[1836211257] 'agreement among raft nodes before linearized reading' (duration: 6.914564697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.189351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.273801Z","time spent":"6.91553443s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:21.188481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.470451654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:21.188787Z","caller":"traceutil/trace.go:171","msg":"trace[495789287] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:8044; }","duration":"2.040304601s","start":"2026-03-03T14:14:19.14847Z","end":"2026-03-03T14:14:21.188774Z","steps":["trace[495789287] 'agreement among raft nodes before linearized reading' (duration: 2.040166638s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:21.189412Z","caller":"traceutil/trace.go:171","msg":"trace[1034441175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8044; }","duration":"6.471373585s","start":"2026-03-03T14:14:14.718022Z","end":"2026-03-03T14:14:21.189395Z","steps":["trace[1034441175] 'agreement among raft nodes before linearized reading' (duration: 6.470437934s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:21.189437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:19.148451Z","time spent":"2.040978967s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:14:21.189493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:14.717964Z","time spent":"6.471501599s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:30.24851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.007272ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:30.24861Z","caller":"traceutil/trace.go:171","msg":"trace[1134654626] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8139; }","duration":"100.116995ms","start":"2026-03-03T14:14:30.148476Z","end":"2026-03-03T14:14:30.248593Z","steps":["trace[1134654626] 'range keys from in-memory index tree' (duration: 99.989892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.248821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.343722ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:30.248856Z","caller":"traceutil/trace.go:171","msg":"trace[1425841665] linearizableReadLoop","detail":"{readStateIndex:8459; appliedIndex:8458; }","duration":"1.021328883s","start":"2026-03-03T14:14:29.22752Z","end":"2026-03-03T14:14:30.248849Z","steps":["trace[1425841665] 'read index received' (duration: 73.040223ms)","trace[1425841665] 'applied index is now lower than readState.Index' (duration: 948.288ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:30.248901Z","caller":"traceutil/trace.go:171","msg":"trace[1419227774] transaction","detail":"{read_only:false; response_revision:8140; number_of_response:1; }","duration":"1.035975131s","start":"2026-03-03T14:14:29.212918Z","end":"2026-03-03T14:14:30.248893Z","steps":["trace[1419227774] 'process raft request' (duration: 87.513107ms)","trace[1419227774] 'compare' (duration: 948.167147ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:30.248948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.212879Z","time spent":"1.036036903s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:30.249096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.021577859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:14:30.249114Z","caller":"traceutil/trace.go:171","msg":"trace[923515858] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8140; }","duration":"1.02163446s","start":"2026-03-03T14:14:29.227472Z","end":"2026-03-03T14:14:30.249107Z","steps":["trace[923515858] 'agreement among raft nodes before linearized reading' (duration: 1.021543928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.249131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.22745Z","time spent":"1.021678052s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.336794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c6ll2\" ","response":"range_response_count:1 size:4455"} {"level":"info","ts":"2026-03-03T14:14:30.254426Z","caller":"traceutil/trace.go:171","msg":"trace[1176139927] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c6ll2; range_end:; response_count:1; response_revision:8142; }","duration":"965.455388ms","start":"2026-03-03T14:14:29.288952Z","end":"2026-03-03T14:14:30.254408Z","steps":["trace[1176139927] 'agreement among raft nodes before linearized reading' (duration: 965.228613ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.254436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.897471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T14:14:30.254463Z","caller":"traceutil/trace.go:171","msg":"trace[2004940270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8142; }","duration":"979.941602ms","start":"2026-03-03T14:14:29.274512Z","end":"2026-03-03T14:14:30.254454Z","steps":["trace[2004940270] 'agreement among raft nodes before linearized reading' (duration: 979.887941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.254464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.288941Z","time spent":"965.513249ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4479,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c6ll2\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.274497Z","time spent":"979.978452ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"971.796448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:14:30.254506Z","caller":"traceutil/trace.go:171","msg":"trace[1136456515] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8142; }","duration":"971.84208ms","start":"2026-03-03T14:14:29.282654Z","end":"2026-03-03T14:14:30.254496Z","steps":["trace[1136456515] 'agreement among raft nodes before linearized reading' (duration: 971.743368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.25453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.282647Z","time spent":"971.877231ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.258064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:14:30.254662Z","caller":"traceutil/trace.go:171","msg":"trace[545495709] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8142; }","duration":"976.303685ms","start":"2026-03-03T14:14:29.27835Z","end":"2026-03-03T14:14:30.254654Z","steps":["trace[545495709] 'agreement among raft nodes before linearized reading' (duration: 976.235503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.25469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.278339Z","time spent":"976.344986ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.979406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:14:30.254833Z","caller":"traceutil/trace.go:171","msg":"trace[259307287] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8142; }","duration":"981.019418ms","start":"2026-03-03T14:14:29.273808Z","end":"2026-03-03T14:14:30.254827Z","steps":["trace[259307287] 'agreement among raft nodes before linearized reading' (duration: 980.922575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.254848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.273798Z","time spent":"981.046378ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.585266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414421"} {"level":"warn","ts":"2026-03-03T14:14:30.254851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.053087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:30.25488Z","caller":"traceutil/trace.go:171","msg":"trace[1315525422] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8142; }","duration":"876.120159ms","start":"2026-03-03T14:14:29.378751Z","end":"2026-03-03T14:14:30.254871Z","steps":["trace[1315525422] 'agreement among raft nodes before linearized reading' (duration: 876.074748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:30.254893Z","caller":"traceutil/trace.go:171","msg":"trace[1281506274] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:8142; }","duration":"978.127329ms","start":"2026-03-03T14:14:29.27674Z","end":"2026-03-03T14:14:30.254867Z","steps":["trace[1281506274] 'agreement among raft nodes before linearized reading' (duration: 977.455123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.254902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.37873Z","time spent":"876.16598ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.276723Z","time spent":"978.19417ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414445,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:14:30.254989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.104221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:30.255008Z","caller":"traceutil/trace.go:171","msg":"trace[645111230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8142; }","duration":"207.164344ms","start":"2026-03-03T14:14:30.047837Z","end":"2026-03-03T14:14:30.255002Z","steps":["trace[645111230] 'agreement among raft nodes before linearized reading' (duration: 207.136373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:30.255104Z","caller":"traceutil/trace.go:171","msg":"trace[1121822158] transaction","detail":"{read_only:false; response_revision:8141; number_of_response:1; }","duration":"1.023235199s","start":"2026-03-03T14:14:29.231861Z","end":"2026-03-03T14:14:30.255096Z","steps":["trace[1121822158] 'process raft request' (duration: 1.022145353s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:30.255178Z","caller":"traceutil/trace.go:171","msg":"trace[2090396545] transaction","detail":"{read_only:false; response_revision:8142; number_of_response:1; }","duration":"991.254331ms","start":"2026-03-03T14:14:29.263912Z","end":"2026-03-03T14:14:30.255167Z","steps":["trace[2090396545] 'process raft request' (duration: 990.204955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.255198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.231832Z","time spent":"1.023286759s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:30.255242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.263896Z","time spent":"991.310252ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:30.255241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.015053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-03-03T14:14:30.254382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.035934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:14:30.255329Z","caller":"traceutil/trace.go:171","msg":"trace[425069714] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:8142; }","duration":"337.161567ms","start":"2026-03-03T14:14:29.918144Z","end":"2026-03-03T14:14:30.255306Z","steps":["trace[425069714] 'agreement among raft nodes before linearized reading' (duration: 336.859069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:30.255355Z","caller":"traceutil/trace.go:171","msg":"trace[645540186] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8142; }","duration":"981.209153ms","start":"2026-03-03T14:14:29.274134Z","end":"2026-03-03T14:14:30.255343Z","steps":["trace[645540186] 'agreement among raft nodes before linearized reading' (duration: 980.176628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.255375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.918115Z","time spent":"337.250289ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" "} {"level":"warn","ts":"2026-03-03T14:14:30.255399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.273939Z","time spent":"981.447478ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:30.255659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.759702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" ","response":"range_response_count:1 size:512"} {"level":"info","ts":"2026-03-03T14:14:30.255708Z","caller":"traceutil/trace.go:171","msg":"trace[1373974615] range","detail":"{range_begin:/registry/configmaps/rook-ceph/rook-ceph-csi-config; range_end:; response_count:1; response_revision:8142; }","duration":"999.857994ms","start":"2026-03-03T14:14:29.25584Z","end":"2026-03-03T14:14:30.255698Z","steps":["trace[1373974615] 'agreement among raft nodes before linearized reading' (duration: 998.322027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:30.255734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:29.255815Z","time spent":"999.912496ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":536,"request content":"key:\"/registry/configmaps/rook-ceph/rook-ceph-csi-config\" "} {"level":"info","ts":"2026-03-03T14:14:31.639551Z","caller":"traceutil/trace.go:171","msg":"trace[557794800] transaction","detail":"{read_only:false; response_revision:8153; number_of_response:1; }","duration":"110.201644ms","start":"2026-03-03T14:14:31.529318Z","end":"2026-03-03T14:14:31.639519Z","steps":["trace[557794800] 'process raft request' (duration: 110.02236ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:32.778497Z","caller":"traceutil/trace.go:171","msg":"trace[1042032881] transaction","detail":"{read_only:false; response_revision:8162; number_of_response:1; }","duration":"233.431727ms","start":"2026-03-03T14:14:32.54504Z","end":"2026-03-03T14:14:32.778471Z","steps":["trace[1042032881] 'process raft request' (duration: 233.263853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:34.838743Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:35.339035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:35.839546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:36.0437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.773648736s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:36.044164Z","caller":"traceutil/trace.go:171","msg":"trace[1102894990] transaction","detail":"{read_only:false; response_revision:8163; number_of_response:1; }","duration":"1.774232119s","start":"2026-03-03T14:14:34.269907Z","end":"2026-03-03T14:14:36.044139Z","steps":["trace[1102894990] 'process raft request' (duration: 1.774085866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:36.044277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.269887Z","time spent":"1.774320922s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:36.467073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.611201ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:36.467555Z","caller":"traceutil/trace.go:171","msg":"trace[1643304158] transaction","detail":"{read_only:false; response_revision:8164; number_of_response:1; }","duration":"2.163977304s","start":"2026-03-03T14:14:34.303512Z","end":"2026-03-03T14:14:36.467489Z","steps":["trace[1643304158] 'process raft request' (duration: 1.850882898s)","trace[1643304158] 'compare' (duration: 311.442418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:36.467767Z","caller":"traceutil/trace.go:171","msg":"trace[1996472308] transaction","detail":"{read_only:false; response_revision:8165; number_of_response:1; }","duration":"2.129529638s","start":"2026-03-03T14:14:34.338187Z","end":"2026-03-03T14:14:36.467717Z","steps":["trace[1996472308] 'process raft request' (duration: 2.129233881s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:36.46783Z","caller":"traceutil/trace.go:171","msg":"trace[38804343] linearizableReadLoop","detail":"{readStateIndex:8484; appliedIndex:8481; }","duration":"2.129928947s","start":"2026-03-03T14:14:34.337874Z","end":"2026-03-03T14:14:36.467803Z","steps":["trace[38804343] 'read index received' (duration: 1.706075344s)","trace[38804343] 'applied index is now lower than readState.Index' (duration: 423.850153ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:36.467883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.303493Z","time spent":"2.164175209s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:36.46799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.338173Z","time spent":"2.129696451s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:36.468058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130171792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:14:36.468049Z","caller":"traceutil/trace.go:171","msg":"trace[402341453] transaction","detail":"{read_only:false; response_revision:8166; number_of_response:1; }","duration":"265.411915ms","start":"2026-03-03T14:14:36.202599Z","end":"2026-03-03T14:14:36.468011Z","steps":["trace[402341453] 'process raft request' (duration: 265.118658ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:36.468131Z","caller":"traceutil/trace.go:171","msg":"trace[1937401734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8166; }","duration":"2.130287095s","start":"2026-03-03T14:14:34.337825Z","end":"2026-03-03T14:14:36.468112Z","steps":["trace[1937401734] 'agreement among raft nodes before linearized reading' (duration: 2.13008704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:36.468181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.337802Z","time spent":"2.130366477s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:37.052641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.006597852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:37.052736Z","caller":"traceutil/trace.go:171","msg":"trace[1506528851] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.006741884s","start":"2026-03-03T14:14:35.04597Z","end":"2026-03-03T14:14:37.052712Z","steps":["trace[1506528851] 'agreement among raft nodes before linearized reading' (duration: 2.006624562s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.052788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.045945Z","time spent":"2.006831237s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:37.512546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017584744s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:14:37.512809Z","caller":"traceutil/trace.go:171","msg":"trace[626538947] linearizableReadLoop","detail":"{readStateIndex:8486; appliedIndex:8485; }","duration":"1.044908623s","start":"2026-03-03T14:14:36.467876Z","end":"2026-03-03T14:14:37.512784Z","steps":["trace[626538947] 'read index received' (duration: 27.059583ms)","trace[626538947] 'applied index is now lower than readState.Index' (duration: 1.01784566s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:37.512965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095047082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:14:37.513045Z","caller":"traceutil/trace.go:171","msg":"trace[1440307464] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8166; }","duration":"1.095169355s","start":"2026-03-03T14:14:36.417856Z","end":"2026-03-03T14:14:37.513025Z","steps":["trace[1440307464] 'agreement among raft nodes before linearized reading' (duration: 1.09496909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.513081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:36.417835Z","time spent":"1.095237517s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:37.513098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.334233305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:37.513201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.185308421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:37.51321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879661051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:37.513261Z","caller":"traceutil/trace.go:171","msg":"trace[632177180] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:8166; }","duration":"2.185419413s","start":"2026-03-03T14:14:35.327829Z","end":"2026-03-03T14:14:37.513248Z","steps":["trace[632177180] 'agreement among raft nodes before linearized reading' (duration: 2.18528325s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:37.51327Z","caller":"traceutil/trace.go:171","msg":"trace[360593226] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:8166; }","duration":"1.879762303s","start":"2026-03-03T14:14:35.633492Z","end":"2026-03-03T14:14:37.513255Z","steps":["trace[360593226] 'agreement among raft nodes before linearized reading' (duration: 1.879658181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.513305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.327809Z","time spent":"2.185485984s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":56,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:37.513312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:35.633474Z","time spent":"1.879828955s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:37.513349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138754943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:14:37.513312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.104216255s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:37.513381Z","caller":"traceutil/trace.go:171","msg":"trace[58900329] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8166; }","duration":"3.138799624s","start":"2026-03-03T14:14:34.374573Z","end":"2026-03-03T14:14:37.513373Z","steps":["trace[58900329] 'agreement among raft nodes before linearized reading' (duration: 3.138724012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.5134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.374562Z","time spent":"3.138834566s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:14:37.51337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138867916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:14:37.513407Z","caller":"traceutil/trace.go:171","msg":"trace[1790208958] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:8166; }","duration":"3.104360228s","start":"2026-03-03T14:14:34.409024Z","end":"2026-03-03T14:14:37.513385Z","steps":["trace[1790208958] 'agreement among raft nodes before linearized reading' (duration: 3.104188624s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.513396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138927487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:14:37.513234Z","caller":"traceutil/trace.go:171","msg":"trace[994710754] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8166; }","duration":"1.334503461s","start":"2026-03-03T14:14:36.178713Z","end":"2026-03-03T14:14:37.513216Z","steps":["trace[994710754] 'agreement among raft nodes before linearized reading' (duration: 1.334233665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.513471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.409009Z","time spent":"3.10445106s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:37.513446Z","caller":"traceutil/trace.go:171","msg":"trace[2048452010] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8166; }","duration":"3.138958518s","start":"2026-03-03T14:14:34.374466Z","end":"2026-03-03T14:14:37.513424Z","steps":["trace[2048452010] 'agreement among raft nodes before linearized reading' (duration: 3.138738463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.51365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139197684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:14:37.513704Z","caller":"traceutil/trace.go:171","msg":"trace[1156430635] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8166; }","duration":"3.139277227s","start":"2026-03-03T14:14:34.374419Z","end":"2026-03-03T14:14:37.513696Z","steps":["trace[1156430635] 'agreement among raft nodes before linearized reading' (duration: 3.139093621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.513595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:36.178676Z","time spent":"1.334894022s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:37.513742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.374409Z","time spent":"3.139318407s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:37.513642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.374461Z","time spent":"3.139164174s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:14:37.513476Z","caller":"traceutil/trace.go:171","msg":"trace[596351508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8166; }","duration":"3.13903913s","start":"2026-03-03T14:14:34.374419Z","end":"2026-03-03T14:14:37.513458Z","steps":["trace[596351508] 'agreement among raft nodes before linearized reading' (duration: 3.138787614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.513938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.374404Z","time spent":"3.139522302s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:37.513998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.136435049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:14:37.514072Z","caller":"traceutil/trace.go:171","msg":"trace[395332753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8166; }","duration":"3.136535202s","start":"2026-03-03T14:14:34.377518Z","end":"2026-03-03T14:14:37.514053Z","steps":["trace[395332753] 'agreement among raft nodes before linearized reading' (duration: 3.135509397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.514108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:34.377512Z","time spent":"3.136589133s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:14:37.514138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019210684s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:37.515045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.845199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:14:37.515081Z","caller":"traceutil/trace.go:171","msg":"trace[1785419635] transaction","detail":"{read_only:false; response_revision:8167; number_of_response:1; }","duration":"1.041244217s","start":"2026-03-03T14:14:36.473822Z","end":"2026-03-03T14:14:37.515066Z","steps":["trace[1785419635] 'process raft request' (duration: 1.040472719s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:37.515101Z","caller":"traceutil/trace.go:171","msg":"trace[1185725485] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:8167; }","duration":"457.950561ms","start":"2026-03-03T14:14:37.057136Z","end":"2026-03-03T14:14:37.515086Z","steps":["trace[1185725485] 'agreement among raft nodes before linearized reading' (duration: 457.753807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.51514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:37.057108Z","time spent":"458.024343ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:14:37.515183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:36.4738Z","time spent":"1.041306908s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:37.515216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.517167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:37.515262Z","caller":"traceutil/trace.go:171","msg":"trace[102265890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8167; }","duration":"453.64482ms","start":"2026-03-03T14:14:37.061608Z","end":"2026-03-03T14:14:37.515253Z","steps":["trace[102265890] 'agreement among raft nodes before linearized reading' (duration: 453.456376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:37.515303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:37.061584Z","time spent":"453.712881ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:38.234681Z","caller":"traceutil/trace.go:171","msg":"trace[403931681] transaction","detail":"{read_only:false; response_revision:8174; number_of_response:1; }","duration":"114.140067ms","start":"2026-03-03T14:14:38.120502Z","end":"2026-03-03T14:14:38.234642Z","steps":["trace[403931681] 'process raft request' (duration: 65.093433ms)","trace[403931681] 'compare' (duration: 48.8497ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:38.624059Z","caller":"traceutil/trace.go:171","msg":"trace[960284742] transaction","detail":"{read_only:false; response_revision:8177; number_of_response:1; }","duration":"146.748781ms","start":"2026-03-03T14:14:38.47728Z","end":"2026-03-03T14:14:38.624029Z","steps":["trace[960284742] 'process raft request' (duration: 100.218287ms)","trace[960284742] 'compare' (duration: 46.402701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:39.662488Z","caller":"traceutil/trace.go:171","msg":"trace[1088754660] linearizableReadLoop","detail":"{readStateIndex:8501; appliedIndex:8500; }","duration":"111.72399ms","start":"2026-03-03T14:14:39.550739Z","end":"2026-03-03T14:14:39.662463Z","steps":["trace[1088754660] 'read index received' (duration: 107.613512ms)","trace[1088754660] 'applied index is now lower than readState.Index' (duration: 4.109378ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:39.662534Z","caller":"traceutil/trace.go:171","msg":"trace[2069056967] transaction","detail":"{read_only:false; response_revision:8180; number_of_response:1; }","duration":"112.064818ms","start":"2026-03-03T14:14:39.550448Z","end":"2026-03-03T14:14:39.662513Z","steps":["trace[2069056967] 'process raft request' (duration: 107.890599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:39.662727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.964505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:14:39.6628Z","caller":"traceutil/trace.go:171","msg":"trace[884712462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8180; }","duration":"112.056867ms","start":"2026-03-03T14:14:39.550725Z","end":"2026-03-03T14:14:39.662782Z","steps":["trace[884712462] 'agreement among raft nodes before linearized reading' (duration: 111.843592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:39.663645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.515361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:14:39.663685Z","caller":"traceutil/trace.go:171","msg":"trace[411638380] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8182; }","duration":"110.589782ms","start":"2026-03-03T14:14:39.553086Z","end":"2026-03-03T14:14:39.663676Z","steps":["trace[411638380] 'agreement among raft nodes before linearized reading' (duration: 110.422168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:39.663836Z","caller":"traceutil/trace.go:171","msg":"trace[1990757186] transaction","detail":"{read_only:false; response_revision:8181; number_of_response:1; }","duration":"112.516419ms","start":"2026-03-03T14:14:39.551302Z","end":"2026-03-03T14:14:39.663818Z","steps":["trace[1990757186] 'process raft request' (duration: 111.918795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:39.663866Z","caller":"traceutil/trace.go:171","msg":"trace[1609091967] transaction","detail":"{read_only:false; response_revision:8182; number_of_response:1; }","duration":"110.634883ms","start":"2026-03-03T14:14:39.553222Z","end":"2026-03-03T14:14:39.663857Z","steps":["trace[1609091967] 'process raft request' (duration: 110.208584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:40.830517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.772421ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:40.830641Z","caller":"traceutil/trace.go:171","msg":"trace[823045388] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"201.55586ms","start":"2026-03-03T14:14:40.629065Z","end":"2026-03-03T14:14:40.830621Z","steps":["trace[823045388] 'compare' (duration: 197.543825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:41.901053Z","caller":"traceutil/trace.go:171","msg":"trace[1686450926] linearizableReadLoop","detail":"{readStateIndex:8509; appliedIndex:8508; }","duration":"233.901518ms","start":"2026-03-03T14:14:41.667131Z","end":"2026-03-03T14:14:41.901032Z","steps":["trace[1686450926] 'read index received' (duration: 233.756875ms)","trace[1686450926] 'applied index is now lower than readState.Index' (duration: 144.093µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:41.901089Z","caller":"traceutil/trace.go:171","msg":"trace[1517710905] transaction","detail":"{read_only:false; response_revision:8188; number_of_response:1; }","duration":"364.71122ms","start":"2026-03-03T14:14:41.536362Z","end":"2026-03-03T14:14:41.901074Z","steps":["trace[1517710905] 'process raft request' (duration: 364.484245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:41.901183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.536341Z","time spent":"364.779231ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:41.901329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.178444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:14:41.901418Z","caller":"traceutil/trace.go:171","msg":"trace[1495903669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8188; }","duration":"234.308068ms","start":"2026-03-03T14:14:41.667088Z","end":"2026-03-03T14:14:41.901396Z","steps":["trace[1495903669] 'agreement among raft nodes before linearized reading' (duration: 234.051342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:42.402209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365952,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:42.837298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.727028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:42.837431Z","caller":"traceutil/trace.go:171","msg":"trace[1922397576] transaction","detail":"{read_only:false; response_revision:8189; number_of_response:1; }","duration":"967.115117ms","start":"2026-03-03T14:14:41.870293Z","end":"2026-03-03T14:14:42.837408Z","steps":["trace[1922397576] 'process raft request' (duration: 858.158623ms)","trace[1922397576] 'compare' (duration: 108.578125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:42.837502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.870274Z","time spent":"967.196499ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:43.30083Z","caller":"traceutil/trace.go:171","msg":"trace[501574745] linearizableReadLoop","detail":"{readStateIndex:8512; appliedIndex:8509; }","duration":"1.399700207s","start":"2026-03-03T14:14:41.901103Z","end":"2026-03-03T14:14:43.300803Z","steps":["trace[501574745] 'read index received' (duration: 827.382774ms)","trace[501574745] 'applied index is now lower than readState.Index' (duration: 572.316023ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:43.301128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623806702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:14:43.301207Z","caller":"traceutil/trace.go:171","msg":"trace[2112776820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8192; }","duration":"1.623909386s","start":"2026-03-03T14:14:41.677279Z","end":"2026-03-03T14:14:43.301188Z","steps":["trace[2112776820] 'agreement among raft nodes before linearized reading' (duration: 1.62368173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:43.301237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.677271Z","time spent":"1.623960457s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:14:43.301255Z","caller":"traceutil/trace.go:171","msg":"trace[1187738841] transaction","detail":"{read_only:false; response_revision:8191; number_of_response:1; }","duration":"1.14046418s","start":"2026-03-03T14:14:42.160765Z","end":"2026-03-03T14:14:43.30123Z","steps":["trace[1187738841] 'process raft request' (duration: 1.139933607s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:43.301259Z","caller":"traceutil/trace.go:171","msg":"trace[2121997832] transaction","detail":"{read_only:false; response_revision:8192; number_of_response:1; }","duration":"680.54083ms","start":"2026-03-03T14:14:42.620695Z","end":"2026-03-03T14:14:43.301236Z","steps":["trace[2121997832] 'process raft request' (duration: 680.058168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:43.301304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.633211716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:14:43.301304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.627302926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:14:43.30134Z","caller":"traceutil/trace.go:171","msg":"trace[2035457972] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8192; }","duration":"1.633317888s","start":"2026-03-03T14:14:41.668012Z","end":"2026-03-03T14:14:43.30133Z","steps":["trace[2035457972] 'agreement among raft nodes before linearized reading' (duration: 1.633206686s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:43.301355Z","caller":"traceutil/trace.go:171","msg":"trace[1533426516] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8192; }","duration":"1.627380958s","start":"2026-03-03T14:14:41.67396Z","end":"2026-03-03T14:14:43.301341Z","steps":["trace[1533426516] 'agreement among raft nodes before linearized reading' (duration: 1.627201903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:43.30137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.667972Z","time spent":"1.63338673s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:43.301387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.160748Z","time spent":"1.140560812s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:43.301396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.620671Z","time spent":"680.640983ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:43.301396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.673947Z","time spent":"1.627438699s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:14:43.301424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634215711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:14:43.301413Z","caller":"traceutil/trace.go:171","msg":"trace[2068217980] transaction","detail":"{read_only:false; response_revision:8190; number_of_response:1; }","duration":"1.394792111s","start":"2026-03-03T14:14:41.906564Z","end":"2026-03-03T14:14:43.301356Z","steps":["trace[2068217980] 'process raft request' (duration: 1.297705058s)","trace[2068217980] 'compare' (duration: 96.288943ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:43.301499Z","caller":"traceutil/trace.go:171","msg":"trace[1359899819] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8192; }","duration":"1.634385144s","start":"2026-03-03T14:14:41.667099Z","end":"2026-03-03T14:14:43.301484Z","steps":["trace[1359899819] 'agreement among raft nodes before linearized reading' (duration: 1.634094227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:43.301537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.66707Z","time spent":"1.634457746s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:14:43.301691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:41.90653Z","time spent":"1.394974875s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:43.801725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:44.048444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:44.048604Z","caller":"traceutil/trace.go:171","msg":"trace[275353514] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00018703s","start":"2026-03-03T14:14:42.048397Z","end":"2026-03-03T14:14:44.048584Z","steps":["trace[275353514] 'agreement among raft nodes before linearized reading' (duration: 2.000006035s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:44.048676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.048376Z","time spent":"2.000288993s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:44.302265Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:44.802532Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:45.306255Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:45.807349Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365958,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:46.04995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000363204s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:46.050039Z","caller":"traceutil/trace.go:171","msg":"trace[469145170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000500187s","start":"2026-03-03T14:14:44.04952Z","end":"2026-03-03T14:14:46.05002Z","steps":["trace[469145170] 'agreement among raft nodes before linearized reading' (duration: 2.000388254s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.050112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.049503Z","time spent":"2.000593029s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:46.123199Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.918787716s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:14:46.209178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999844522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:46.209251Z","caller":"traceutil/trace.go:171","msg":"trace[1322135346] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999934904s","start":"2026-03-03T14:14:44.209298Z","end":"2026-03-03T14:14:46.209233Z","steps":["trace[1322135346] 'agreement among raft nodes before linearized reading' (duration: 1.999841382s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.209289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.20925Z","time spent":"2.000032626s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:46.709326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.769813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:46.709601Z","caller":"traceutil/trace.go:171","msg":"trace[1192593565] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"3.732340391s","start":"2026-03-03T14:14:42.97724Z","end":"2026-03-03T14:14:46.70958Z","steps":["trace[1192593565] 'process raft request' (duration: 3.732215588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.709676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.977213Z","time spent":"3.732430934s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:46.710032Z","caller":"traceutil/trace.go:171","msg":"trace[1285080846] transaction","detail":"{read_only:false; response_revision:8193; number_of_response:1; }","duration":"3.872977438s","start":"2026-03-03T14:14:42.837041Z","end":"2026-03-03T14:14:46.710018Z","steps":["trace[1285080846] 'process raft request' (duration: 3.286394645s)","trace[1285080846] 'compare' (duration: 585.157099ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.710095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.836999Z","time spent":"3.87306633s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:46.933951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.83258ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:46.934191Z","caller":"traceutil/trace.go:171","msg":"trace[2091352718] transaction","detail":"{read_only:false; response_revision:8196; number_of_response:1; }","duration":"3.628152481s","start":"2026-03-03T14:14:43.30602Z","end":"2026-03-03T14:14:46.934172Z","steps":["trace[2091352718] 'process raft request' (duration: 3.628047388s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:46.934184Z","caller":"traceutil/trace.go:171","msg":"trace[1624203752] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"3.628674453s","start":"2026-03-03T14:14:43.305472Z","end":"2026-03-03T14:14:46.934146Z","steps":["trace[1624203752] 'process raft request' (duration: 3.511544796s)","trace[1624203752] 'compare' (duration: 116.689967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:46.934269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.30601Z","time spent":"3.628223362s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:46.934346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.305448Z","time spent":"3.628818116s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:46.9344Z","caller":"traceutil/trace.go:171","msg":"trace[1567772213] transaction","detail":"{read_only:false; response_revision:8197; number_of_response:1; }","duration":"3.628212132s","start":"2026-03-03T14:14:43.306174Z","end":"2026-03-03T14:14:46.934386Z","steps":["trace[1567772213] 'process raft request' (duration: 3.627946996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.934468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.306158Z","time spent":"3.628280184s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:46.934835Z","caller":"traceutil/trace.go:171","msg":"trace[102173327] transaction","detail":"{read_only:false; response_revision:8198; number_of_response:1; }","duration":"2.960940686s","start":"2026-03-03T14:14:43.973872Z","end":"2026-03-03T14:14:46.934813Z","steps":["trace[102173327] 'process raft request' (duration: 2.960440833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.934945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.973848Z","time spent":"2.961068639s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:46.93523Z","caller":"traceutil/trace.go:171","msg":"trace[1170682607] transaction","detail":"{read_only:false; response_revision:8199; number_of_response:1; }","duration":"2.835084451s","start":"2026-03-03T14:14:44.100135Z","end":"2026-03-03T14:14:46.935219Z","steps":["trace[1170682607] 'process raft request' (duration: 2.834631551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:46.935596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:44.100108Z","time spent":"2.83546248s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19420,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:47.029413Z","caller":"traceutil/trace.go:171","msg":"trace[1212002653] linearizableReadLoop","detail":"{readStateIndex:8523; appliedIndex:8513; }","duration":"3.728484561s","start":"2026-03-03T14:14:43.300899Z","end":"2026-03-03T14:14:47.029384Z","steps":["trace[1212002653] 'read index received' (duration: 2.822498053s)","trace[1212002653] 'applied index is now lower than readState.Index' (duration: 905.985498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:47.029691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.743585357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:14:47.029678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.33980558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:14:47.029737Z","caller":"traceutil/trace.go:171","msg":"trace[893277426] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8201; }","duration":"4.743682598s","start":"2026-03-03T14:14:42.286041Z","end":"2026-03-03T14:14:47.029724Z","steps":["trace[893277426] 'agreement among raft nodes before linearized reading' (duration: 4.743478773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.029747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"972.391902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:47.02977Z","caller":"traceutil/trace.go:171","msg":"trace[1308040375] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8201; }","duration":"4.339966464s","start":"2026-03-03T14:14:42.689783Z","end":"2026-03-03T14:14:47.02975Z","steps":["trace[1308040375] 'agreement among raft nodes before linearized reading' (duration: 4.339631636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.029778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.286023Z","time spent":"4.74374334s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:14:47.029671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.835627922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:47.029852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.250038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:47.029909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.721694625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:14:47.029927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.213813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:47.029929Z","caller":"traceutil/trace.go:171","msg":"trace[441537270] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8201; }","duration":"170.378101ms","start":"2026-03-03T14:14:46.859534Z","end":"2026-03-03T14:14:47.029912Z","steps":["trace[441537270] 'agreement among raft nodes before linearized reading' (duration: 170.236707ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:47.029945Z","caller":"traceutil/trace.go:171","msg":"trace[284671085] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8201; }","duration":"1.721762776s","start":"2026-03-03T14:14:45.308175Z","end":"2026-03-03T14:14:47.029938Z","steps":["trace[284671085] 'agreement among raft nodes before linearized reading' (duration: 1.721672574s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:47.029955Z","caller":"traceutil/trace.go:171","msg":"trace[286981659] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:8201; }","duration":"930.273514ms","start":"2026-03-03T14:14:46.099672Z","end":"2026-03-03T14:14:47.029946Z","steps":["trace[286981659] 'agreement among raft nodes before linearized reading' (duration: 930.230033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.029972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.308163Z","time spent":"1.721801408s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:14:47.029989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:46.099655Z","time spent":"930.325716ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:47.029947Z","caller":"traceutil/trace.go:171","msg":"trace[1423708852] transaction","detail":"{read_only:false; response_revision:8200; number_of_response:1; }","duration":"1.722178976s","start":"2026-03-03T14:14:45.30772Z","end":"2026-03-03T14:14:47.029899Z","steps":["trace[1423708852] 'process raft request' (duration: 1.721080579s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:47.030054Z","caller":"traceutil/trace.go:171","msg":"trace[1874852628] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:8201; }","duration":"3.83591376s","start":"2026-03-03T14:14:43.193967Z","end":"2026-03-03T14:14:47.029881Z","steps":["trace[1874852628] 'agreement among raft nodes before linearized reading' (duration: 3.835425477s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.03007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.705803573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228863"} {"level":"warn","ts":"2026-03-03T14:14:47.030167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.307692Z","time spent":"1.72235334s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:47.030196Z","caller":"traceutil/trace.go:171","msg":"trace[1402094760] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8201; }","duration":"3.724508006s","start":"2026-03-03T14:14:43.305663Z","end":"2026-03-03T14:14:47.030171Z","steps":["trace[1402094760] 'agreement among raft nodes before linearized reading' (duration: 3.723920022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.030213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.125692674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:14:47.030213Z","caller":"traceutil/trace.go:171","msg":"trace[1708317787] transaction","detail":"{read_only:false; response_revision:8201; number_of_response:1; }","duration":"1.721839608s","start":"2026-03-03T14:14:45.308345Z","end":"2026-03-03T14:14:47.030185Z","steps":["trace[1708317787] 'process raft request' (duration: 1.720946666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.030243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"977.068894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:14:47.029878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.821996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:47.030269Z","caller":"traceutil/trace.go:171","msg":"trace[1900801606] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8201; }","duration":"3.125785296s","start":"2026-03-03T14:14:43.904468Z","end":"2026-03-03T14:14:47.030253Z","steps":["trace[1900801606] 'agreement among raft nodes before linearized reading' (duration: 3.125645653s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:47.030314Z","caller":"traceutil/trace.go:171","msg":"trace[1444081639] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:8201; }","duration":"885.317817ms","start":"2026-03-03T14:14:46.144981Z","end":"2026-03-03T14:14:47.030298Z","steps":["trace[1444081639] 'agreement among raft nodes before linearized reading' (duration: 884.860727ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:47.030309Z","caller":"traceutil/trace.go:171","msg":"trace[2108959631] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:8201; }","duration":"977.169306ms","start":"2026-03-03T14:14:46.053119Z","end":"2026-03-03T14:14:47.030288Z","steps":["trace[2108959631] 'agreement among raft nodes before linearized reading' (duration: 976.973012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.030328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.904448Z","time spent":"3.125870368s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:47.030346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:46.144948Z","time spent":"885.389379ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:47.030217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.939852435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:14:47.030355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:46.053099Z","time spent":"977.245028ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"info","ts":"2026-03-03T14:14:47.0304Z","caller":"traceutil/trace.go:171","msg":"trace[1971942151] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:8201; }","duration":"3.940093379s","start":"2026-03-03T14:14:43.090292Z","end":"2026-03-03T14:14:47.030385Z","steps":["trace[1971942151] 'agreement among raft nodes before linearized reading' (duration: 3.939421793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.03004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723405885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:47.03041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.308314Z","time spent":"1.721975841s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:47.029819Z","caller":"traceutil/trace.go:171","msg":"trace[1538932129] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8201; }","duration":"972.500396ms","start":"2026-03-03T14:14:46.057298Z","end":"2026-03-03T14:14:47.029799Z","steps":["trace[1538932129] 'agreement among raft nodes before linearized reading' (duration: 972.390032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:47.030443Z","caller":"traceutil/trace.go:171","msg":"trace[923398904] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:8201; }","duration":"1.723878066s","start":"2026-03-03T14:14:45.306555Z","end":"2026-03-03T14:14:47.030433Z","steps":["trace[923398904] 'agreement among raft nodes before linearized reading' (duration: 1.723344484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.030448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.09027Z","time spent":"3.940159221s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":864,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:47.030206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.748133604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:14:47.030479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:46.057278Z","time spent":"973.188282ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:14:47.03052Z","caller":"traceutil/trace.go:171","msg":"trace[77804689] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8201; }","duration":"4.748467192s","start":"2026-03-03T14:14:42.282038Z","end":"2026-03-03T14:14:47.030505Z","steps":["trace[77804689] 'agreement among raft nodes before linearized reading' (duration: 4.748085393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:47.03026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.305645Z","time spent":"3.724600119s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:47.030571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.282022Z","time spent":"4.748535363s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:14:47.030477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:45.306534Z","time spent":"1.723930708s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":14,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:47.030402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:43.193946Z","time spent":"3.836208216s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:47.029822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:42.689759Z","time spent":"4.340055696s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:49.047306Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:49.547449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:50.048399Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:50.549263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:51.049798Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:51.550577Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:52.045568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000490187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:14:52.045651Z","caller":"traceutil/trace.go:171","msg":"trace[887795441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000648901s","start":"2026-03-03T14:14:50.044983Z","end":"2026-03-03T14:14:52.045632Z","steps":["trace[887795441] 'agreement among raft nodes before linearized reading' (duration: 2.000530768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.0457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:50.044956Z","time spent":"2.000734772s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:52 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:52.051778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:52.552268Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432365989,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:52.656509Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.399313221s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:52.657125Z","caller":"traceutil/trace.go:171","msg":"trace[1583958689] transaction","detail":"{read_only:false; response_revision:8208; number_of_response:1; }","duration":"4.400044778s","start":"2026-03-03T14:14:48.257054Z","end":"2026-03-03T14:14:52.657099Z","steps":["trace[1583958689] 'process raft request' (duration: 4.399802062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.65732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.257012Z","time spent":"4.400202522s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:52.892166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.639652ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:52.892416Z","caller":"traceutil/trace.go:171","msg":"trace[612664770] linearizableReadLoop","detail":"{readStateIndex:8533; appliedIndex:8529; }","duration":"4.346005157s","start":"2026-03-03T14:14:48.546395Z","end":"2026-03-03T14:14:52.8924Z","steps":["trace[612664770] 'read index received' (duration: 4.110508121s)","trace[612664770] 'applied index is now lower than readState.Index' (duration: 235.495856ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:52.892455Z","caller":"traceutil/trace.go:171","msg":"trace[256742174] transaction","detail":"{read_only:false; response_revision:8211; number_of_response:1; }","duration":"3.856059715s","start":"2026-03-03T14:14:49.036371Z","end":"2026-03-03T14:14:52.892431Z","steps":["trace[256742174] 'process raft request' (duration: 3.855989164s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:52.892484Z","caller":"traceutil/trace.go:171","msg":"trace[1634789296] transaction","detail":"{read_only:false; response_revision:8210; number_of_response:1; }","duration":"3.856487226s","start":"2026-03-03T14:14:49.035963Z","end":"2026-03-03T14:14:52.89245Z","steps":["trace[1634789296] 'process raft request' (duration: 3.856325832s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.892615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954766176s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:14:52.892607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.036366Z","time spent":"3.856149228s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:52.892644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.035939Z","time spent":"3.856617579s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:52.892675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346239922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:52.892657Z","caller":"traceutil/trace.go:171","msg":"trace[990398478] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8211; }","duration":"3.954845958s","start":"2026-03-03T14:14:48.9378Z","end":"2026-03-03T14:14:52.892646Z","steps":["trace[990398478] 'agreement among raft nodes before linearized reading' (duration: 3.954701965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.892802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.937773Z","time spent":"3.955020133s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:14:52.892806Z","caller":"traceutil/trace.go:171","msg":"trace[1732107636] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:8211; }","duration":"4.346436857s","start":"2026-03-03T14:14:48.546345Z","end":"2026-03-03T14:14:52.892782Z","steps":["trace[1732107636] 'agreement among raft nodes before linearized reading' (duration: 4.34614885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.892773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.574302466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:52.892862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.546324Z","time spent":"4.346526198s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":23,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:52.892908Z","caller":"traceutil/trace.go:171","msg":"trace[175964207] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:8211; }","duration":"2.574493381s","start":"2026-03-03T14:14:50.318377Z","end":"2026-03-03T14:14:52.89287Z","steps":["trace[175964207] 'agreement among raft nodes before linearized reading' (duration: 2.574218194s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.892906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.554672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:52.892985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.889267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:52.892988Z","caller":"traceutil/trace.go:171","msg":"trace[1083474353] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8211; }","duration":"718.699605ms","start":"2026-03-03T14:14:52.17427Z","end":"2026-03-03T14:14:52.89297Z","steps":["trace[1083474353] 'agreement among raft nodes before linearized reading' (duration: 718.555702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:52.893022Z","caller":"traceutil/trace.go:171","msg":"trace[1639895700] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8211; }","duration":"833.957139ms","start":"2026-03-03T14:14:52.059052Z","end":"2026-03-03T14:14:52.893009Z","steps":["trace[1639895700] 'agreement among raft nodes before linearized reading' (duration: 833.908728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.893036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.174246Z","time spent":"718.778627ms","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:52.893056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.059032Z","time spent":"834.01584ms","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:52.893061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338145867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:52.893113Z","caller":"traceutil/trace.go:171","msg":"trace[1404927657] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:8211; }","duration":"1.33824327s","start":"2026-03-03T14:14:51.554856Z","end":"2026-03-03T14:14:52.8931Z","steps":["trace[1404927657] 'agreement among raft nodes before linearized reading' (duration: 1.338161997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.893166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:51.554827Z","time spent":"1.338322582s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:52.893257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976206899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T14:14:52.893299Z","caller":"traceutil/trace.go:171","msg":"trace[482938111] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:8211; }","duration":"2.976398813s","start":"2026-03-03T14:14:49.91689Z","end":"2026-03-03T14:14:52.893289Z","steps":["trace[482938111] 'agreement among raft nodes before linearized reading' (duration: 2.975784138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.893338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.916861Z","time spent":"2.976465775s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" "} {"level":"warn","ts":"2026-03-03T14:14:52.892939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"847.269175ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:52.892982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:50.318353Z","time spent":"2.574611874s","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:52.893387Z","caller":"traceutil/trace.go:171","msg":"trace[700420967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8211; }","duration":"847.749117ms","start":"2026-03-03T14:14:52.045627Z","end":"2026-03-03T14:14:52.893376Z","steps":["trace[700420967] 'agreement among raft nodes before linearized reading' (duration: 847.256155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.893424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.045607Z","time spent":"847.806908ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:52.893533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.803514981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:52.893577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.854250124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:14:52.893607Z","caller":"traceutil/trace.go:171","msg":"trace[662939854] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8211; }","duration":"3.854300315s","start":"2026-03-03T14:14:49.039298Z","end":"2026-03-03T14:14:52.893598Z","steps":["trace[662939854] 'agreement among raft nodes before linearized reading' (duration: 3.854213533s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:52.893608Z","caller":"traceutil/trace.go:171","msg":"trace[605198116] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:8211; }","duration":"3.803629642s","start":"2026-03-03T14:14:49.089958Z","end":"2026-03-03T14:14:52.893588Z","steps":["trace[605198116] 'agreement among raft nodes before linearized reading' (duration: 3.80351296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.893641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.039287Z","time spent":"3.854346965s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:14:52.893648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.613938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:14:52.893699Z","caller":"traceutil/trace.go:171","msg":"trace[327284167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8211; }","duration":"673.684889ms","start":"2026-03-03T14:14:52.220001Z","end":"2026-03-03T14:14:52.893686Z","steps":["trace[327284167] 'agreement among raft nodes before linearized reading' (duration: 673.513045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.893745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.219987Z","time spent":"673.747771ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:52.893778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.741858148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:14:52.893785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954495132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:14:52.893658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.089908Z","time spent":"3.803735066s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:52.893783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.954567873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:14:52.893924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.763578523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:14:52.893952Z","caller":"traceutil/trace.go:171","msg":"trace[1137168336] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8211; }","duration":"3.763644305s","start":"2026-03-03T14:14:49.130299Z","end":"2026-03-03T14:14:52.893944Z","steps":["trace[1137168336] 'agreement among raft nodes before linearized reading' (duration: 3.763564573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.893968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76343957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:14:52.893991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.130274Z","time spent":"3.763710597s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:14:52.894011Z","caller":"traceutil/trace.go:171","msg":"trace[542365082] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8211; }","duration":"3.763504172s","start":"2026-03-03T14:14:49.130494Z","end":"2026-03-03T14:14:52.893998Z","steps":["trace[542365082] 'agreement among raft nodes before linearized reading' (duration: 3.763367399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.894052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.130487Z","time spent":"3.763553593s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:52.893951Z","caller":"traceutil/trace.go:171","msg":"trace[1122425758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8211; }","duration":"3.954756418s","start":"2026-03-03T14:14:48.939183Z","end":"2026-03-03T14:14:52.893939Z","steps":["trace[1122425758] 'agreement among raft nodes before linearized reading' (duration: 3.954473071s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.894155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.939143Z","time spent":"3.954998083s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:14:52.893835Z","caller":"traceutil/trace.go:171","msg":"trace[180382087] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:8211; }","duration":"3.74193932s","start":"2026-03-03T14:14:49.15188Z","end":"2026-03-03T14:14:52.893819Z","steps":["trace[180382087] 'agreement among raft nodes before linearized reading' (duration: 3.741803037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.89422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:49.151863Z","time spent":"3.74234177s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:14:52.893839Z","caller":"traceutil/trace.go:171","msg":"trace[311597029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8211; }","duration":"3.954584883s","start":"2026-03-03T14:14:48.939243Z","end":"2026-03-03T14:14:52.893827Z","steps":["trace[311597029] 'agreement among raft nodes before linearized reading' (duration: 3.954418319s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:52.894344Z","caller":"traceutil/trace.go:171","msg":"trace[1049057834] transaction","detail":"{read_only:false; response_revision:8209; number_of_response:1; }","duration":"4.176738111s","start":"2026-03-03T14:14:48.716042Z","end":"2026-03-03T14:14:52.89278Z","steps":["trace[1049057834] 'process raft request' (duration: 4.036378403s)","trace[1049057834] 'compare' (duration: 138.177027ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:52.894396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.939203Z","time spent":"3.955182577s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:52.894436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:48.71601Z","time spent":"4.178384581s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:52.894492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.414087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:52.894535Z","caller":"traceutil/trace.go:171","msg":"trace[2016111667] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:8211; }","duration":"462.488159ms","start":"2026-03-03T14:14:52.432037Z","end":"2026-03-03T14:14:52.894526Z","steps":["trace[2016111667] 'agreement among raft nodes before linearized reading' (duration: 461.791593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.89456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.432021Z","time spent":"462.53253ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":54,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:52.893553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542192898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:14:52.894653Z","caller":"traceutil/trace.go:171","msg":"trace[1754440084] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8211; }","duration":"1.543313074s","start":"2026-03-03T14:14:51.351313Z","end":"2026-03-03T14:14:52.894626Z","steps":["trace[1754440084] 'agreement among raft nodes before linearized reading' (duration: 1.542196448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:52.894734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:51.351299Z","time spent":"1.543406216s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:53.702094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.898005Z","time spent":"804.079461ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:14:53.702249Z","caller":"traceutil/trace.go:171","msg":"trace[303935401] transaction","detail":"{read_only:false; response_revision:8213; number_of_response:1; }","duration":"793.093931ms","start":"2026-03-03T14:14:52.909078Z","end":"2026-03-03T14:14:53.702172Z","steps":["trace[303935401] 'process raft request' (duration: 792.836485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.702425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.909061Z","time spent":"793.261934ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:53.702684Z","caller":"traceutil/trace.go:171","msg":"trace[1770346032] transaction","detail":"{read_only:false; response_revision:8214; number_of_response:1; }","duration":"792.433714ms","start":"2026-03-03T14:14:52.910224Z","end":"2026-03-03T14:14:53.702657Z","steps":["trace[1770346032] 'process raft request' (duration: 791.859081ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.702798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.910212Z","time spent":"792.534117ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:53.702804Z","caller":"traceutil/trace.go:171","msg":"trace[1483144589] transaction","detail":"{read_only:false; response_revision:8216; number_of_response:1; }","duration":"782.160311ms","start":"2026-03-03T14:14:52.920605Z","end":"2026-03-03T14:14:53.702766Z","steps":["trace[1483144589] 'process raft request' (duration: 782.021687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:53.702771Z","caller":"traceutil/trace.go:171","msg":"trace[1452549385] linearizableReadLoop","detail":"{readStateIndex:8535; appliedIndex:8533; }","duration":"804.273997ms","start":"2026-03-03T14:14:52.898473Z","end":"2026-03-03T14:14:53.702747Z","steps":["trace[1452549385] 'read index received' (duration: 37.599903ms)","trace[1452549385] 'applied index is now lower than readState.Index' (duration: 766.672824ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:53.702797Z","caller":"traceutil/trace.go:171","msg":"trace[1221788782] transaction","detail":"{read_only:false; response_revision:8215; number_of_response:1; }","duration":"791.819451ms","start":"2026-03-03T14:14:52.910923Z","end":"2026-03-03T14:14:53.702743Z","steps":["trace[1221788782] 'process raft request' (duration: 791.578354ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:53.702947Z","caller":"traceutil/trace.go:171","msg":"trace[1218446988] transaction","detail":"{read_only:false; response_revision:8217; number_of_response:1; }","duration":"781.524446ms","start":"2026-03-03T14:14:52.921406Z","end":"2026-03-03T14:14:53.70293Z","steps":["trace[1218446988] 'process raft request' (duration: 781.283861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.703052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.9214Z","time spent":"781.602868ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:53.702952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.920598Z","time spent":"782.258945ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:53.703072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.910911Z","time spent":"792.101117ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:53.704582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.093279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:14:53.70466Z","caller":"traceutil/trace.go:171","msg":"trace[911935270] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8217; }","duration":"806.193971ms","start":"2026-03-03T14:14:52.898447Z","end":"2026-03-03T14:14:53.704641Z","steps":["trace[911935270] 'agreement among raft nodes before linearized reading' (duration: 804.388539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:53.704709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.898428Z","time spent":"806.267613ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:14:54.358604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.259631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:54.358705Z","caller":"traceutil/trace.go:171","msg":"trace[237934168] linearizableReadLoop","detail":"{readStateIndex:8541; appliedIndex:8540; }","duration":"655.765413ms","start":"2026-03-03T14:14:53.702923Z","end":"2026-03-03T14:14:54.358688Z","steps":["trace[237934168] 'read index received' (duration: 140.43837ms)","trace[237934168] 'applied index is now lower than readState.Index' (duration: 515.325703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:54.359102Z","caller":"traceutil/trace.go:171","msg":"trace[729339484] transaction","detail":"{read_only:false; response_revision:8218; number_of_response:1; }","duration":"1.253774587s","start":"2026-03-03T14:14:53.105216Z","end":"2026-03-03T14:14:54.35899Z","steps":["trace[729339484] 'process raft request' (duration: 738.034295ms)","trace[729339484] 'compare' (duration: 515.142138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:54.359382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.105192Z","time spent":"1.254015093s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:54.359425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.444272495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:54.359517Z","caller":"traceutil/trace.go:171","msg":"trace[377089654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8218; }","duration":"1.444416818s","start":"2026-03-03T14:14:52.91508Z","end":"2026-03-03T14:14:54.359497Z","steps":["trace[377089654] 'agreement among raft nodes before linearized reading' (duration: 1.444232124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.359602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.915069Z","time spent":"1.444515671s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:54.359644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17423927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:54.359845Z","caller":"traceutil/trace.go:171","msg":"trace[113578333] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8218; }","duration":"1.174556607s","start":"2026-03-03T14:14:53.185205Z","end":"2026-03-03T14:14:54.359762Z","steps":["trace[113578333] 'agreement among raft nodes before linearized reading' (duration: 1.174118107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.359952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.447916081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228863"} {"level":"warn","ts":"2026-03-03T14:14:54.359996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.18518Z","time spent":"1.174780493s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:54.360021Z","caller":"traceutil/trace.go:171","msg":"trace[795391583] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8218; }","duration":"1.448103666s","start":"2026-03-03T14:14:52.911903Z","end":"2026-03-03T14:14:54.360007Z","steps":["trace[795391583] 'agreement among raft nodes before linearized reading' (duration: 1.44741472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.360198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:52.911894Z","time spent":"1.448256229s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:14:54.933632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.217814ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:14:54.933735Z","caller":"traceutil/trace.go:171","msg":"trace[389933443] linearizableReadLoop","detail":"{readStateIndex:8542; appliedIndex:8541; }","duration":"574.987997ms","start":"2026-03-03T14:14:54.358729Z","end":"2026-03-03T14:14:54.933717Z","steps":["trace[389933443] 'read index received' (duration: 300.606019ms)","trace[389933443] 'applied index is now lower than readState.Index' (duration: 274.379958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:14:54.933815Z","caller":"traceutil/trace.go:171","msg":"trace[548588562] transaction","detail":"{read_only:false; response_revision:8219; number_of_response:1; }","duration":"1.228841825s","start":"2026-03-03T14:14:53.704961Z","end":"2026-03-03T14:14:54.933803Z","steps":["trace[548588562] 'process raft request' (duration: 954.350815ms)","trace[548588562] 'compare' (duration: 274.018049ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:54.933873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.704936Z","time spent":"1.228904087s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:54.934335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.353284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:54.934413Z","caller":"traceutil/trace.go:171","msg":"trace[1447725889] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8219; }","duration":"725.481697ms","start":"2026-03-03T14:14:54.208913Z","end":"2026-03-03T14:14:54.934394Z","steps":["trace[1447725889] 'agreement among raft nodes before linearized reading' (duration: 725.336004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.93446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.208889Z","time spent":"725.562259ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:54.934645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227710029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:14:54.934696Z","caller":"traceutil/trace.go:171","msg":"trace[1093875561] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:8219; }","duration":"1.22778528s","start":"2026-03-03T14:14:53.706899Z","end":"2026-03-03T14:14:54.934684Z","steps":["trace[1093875561] 'agreement among raft nodes before linearized reading' (duration: 1.227318779s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.934739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.706888Z","time spent":"1.227841842s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:14:54.934654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22866003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"info","ts":"2026-03-03T14:14:54.934853Z","caller":"traceutil/trace.go:171","msg":"trace[606017953] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8219; }","duration":"1.228886456s","start":"2026-03-03T14:14:53.705901Z","end":"2026-03-03T14:14:54.934787Z","steps":["trace[606017953] 'agreement among raft nodes before linearized reading' (duration: 1.228318483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.935012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:53.705885Z","time spent":"1.229026169s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:14:54.959055Z","caller":"traceutil/trace.go:171","msg":"trace[1224581527] transaction","detail":"{read_only:false; response_revision:8220; number_of_response:1; }","duration":"519.256875ms","start":"2026-03-03T14:14:54.439766Z","end":"2026-03-03T14:14:54.959023Z","steps":["trace[1224581527] 'process raft request' (duration: 518.789534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:54.959347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.439737Z","time spent":"519.445969ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:55.890961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.19436ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:14:55.891305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.325792Z","time spent":"565.504653ms","remote":"127.0.0.1:45498","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:14:56.096786Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.138201666s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:14:56.0973Z","caller":"traceutil/trace.go:171","msg":"trace[418988778] transaction","detail":"{read_only:false; response_revision:8221; number_of_response:1; }","duration":"1.180803365s","start":"2026-03-03T14:14:54.916471Z","end":"2026-03-03T14:14:56.097275Z","steps":["trace[418988778] 'process raft request' (duration: 1.18058687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.097559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.916445Z","time spent":"1.180948408s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:56.097779Z","caller":"traceutil/trace.go:171","msg":"trace[436759765] transaction","detail":"{read_only:false; response_revision:8222; number_of_response:1; }","duration":"1.181274186s","start":"2026-03-03T14:14:54.91647Z","end":"2026-03-03T14:14:56.097745Z","steps":["trace[436759765] 'process raft request' (duration: 1.180767425s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:56.097806Z","caller":"traceutil/trace.go:171","msg":"trace[175915311] transaction","detail":"{read_only:false; response_revision:8223; number_of_response:1; }","duration":"1.181294877s","start":"2026-03-03T14:14:54.916473Z","end":"2026-03-03T14:14:56.097768Z","steps":["trace[175915311] 'process raft request' (duration: 1.181055481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.097952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.91645Z","time spent":"1.18140448s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:56.098021Z","caller":"traceutil/trace.go:171","msg":"trace[533472383] transaction","detail":"{read_only:false; response_revision:8224; number_of_response:1; }","duration":"1.161224582s","start":"2026-03-03T14:14:54.936763Z","end":"2026-03-03T14:14:56.097988Z","steps":["trace[533472383] 'process raft request' (duration: 1.160934924s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.916451Z","time spent":"1.181455741s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:14:56.097957Z","caller":"traceutil/trace.go:171","msg":"trace[1846628413] linearizableReadLoop","detail":"{readStateIndex:8547; appliedIndex:8542; }","duration":"1.164183692s","start":"2026-03-03T14:14:54.933758Z","end":"2026-03-03T14:14:56.097942Z","steps":["trace[1846628413] 'read index received' (duration: 24.809718ms)","trace[1846628413] 'applied index is now lower than readState.Index' (duration: 1.139372614s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:14:56.098133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.936732Z","time spent":"1.161362365s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:14:56.098256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737849228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:56.0983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.323138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:14:56.098358Z","caller":"traceutil/trace.go:171","msg":"trace[355256041] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:8224; }","duration":"549.41833ms","start":"2026-03-03T14:14:55.548927Z","end":"2026-03-03T14:14:56.098346Z","steps":["trace[355256041] 'agreement among raft nodes before linearized reading' (duration: 549.318878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.0078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:14:56.098405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.548904Z","time spent":"549.491473ms","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:14:56.098425Z","caller":"traceutil/trace.go:171","msg":"trace[340013867] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8224; }","duration":"764.136594ms","start":"2026-03-03T14:14:55.334265Z","end":"2026-03-03T14:14:56.098402Z","steps":["trace[340013867] 'agreement among raft nodes before linearized reading' (duration: 763.98649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:56.098381Z","caller":"traceutil/trace.go:171","msg":"trace[1160436753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8224; }","duration":"1.737956481s","start":"2026-03-03T14:14:54.360376Z","end":"2026-03-03T14:14:56.098332Z","steps":["trace[1160436753] 'agreement among raft nodes before linearized reading' (duration: 1.737808378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157511003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:14:56.09845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.179527045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:14:56.098527Z","caller":"traceutil/trace.go:171","msg":"trace[823197340] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8224; }","duration":"1.157591154s","start":"2026-03-03T14:14:54.940924Z","end":"2026-03-03T14:14:56.098515Z","steps":["trace[823197340] 'agreement among raft nodes before linearized reading' (duration: 1.157476192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.871961ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:14:56.098561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.940911Z","time spent":"1.157644206s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:14:56.098577Z","caller":"traceutil/trace.go:171","msg":"trace[650731284] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8224; }","duration":"390.948743ms","start":"2026-03-03T14:14:55.707616Z","end":"2026-03-03T14:14:56.098564Z","steps":["trace[650731284] 'agreement among raft nodes before linearized reading' (duration: 390.86041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:14:56.098576Z","caller":"traceutil/trace.go:171","msg":"trace[1012263078] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:8224; }","duration":"1.17975356s","start":"2026-03-03T14:14:54.918796Z","end":"2026-03-03T14:14:56.09855Z","steps":["trace[1012263078] 'agreement among raft nodes before linearized reading' (duration: 1.179414632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.707595Z","time spent":"391.006604ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:56.098371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161416456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:14:56.098631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.061646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:14:56.098653Z","caller":"traceutil/trace.go:171","msg":"trace[1607644339] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8224; }","duration":"1.161756224s","start":"2026-03-03T14:14:54.936886Z","end":"2026-03-03T14:14:56.098643Z","steps":["trace[1607644339] 'agreement among raft nodes before linearized reading' (duration: 1.161317904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.09866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.918766Z","time spent":"1.179879733s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:14:56.098681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.936839Z","time spent":"1.161836056s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:14:56.09869Z","caller":"traceutil/trace.go:171","msg":"trace[811787712] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8224; }","duration":"391.159158ms","start":"2026-03-03T14:14:55.70751Z","end":"2026-03-03T14:14:56.098669Z","steps":["trace[811787712] 'agreement among raft nodes before linearized reading' (duration: 390.978084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.99786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:14:56.098736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.707502Z","time spent":"391.226749ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:14:56.098763Z","caller":"traceutil/trace.go:171","msg":"trace[191878884] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8224; }","duration":"390.326259ms","start":"2026-03-03T14:14:55.708417Z","end":"2026-03-03T14:14:56.098743Z","steps":["trace[191878884] 'agreement among raft nodes before linearized reading' (duration: 389.979201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.708409Z","time spent":"390.39468ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:14:56.098401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070128621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:14:56.098727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:54.36036Z","time spent":"1.738144745s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:14:56.098355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.28521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:14:56.098985Z","caller":"traceutil/trace.go:171","msg":"trace[1860131041] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8224; }","duration":"391.959026ms","start":"2026-03-03T14:14:55.707015Z","end":"2026-03-03T14:14:56.098974Z","steps":["trace[1860131041] 'agreement among raft nodes before linearized reading' (duration: 391.203248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.098474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.334248Z","time spent":"764.215355ms","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:14:56.099052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.706996Z","time spent":"392.043109ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:14:56.098901Z","caller":"traceutil/trace.go:171","msg":"trace[1378079947] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8224; }","duration":"1.070717215s","start":"2026-03-03T14:14:55.028164Z","end":"2026-03-03T14:14:56.098882Z","steps":["trace[1378079947] 'agreement among raft nodes before linearized reading' (duration: 1.070113151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:56.09913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:55.028116Z","time spent":"1.070998751s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:14:56.609161Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:57.109808Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:57.610433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:58.112103Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:58.112153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004129184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:14:58.112253Z","caller":"traceutil/trace.go:171","msg":"trace[1541887302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.004233047s","start":"2026-03-03T14:14:56.107971Z","end":"2026-03-03T14:14:58.112204Z","steps":["trace[1541887302] 'agreement among raft nodes before linearized reading' (duration: 2.004137024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:14:58.112314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.107961Z","time spent":"2.004341309s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:14:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:14:58.612839Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366018,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:14:58.687139Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.387330301s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:15:00.109246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.996591214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:15:00.109328Z","caller":"traceutil/trace.go:171","msg":"trace[1638805805] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.996705156s","start":"2026-03-03T14:14:58.112603Z","end":"2026-03-03T14:15:00.109308Z","steps":["trace[1638805805] 'agreement among raft nodes before linearized reading' (duration: 1.996606854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.109373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.112589Z","time spent":"1.996774818s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:15:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:00.369837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.374076ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:00.36995Z","caller":"traceutil/trace.go:171","msg":"trace[1242572773] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8224; }","duration":"220.500839ms","start":"2026-03-03T14:15:00.149432Z","end":"2026-03-03T14:15:00.369933Z","steps":["trace[1242572773] 'range keys from in-memory index tree' (duration: 220.359345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.371656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684200295s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:00.371796Z","caller":"traceutil/trace.go:171","msg":"trace[620403598] transaction","detail":"{read_only:false; response_revision:8225; number_of_response:1; }","duration":"4.269259807s","start":"2026-03-03T14:14:56.102508Z","end":"2026-03-03T14:15:00.371768Z","steps":["trace[620403598] 'process raft request' (duration: 2.584859537s)","trace[620403598] 'compare' (duration: 1.683932569s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:00.371889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.102491Z","time spent":"4.269358259s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":828,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:15:00.98476Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091081888s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:15:00.985316Z","caller":"traceutil/trace.go:171","msg":"trace[205496120] transaction","detail":"{read_only:false; response_revision:8226; number_of_response:1; }","duration":"4.88163516s","start":"2026-03-03T14:14:56.103657Z","end":"2026-03-03T14:15:00.985292Z","steps":["trace[205496120] 'process raft request' (duration: 4.881321453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.985534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.103637Z","time spent":"4.881729353s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.985635Z","caller":"traceutil/trace.go:171","msg":"trace[871185296] transaction","detail":"{read_only:false; response_revision:8227; number_of_response:1; }","duration":"4.879409338s","start":"2026-03-03T14:14:56.106199Z","end":"2026-03-03T14:15:00.985608Z","steps":["trace[871185296] 'process raft request' (duration: 4.87903917s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.985772Z","caller":"traceutil/trace.go:171","msg":"trace[1984798551] transaction","detail":"{read_only:false; response_revision:8228; number_of_response:1; }","duration":"4.878988078s","start":"2026-03-03T14:14:56.106761Z","end":"2026-03-03T14:15:00.985749Z","steps":["trace[1984798551] 'process raft request' (duration: 4.878732862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.98578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.106182Z","time spent":"4.87952072s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:00.985865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.106744Z","time spent":"4.879077399s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.985914Z","caller":"traceutil/trace.go:171","msg":"trace[967258374] transaction","detail":"{read_only:false; response_revision:8229; number_of_response:1; }","duration":"4.877022281s","start":"2026-03-03T14:14:56.108881Z","end":"2026-03-03T14:15:00.985903Z","steps":["trace[967258374] 'process raft request' (duration: 4.876770955s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.98597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.108863Z","time spent":"4.877079383s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.98598Z","caller":"traceutil/trace.go:171","msg":"trace[203289805] transaction","detail":"{read_only:false; response_revision:8230; number_of_response:1; }","duration":"4.875628598s","start":"2026-03-03T14:14:56.110325Z","end":"2026-03-03T14:15:00.985954Z","steps":["trace[203289805] 'process raft request' (duration: 4.875434244s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:00.986075Z","caller":"traceutil/trace.go:171","msg":"trace[1685512464] transaction","detail":"{read_only:false; response_revision:8231; number_of_response:1; }","duration":"4.128900047s","start":"2026-03-03T14:14:56.857156Z","end":"2026-03-03T14:15:00.986056Z","steps":["trace[1685512464] 'process raft request' (duration: 4.128698272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.986141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.110307Z","time spent":"4.875760891s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.986177Z","caller":"traceutil/trace.go:171","msg":"trace[1613252863] transaction","detail":"{read_only:false; response_revision:8233; number_of_response:1; }","duration":"2.871281329s","start":"2026-03-03T14:14:58.11488Z","end":"2026-03-03T14:15:00.986161Z","steps":["trace[1613252863] 'process raft request' (duration: 2.871175327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.986174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.857124Z","time spent":"4.129004019s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.986183Z","caller":"traceutil/trace.go:171","msg":"trace[1796320287] linearizableReadLoop","detail":"{readStateIndex:8558; appliedIndex:8548; }","duration":"4.881525668s","start":"2026-03-03T14:14:56.104637Z","end":"2026-03-03T14:15:00.986163Z","steps":["trace[1796320287] 'read index received' (duration: 2.582745857s)","trace[1796320287] 'applied index is now lower than readState.Index' (duration: 2.298778401s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:00.986281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.114853Z","time spent":"2.87136384s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:00.986229Z","caller":"traceutil/trace.go:171","msg":"trace[868350879] transaction","detail":"{read_only:false; response_revision:8234; number_of_response:1; }","duration":"2.867507549s","start":"2026-03-03T14:14:58.118704Z","end":"2026-03-03T14:15:00.986212Z","steps":["trace[868350879] 'process raft request' (duration: 2.867406917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.986838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.118697Z","time spent":"2.868089325s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:00.986349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.868760625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:00.986948Z","caller":"traceutil/trace.go:171","msg":"trace[910311814] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8234; }","duration":"4.86937942s","start":"2026-03-03T14:14:56.117546Z","end":"2026-03-03T14:15:00.986926Z","steps":["trace[910311814] 'agreement among raft nodes before linearized reading' (duration: 4.868756605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.98701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.117538Z","time spent":"4.869455602s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:15:00.986388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.881749444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:15:00.987293Z","caller":"traceutil/trace.go:171","msg":"trace[532084670] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:8234; }","duration":"4.882513212s","start":"2026-03-03T14:14:56.104587Z","end":"2026-03-03T14:15:00.9871Z","steps":["trace[532084670] 'agreement among raft nodes before linearized reading' (duration: 4.881677553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.987458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.104564Z","time spent":"4.88285794s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:15:00.98645Z","caller":"traceutil/trace.go:171","msg":"trace[477333193] transaction","detail":"{read_only:false; response_revision:8232; number_of_response:1; }","duration":"2.873775459s","start":"2026-03-03T14:14:58.112645Z","end":"2026-03-03T14:15:00.986421Z","steps":["trace[477333193] 'process raft request' (duration: 2.873326538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.98759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.11263Z","time spent":"2.874901895s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:00.986497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.041456567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:15:00.98772Z","caller":"traceutil/trace.go:171","msg":"trace[24595077] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:8234; }","duration":"3.042706586s","start":"2026-03-03T14:14:57.944998Z","end":"2026-03-03T14:15:00.987704Z","steps":["trace[24595077] 'agreement among raft nodes before linearized reading' (duration: 3.041380495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.986487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.727285885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T14:15:00.987766Z","caller":"traceutil/trace.go:171","msg":"trace[1283476634] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8234; }","duration":"2.728664137s","start":"2026-03-03T14:14:58.259092Z","end":"2026-03-03T14:15:00.987756Z","steps":["trace[1283476634] 'agreement among raft nodes before linearized reading' (duration: 2.727259795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.987768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.944983Z","time spent":"3.042772497s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:15:00.987801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:58.259062Z","time spent":"2.728730929s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:15:00.986545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.618966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:00.987949Z","caller":"traceutil/trace.go:171","msg":"trace[2009569666] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8234; }","duration":"1.00007007s","start":"2026-03-03T14:14:59.987868Z","end":"2026-03-03T14:15:00.987938Z","steps":["trace[2009569666] 'agreement among raft nodes before linearized reading' (duration: 998.625326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.987991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:59.987844Z","time spent":"1.000132191s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:00.986505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.680001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:00.988139Z","caller":"traceutil/trace.go:171","msg":"trace[252102618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8234; }","duration":"872.344349ms","start":"2026-03-03T14:15:00.115785Z","end":"2026-03-03T14:15:00.988129Z","steps":["trace[252102618] 'agreement among raft nodes before linearized reading' (duration: 870.696711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.988171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.115766Z","time spent":"872.395811ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:00.986572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.048170225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:00.988294Z","caller":"traceutil/trace.go:171","msg":"trace[1636831047] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:8234; }","duration":"3.049939858s","start":"2026-03-03T14:14:57.938345Z","end":"2026-03-03T14:15:00.988284Z","steps":["trace[1636831047] 'agreement among raft nodes before linearized reading' (duration: 3.048181447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.988326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.938321Z","time spent":"3.049993538s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:00.986645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.615185302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:15:00.988444Z","caller":"traceutil/trace.go:171","msg":"trace[1016188794] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8234; }","duration":"4.617030965s","start":"2026-03-03T14:14:56.371401Z","end":"2026-03-03T14:15:00.988432Z","steps":["trace[1016188794] 'agreement among raft nodes before linearized reading' (duration: 4.615182442s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.988522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:56.371376Z","time spent":"4.617096436s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:15:00.986642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.966995808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:00.988574Z","caller":"traceutil/trace.go:171","msg":"trace[773969372] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:8234; }","duration":"3.968980324s","start":"2026-03-03T14:14:57.019583Z","end":"2026-03-03T14:15:00.988563Z","steps":["trace[773969372] 'agreement among raft nodes before linearized reading' (duration: 3.966991528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.988621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.019562Z","time spent":"3.969046955s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:00.98667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.582616871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:00.9887Z","caller":"traceutil/trace.go:171","msg":"trace[1069650115] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:8234; }","duration":"3.584646528s","start":"2026-03-03T14:14:57.40404Z","end":"2026-03-03T14:15:00.988687Z","steps":["trace[1069650115] 'agreement among raft nodes before linearized reading' (duration: 3.5825891s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.98876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:14:57.403973Z","time spent":"3.584773482s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:00.986552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.770496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T14:15:00.988851Z","caller":"traceutil/trace.go:171","msg":"trace[1391990322] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:8234; }","duration":"613.09093ms","start":"2026-03-03T14:15:00.375748Z","end":"2026-03-03T14:15:00.988839Z","steps":["trace[1391990322] 'agreement among raft nodes before linearized reading' (duration: 610.709054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:00.988892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.375731Z","time spent":"613.149582ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" "} {"level":"warn","ts":"2026-03-03T14:15:02.275386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.91561ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-03-03T14:15:02.27564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.990955Z","time spent":"1.28468043s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:15:02.275845Z","caller":"traceutil/trace.go:171","msg":"trace[45433025] linearizableReadLoop","detail":"{readStateIndex:8559; appliedIndex:8558; }","duration":"1.285205293s","start":"2026-03-03T14:15:00.990616Z","end":"2026-03-03T14:15:02.275821Z","steps":["trace[45433025] 'read index received' (duration: 388.878034ms)","trace[45433025] 'applied index is now lower than readState.Index' (duration: 896.324169ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:02.276031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284802283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19434"} {"level":"warn","ts":"2026-03-03T14:15:02.276034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.118177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:02.276055Z","caller":"traceutil/trace.go:171","msg":"trace[1941849329] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8234; }","duration":"1.284844964s","start":"2026-03-03T14:15:00.991203Z","end":"2026-03-03T14:15:02.276048Z","steps":["trace[1941849329] 'agreement among raft nodes before linearized reading' (duration: 1.284724041s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:02.27606Z","caller":"traceutil/trace.go:171","msg":"trace[1346238358] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:8234; }","duration":"469.159888ms","start":"2026-03-03T14:15:01.806891Z","end":"2026-03-03T14:15:02.276051Z","steps":["trace[1346238358] 'agreement among raft nodes before linearized reading' (duration: 469.093797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:02.276045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.285409467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:15:02.276079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095254177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:02.276096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.480903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:02.276073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.991193Z","time spent":"1.284874864s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19458,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:15:02.276153Z","caller":"traceutil/trace.go:171","msg":"trace[376140423] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8234; }","duration":"1.09536937s","start":"2026-03-03T14:15:01.180764Z","end":"2026-03-03T14:15:02.276133Z","steps":["trace[376140423] 'agreement among raft nodes before linearized reading' (duration: 1.095225417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:02.276177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.808378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:15:02.276172Z","caller":"traceutil/trace.go:171","msg":"trace[1985462705] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:8234; }","duration":"783.610715ms","start":"2026-03-03T14:15:01.492541Z","end":"2026-03-03T14:15:02.276152Z","steps":["trace[1985462705] 'agreement among raft nodes before linearized reading' (duration: 783.464672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:02.276192Z","caller":"traceutil/trace.go:171","msg":"trace[1585552186] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:8234; }","duration":"145.863019ms","start":"2026-03-03T14:15:02.130325Z","end":"2026-03-03T14:15:02.276188Z","steps":["trace[1585552186] 'agreement among raft nodes before linearized reading' (duration: 145.820638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:02.27598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.990323Z","time spent":"1.285645203s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:15:02.276136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.240192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:15:02.276666Z","caller":"traceutil/trace.go:171","msg":"trace[104162272] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8234; }","duration":"144.804525ms","start":"2026-03-03T14:15:02.131851Z","end":"2026-03-03T14:15:02.276655Z","steps":["trace[104162272] 'agreement among raft nodes before linearized reading' (duration: 144.245752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:02.276119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282604891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18995a59574cb196\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-03-03T14:15:02.276762Z","caller":"traceutil/trace.go:171","msg":"trace[526278892] range","detail":"{range_begin:/registry/events/openstack/ceph.18995a59574cb196; range_end:; response_count:1; response_revision:8234; }","duration":"1.283263987s","start":"2026-03-03T14:15:00.993494Z","end":"2026-03-03T14:15:02.276758Z","steps":["trace[526278892] 'agreement among raft nodes before linearized reading' (duration: 1.282589691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:02.276781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.99347Z","time spent":"1.283304787s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":723,"request content":"key:\"/registry/events/openstack/ceph.18995a59574cb196\" "} {"level":"warn","ts":"2026-03-03T14:15:02.276204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.180745Z","time spent":"1.095446301s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":20,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:02.27612Z","caller":"traceutil/trace.go:171","msg":"trace[1186485341] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e; range_end:; response_count:1; response_revision:8234; }","duration":"1.285486269s","start":"2026-03-03T14:15:00.990608Z","end":"2026-03-03T14:15:02.276094Z","steps":["trace[1186485341] 'agreement among raft nodes before linearized reading' (duration: 1.285294695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:02.276969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.990595Z","time spent":"1.286366319s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" "} {"level":"warn","ts":"2026-03-03T14:15:02.276214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.492521Z","time spent":"783.682918ms","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:02.276076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:01.806869Z","time spent":"469.20299ms","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:02.276293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284112276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228863"} {"level":"info","ts":"2026-03-03T14:15:02.277199Z","caller":"traceutil/trace.go:171","msg":"trace[712495002] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8234; }","duration":"1.284996706s","start":"2026-03-03T14:15:00.992176Z","end":"2026-03-03T14:15:02.277173Z","steps":["trace[712495002] 'agreement among raft nodes before linearized reading' (duration: 1.283952142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:02.277274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:00.992158Z","time spent":"1.285093399s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228887,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:15:02.276298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.936595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:02.277506Z","caller":"traceutil/trace.go:171","msg":"trace[1231321077] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8234; }","duration":"229.152484ms","start":"2026-03-03T14:15:02.048319Z","end":"2026-03-03T14:15:02.277472Z","steps":["trace[1231321077] 'agreement among raft nodes before linearized reading' (duration: 227.924356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.026243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.292006ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:03.026344Z","caller":"traceutil/trace.go:171","msg":"trace[198272467] transaction","detail":"{read_only:false; response_revision:8235; number_of_response:1; }","duration":"749.581509ms","start":"2026-03-03T14:15:02.276748Z","end":"2026-03-03T14:15:03.026329Z","steps":["trace[198272467] 'process raft request' (duration: 351.136779ms)","trace[198272467] 'compare' (duration: 397.928808ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:03.026417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.276729Z","time spent":"749.63727ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.315Z","caller":"traceutil/trace.go:171","msg":"trace[1534078506] transaction","detail":"{read_only:false; response_revision:8236; number_of_response:1; }","duration":"1.037187859s","start":"2026-03-03T14:15:02.277787Z","end":"2026-03-03T14:15:03.314975Z","steps":["trace[1534078506] 'process raft request' (duration: 1.036928613s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.315222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.277771Z","time spent":"1.037318272s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.31555Z","caller":"traceutil/trace.go:171","msg":"trace[1196296754] transaction","detail":"{read_only:false; response_revision:8237; number_of_response:1; }","duration":"1.035811777s","start":"2026-03-03T14:15:02.279717Z","end":"2026-03-03T14:15:03.315528Z","steps":["trace[1196296754] 'process raft request' (duration: 1.035203982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.315684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.279699Z","time spent":"1.03591863s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.315701Z","caller":"traceutil/trace.go:171","msg":"trace[2093591484] transaction","detail":"{read_only:false; response_revision:8238; number_of_response:1; }","duration":"1.035908719s","start":"2026-03-03T14:15:02.279761Z","end":"2026-03-03T14:15:03.315669Z","steps":["trace[2093591484] 'process raft request' (duration: 1.035498949s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.315671Z","caller":"traceutil/trace.go:171","msg":"trace[1446940487] linearizableReadLoop","detail":"{readStateIndex:8562; appliedIndex:8560; }","duration":"1.037417474s","start":"2026-03-03T14:15:02.278221Z","end":"2026-03-03T14:15:03.315638Z","steps":["trace[1446940487] 'read index received' (duration: 349.612621ms)","trace[1446940487] 'applied index is now lower than readState.Index' (duration: 687.803583ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:03.315867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.27975Z","time spent":"1.036020472s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.315918Z","caller":"traceutil/trace.go:171","msg":"trace[1012015444] transaction","detail":"{read_only:false; response_revision:8239; number_of_response:1; }","duration":"1.034684779s","start":"2026-03-03T14:15:02.281171Z","end":"2026-03-03T14:15:03.315856Z","steps":["trace[1012015444] 'process raft request' (duration: 1.034345641s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.315975Z","caller":"traceutil/trace.go:171","msg":"trace[566923884] transaction","detail":"{read_only:false; response_revision:8240; number_of_response:1; }","duration":"846.957198ms","start":"2026-03-03T14:15:02.468996Z","end":"2026-03-03T14:15:03.315953Z","steps":["trace[566923884] 'process raft request' (duration: 846.580659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.316073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.468973Z","time spent":"847.044409ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.316065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037820944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:03.31614Z","caller":"traceutil/trace.go:171","msg":"trace[846688001] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8240; }","duration":"1.037915636s","start":"2026-03-03T14:15:02.278205Z","end":"2026-03-03T14:15:03.316121Z","steps":["trace[846688001] 'agreement among raft nodes before linearized reading' (duration: 1.037799504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.31618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.278198Z","time spent":"1.037974818s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:03.316174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.281144Z","time spent":"1.034877184s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.731505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.790512ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:03.731845Z","caller":"traceutil/trace.go:171","msg":"trace[161083462] transaction","detail":"{read_only:false; response_revision:8242; number_of_response:1; }","duration":"738.831264ms","start":"2026-03-03T14:15:02.992985Z","end":"2026-03-03T14:15:03.731816Z","steps":["trace[161083462] 'process raft request' (duration: 738.640329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.731779Z","caller":"traceutil/trace.go:171","msg":"trace[1103072656] transaction","detail":"{read_only:false; response_revision:8241; number_of_response:1; }","duration":"738.966107ms","start":"2026-03-03T14:15:02.992746Z","end":"2026-03-03T14:15:03.731712Z","steps":["trace[1103072656] 'process raft request' (duration: 583.861498ms)","trace[1103072656] 'compare' (duration: 154.443773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:03.731959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.992967Z","time spent":"738.937676ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:03.732179Z","caller":"traceutil/trace.go:171","msg":"trace[1519825623] linearizableReadLoop","detail":"{readStateIndex:8569; appliedIndex:8566; }","duration":"416.304974ms","start":"2026-03-03T14:15:03.315852Z","end":"2026-03-03T14:15:03.732157Z","steps":["trace[1519825623] 'read index received' (duration: 260.667353ms)","trace[1519825623] 'applied index is now lower than readState.Index' (duration: 155.634611ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:03.732274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.99273Z","time spent":"739.286654ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:03.732357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.891514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:15:03.732332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.707758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:15:03.732309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.868512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:03.732477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.077227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:15:03.732498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.351176208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:15:03.732529Z","caller":"traceutil/trace.go:171","msg":"trace[1764859924] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8243; }","duration":"740.845442ms","start":"2026-03-03T14:15:02.991591Z","end":"2026-03-03T14:15:03.732436Z","steps":["trace[1764859924] 'agreement among raft nodes before linearized reading' (duration: 740.573356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.732526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.909503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:03.732554Z","caller":"traceutil/trace.go:171","msg":"trace[389852886] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:8243; }","duration":"967.173969ms","start":"2026-03-03T14:15:02.765353Z","end":"2026-03-03T14:15:03.732527Z","steps":["trace[389852886] 'agreement among raft nodes before linearized reading' (duration: 966.848182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.732553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12995493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:03.732582Z","caller":"traceutil/trace.go:171","msg":"trace[1361346405] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8243; }","duration":"1.351319431s","start":"2026-03-03T14:15:02.381244Z","end":"2026-03-03T14:15:03.732563Z","steps":["trace[1361346405] 'agreement among raft nodes before linearized reading' (duration: 1.351121426s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.732597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.991584Z","time spent":"740.995275ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:15:03.732601Z","caller":"traceutil/trace.go:171","msg":"trace[65735079] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8243; }","duration":"620.016515ms","start":"2026-03-03T14:15:03.112566Z","end":"2026-03-03T14:15:03.732583Z","steps":["trace[65735079] 'agreement among raft nodes before linearized reading' (duration: 619.915873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.732479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.455442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:15:03.732621Z","caller":"traceutil/trace.go:171","msg":"trace[2102198364] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8243; }","duration":"1.130068493s","start":"2026-03-03T14:15:02.602532Z","end":"2026-03-03T14:15:03.7326Z","steps":["trace[2102198364] 'agreement among raft nodes before linearized reading' (duration: 1.1299555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.732618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.765335Z","time spent":"967.262761ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:03.732633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.381224Z","time spent":"1.351400362s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:15:03.732649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.112545Z","time spent":"620.092097ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:03.73266Z","caller":"traceutil/trace.go:171","msg":"trace[1254881964] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8243; }","duration":"740.697938ms","start":"2026-03-03T14:15:02.991949Z","end":"2026-03-03T14:15:03.732647Z","steps":["trace[1254881964] 'agreement among raft nodes before linearized reading' (duration: 740.317059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.732541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445070533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:15:03.732743Z","caller":"traceutil/trace.go:171","msg":"trace[298750320] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8243; }","duration":"1.445281639s","start":"2026-03-03T14:15:02.287439Z","end":"2026-03-03T14:15:03.732721Z","steps":["trace[298750320] 'agreement among raft nodes before linearized reading' (duration: 1.444982132s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.732447Z","caller":"traceutil/trace.go:171","msg":"trace[209160855] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:8243; }","duration":"704.001118ms","start":"2026-03-03T14:15:03.028421Z","end":"2026-03-03T14:15:03.732422Z","steps":["trace[209160855] 'agreement among raft nodes before linearized reading' (duration: 703.765282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.732804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.287428Z","time spent":"1.44535971s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:15:03.732828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.028406Z","time spent":"704.407257ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:15:03.732702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:15:03.732601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.48424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:15:03.732924Z","caller":"traceutil/trace.go:171","msg":"trace[394253903] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8243; }","duration":"741.115408ms","start":"2026-03-03T14:15:02.991753Z","end":"2026-03-03T14:15:03.732869Z","steps":["trace[394253903] 'agreement among raft nodes before linearized reading' (duration: 740.546695ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.732929Z","caller":"traceutil/trace.go:171","msg":"trace[1005832949] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8243; }","duration":"742.815488ms","start":"2026-03-03T14:15:02.990082Z","end":"2026-03-03T14:15:03.732897Z","steps":["trace[1005832949] 'agreement among raft nodes before linearized reading' (duration: 742.451769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.733006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.991738Z","time spent":"741.22669ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:15:03.732693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.991929Z","time spent":"740.75625ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:15:03.732555Z","caller":"traceutil/trace.go:171","msg":"trace[1024217399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8243; }","duration":"741.2078ms","start":"2026-03-03T14:15:02.99133Z","end":"2026-03-03T14:15:03.732538Z","steps":["trace[1024217399] 'agreement among raft nodes before linearized reading' (duration: 740.951214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.733127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.991311Z","time spent":"741.794344ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:15:03.73314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.24361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:03.733006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.990065Z","time spent":"742.91881ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:15:03.733161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.378663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:03.733185Z","caller":"traceutil/trace.go:171","msg":"trace[876836457] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:8243; }","duration":"391.334692ms","start":"2026-03-03T14:15:03.341836Z","end":"2026-03-03T14:15:03.73317Z","steps":["trace[876836457] 'agreement among raft nodes before linearized reading' (duration: 391.265881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.733196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.682142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:15:03.733227Z","caller":"traceutil/trace.go:171","msg":"trace[1985456180] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8243; }","duration":"410.460045ms","start":"2026-03-03T14:15:03.32275Z","end":"2026-03-03T14:15:03.73321Z","steps":["trace[1985456180] 'agreement among raft nodes before linearized reading' (duration: 410.359543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:03.733243Z","caller":"traceutil/trace.go:171","msg":"trace[1381666598] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:8243; }","duration":"413.766284ms","start":"2026-03-03T14:15:03.319463Z","end":"2026-03-03T14:15:03.733229Z","steps":["trace[1381666598] 'agreement among raft nodes before linearized reading' (duration: 413.62962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.733274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.322743Z","time spent":"410.520156ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:03.733303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.319443Z","time spent":"413.843056ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:15:03.733232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.341766Z","time spent":"391.457484ms","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:03.732681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.602511Z","time spent":"1.130151505s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:03.733951Z","caller":"traceutil/trace.go:171","msg":"trace[847855252] transaction","detail":"{read_only:false; response_revision:8243; number_of_response:1; }","duration":"740.904592ms","start":"2026-03-03T14:15:02.99302Z","end":"2026-03-03T14:15:03.733925Z","steps":["trace[847855252] 'process raft request' (duration: 738.68209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:03.734093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:02.993004Z","time spent":"741.025525ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:04.054566Z","caller":"traceutil/trace.go:171","msg":"trace[2073521675] transaction","detail":"{read_only:false; response_revision:8244; number_of_response:1; }","duration":"316.008685ms","start":"2026-03-03T14:15:03.738517Z","end":"2026-03-03T14:15:04.054525Z","steps":["trace[2073521675] 'process raft request' (duration: 313.343002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.054813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.738501Z","time spent":"316.181049ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:04.061678Z","caller":"traceutil/trace.go:171","msg":"trace[827169551] transaction","detail":"{read_only:false; response_revision:8245; number_of_response:1; }","duration":"322.196402ms","start":"2026-03-03T14:15:03.739455Z","end":"2026-03-03T14:15:04.061652Z","steps":["trace[827169551] 'process raft request' (duration: 321.984527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.061747Z","caller":"traceutil/trace.go:171","msg":"trace[197492114] transaction","detail":"{read_only:false; response_revision:8246; number_of_response:1; }","duration":"322.176502ms","start":"2026-03-03T14:15:03.739519Z","end":"2026-03-03T14:15:04.061695Z","steps":["trace[197492114] 'process raft request' (duration: 322.050849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.061792Z","caller":"traceutil/trace.go:171","msg":"trace[626427025] transaction","detail":"{read_only:false; response_revision:8247; number_of_response:1; }","duration":"322.164601ms","start":"2026-03-03T14:15:03.739599Z","end":"2026-03-03T14:15:04.061764Z","steps":["trace[626427025] 'process raft request' (duration: 321.996187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.061787Z","caller":"traceutil/trace.go:171","msg":"trace[476769740] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"321.936045ms","start":"2026-03-03T14:15:03.73983Z","end":"2026-03-03T14:15:04.061766Z","steps":["trace[476769740] 'process raft request' (duration: 321.841343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.061849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.73944Z","time spent":"322.312184ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:04.061852Z","caller":"traceutil/trace.go:171","msg":"trace[1667938849] transaction","detail":"{read_only:false; response_revision:8248; number_of_response:1; }","duration":"322.211722ms","start":"2026-03-03T14:15:03.739599Z","end":"2026-03-03T14:15:04.061811Z","steps":["trace[1667938849] 'process raft request' (duration: 322.027688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.06193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.73982Z","time spent":"322.038447ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:04.061943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.739501Z","time spent":"322.337245ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:04.061943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.739563Z","time spent":"322.278523ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:04.062022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:03.739563Z","time spent":"322.365615ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:04.875409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.948022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:04.87568Z","caller":"traceutil/trace.go:171","msg":"trace[1396328857] linearizableReadLoop","detail":"{readStateIndex:8580; appliedIndex:8578; }","duration":"207.594534ms","start":"2026-03-03T14:15:04.668067Z","end":"2026-03-03T14:15:04.875662Z","steps":["trace[1396328857] 'read index received' (duration: 168.709961ms)","trace[1396328857] 'applied index is now lower than readState.Index' (duration: 38.883513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:04.875943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.875431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c6ll2\" ","response":"range_response_count:1 size:4738"} {"level":"info","ts":"2026-03-03T14:15:04.876069Z","caller":"traceutil/trace.go:171","msg":"trace[734082153] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c6ll2; range_end:; response_count:1; response_revision:8254; }","duration":"208.056305ms","start":"2026-03-03T14:15:04.667998Z","end":"2026-03-03T14:15:04.876054Z","steps":["trace[734082153] 'agreement among raft nodes before linearized reading' (duration: 207.745577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:04.87599Z","caller":"traceutil/trace.go:171","msg":"trace[756058320] transaction","detail":"{read_only:false; response_revision:8253; number_of_response:1; }","duration":"349.07001ms","start":"2026-03-03T14:15:04.5269Z","end":"2026-03-03T14:15:04.87597Z","steps":["trace[756058320] 'process raft request' (duration: 46.478863ms)","trace[756058320] 'compare' (duration: 301.754627ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:04.87591Z","caller":"traceutil/trace.go:171","msg":"trace[379860325] transaction","detail":"{read_only:false; response_revision:8254; number_of_response:1; }","duration":"253.049231ms","start":"2026-03-03T14:15:04.622814Z","end":"2026-03-03T14:15:04.875863Z","steps":["trace[379860325] 'process raft request' (duration: 252.780235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:04.876375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.526888Z","time spent":"349.316065ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3051,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:05.674434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.719196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:05.674561Z","caller":"traceutil/trace.go:171","msg":"trace[594355556] transaction","detail":"{read_only:false; response_revision:8255; number_of_response:1; }","duration":"792.140978ms","start":"2026-03-03T14:15:04.8824Z","end":"2026-03-03T14:15:05.674541Z","steps":["trace[594355556] 'process raft request' (duration: 229.221007ms)","trace[594355556] 'compare' (duration: 562.132182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:05.674621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.882269Z","time spent":"792.323172ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":516,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:07.047594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000115008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:07.047685Z","caller":"traceutil/trace.go:171","msg":"trace[313969414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00023432s","start":"2026-03-03T14:15:05.047415Z","end":"2026-03-03T14:15:07.047649Z","steps":["trace[313969414] 'agreement among raft nodes before linearized reading' (duration: 2.000140668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:07.047731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.047399Z","time spent":"2.000323253s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:07.548729Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.356109601s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:15:07.549219Z","caller":"traceutil/trace.go:171","msg":"trace[1632696293] linearizableReadLoop","detail":"{readStateIndex:8583; appliedIndex:8580; }","duration":"2.662410296s","start":"2026-03-03T14:15:04.886785Z","end":"2026-03-03T14:15:07.549195Z","steps":["trace[1632696293] 'read index received' (duration: 224.850693ms)","trace[1632696293] 'applied index is now lower than readState.Index' (duration: 2.437558943s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:07.549517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.662725033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c6ll2\" ","response":"range_response_count:1 size:4743"} {"level":"info","ts":"2026-03-03T14:15:07.549485Z","caller":"traceutil/trace.go:171","msg":"trace[92400035] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8256; }","duration":"2.666011111s","start":"2026-03-03T14:15:04.883438Z","end":"2026-03-03T14:15:07.549449Z","steps":["trace[92400035] 'process raft request' (duration: 2.665731524s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:07.549533Z","caller":"traceutil/trace.go:171","msg":"trace[153830456] transaction","detail":"{read_only:false; response_revision:8256; number_of_response:1; }","duration":"2.666293127s","start":"2026-03-03T14:15:04.88321Z","end":"2026-03-03T14:15:07.549503Z","steps":["trace[153830456] 'process raft request' (duration: 2.665840276s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:07.549543Z","caller":"traceutil/trace.go:171","msg":"trace[1558500907] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-detect-version-c6ll2; range_end:; response_count:1; response_revision:8256; }","duration":"2.662779094s","start":"2026-03-03T14:15:04.886758Z","end":"2026-03-03T14:15:07.549537Z","steps":["trace[1558500907] 'agreement among raft nodes before linearized reading' (duration: 2.662724153s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:07.549668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.886751Z","time spent":"2.662911467s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4767,"request content":"key:\"/registry/pods/openstack/rook-ceph-detect-version-c6ll2\" "} {"level":"warn","ts":"2026-03-03T14:15:07.549686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.883195Z","time spent":"2.666397689s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:07.549709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.883416Z","time spent":"2.666168294s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":59,"response count":0,"response size":4778,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:08.050303Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:08.550915Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:09.051946Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:09.066309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.018388032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:15:09.066423Z","caller":"traceutil/trace.go:171","msg":"trace[1556651963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.018553676s","start":"2026-03-03T14:15:07.047852Z","end":"2026-03-03T14:15:09.066406Z","steps":["trace[1556651963] 'agreement among raft nodes before linearized reading' (duration: 1.999877043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:09.066595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.047834Z","time spent":"2.018700749s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:15:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:09.553082Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:10.053768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:10.556315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:10.736315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.737852Z","time spent":"4.998456381s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:10.736892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.739423Z","time spent":"4.997461738s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:10.737674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.739406Z","time spent":"4.998266337s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:15:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:15:11.056676Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:11.065182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99969733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:11.065273Z","caller":"traceutil/trace.go:171","msg":"trace[598770841] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999820143s","start":"2026-03-03T14:15:06.065428Z","end":"2026-03-03T14:15:11.065248Z","steps":["trace[598770841] 'agreement among raft nodes before linearized reading' (duration: 4.999723711s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:11.065332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.065411Z","time spent":"4.999909895s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:15:11.083315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999100437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:11.083396Z","caller":"traceutil/trace.go:171","msg":"trace[1873831932] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.023638179s","start":"2026-03-03T14:15:06.059746Z","end":"2026-03-03T14:15:11.083384Z","steps":["trace[1873831932] 'agreement among raft nodes before linearized reading' (duration: 4.999140558s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:11.083444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.059689Z","time spent":"5.023733811s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:15:11.084489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.018256391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:11.084556Z","caller":"traceutil/trace.go:171","msg":"trace[1554148897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.018375524s","start":"2026-03-03T14:15:06.066162Z","end":"2026-03-03T14:15:11.084537Z","steps":["trace[1554148897] 'agreement among raft nodes before linearized reading' (duration: 5.018267761s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:11.084599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.066154Z","time spent":"5.018438765s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:15:11.099628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999942724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:15:11.099689Z","caller":"traceutil/trace.go:171","msg":"trace[1501928175] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000026266s","start":"2026-03-03T14:15:09.099649Z","end":"2026-03-03T14:15:11.099675Z","steps":["trace[1501928175] 'agreement among raft nodes before linearized reading' (duration: 1.999950404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:11.099723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.099642Z","time spent":"2.000073837s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:15:11.460087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311136167s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:11.460195Z","caller":"traceutil/trace.go:171","msg":"trace[165792869] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:8256; }","duration":"1.31125581s","start":"2026-03-03T14:15:10.148925Z","end":"2026-03-03T14:15:11.46018Z","steps":["trace[165792869] 'range keys from in-memory index tree' (duration: 1.311119937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:11.557767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:15:11.97574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.426763713s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:15:12.808803Z","caller":"traceutil/trace.go:171","msg":"trace[1622722510] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"5.194611925s","start":"2026-03-03T14:15:07.614145Z","end":"2026-03-03T14:15:12.808757Z","steps":["trace[1622722510] 'process raft request' (duration: 5.194374959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.809006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.614127Z","time spent":"5.194773448s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4626,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:12.902568Z","caller":"traceutil/trace.go:171","msg":"trace[1184580111] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"2.079791937s","start":"2026-03-03T14:15:10.822741Z","end":"2026-03-03T14:15:12.902533Z","steps":["trace[1184580111] 'process raft request' (duration: 2.079537421s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.902625Z","caller":"traceutil/trace.go:171","msg":"trace[2046602520] linearizableReadLoop","detail":"{readStateIndex:8590; appliedIndex:8584; }","duration":"5.353319528s","start":"2026-03-03T14:15:07.549271Z","end":"2026-03-03T14:15:12.90259Z","steps":["trace[2046602520] 'read index received' (duration: 4.426970168s)","trace[2046602520] 'applied index is now lower than readState.Index' (duration: 926.34666ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:12.902725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.822713Z","time spent":"2.079924811s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:12.902762Z","caller":"traceutil/trace.go:171","msg":"trace[437347449] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"1.523377159s","start":"2026-03-03T14:15:11.379371Z","end":"2026-03-03T14:15:12.902749Z","steps":["trace[437347449] 'process raft request' (duration: 1.523108253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.902872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:11.379352Z","time spent":"1.523430661s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:12.902912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.786612254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:12.902969Z","caller":"traceutil/trace.go:171","msg":"trace[1699264494] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:8263; }","duration":"5.786704716s","start":"2026-03-03T14:15:07.11625Z","end":"2026-03-03T14:15:12.902955Z","steps":["trace[1699264494] 'agreement among raft nodes before linearized reading' (duration: 5.786606664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.116231Z","time spent":"5.786772297s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.903021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.187039238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-03T14:15:12.903054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.016167793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-03T14:15:12.903098Z","caller":"traceutil/trace.go:171","msg":"trace[1250273896] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8263; }","duration":"8.016236875s","start":"2026-03-03T14:15:04.886848Z","end":"2026-03-03T14:15:12.903084Z","steps":["trace[1250273896] 'agreement among raft nodes before linearized reading' (duration: 8.016183704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:04.886834Z","time spent":"8.016289976s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-03T14:15:12.903197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.224115438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-mon\" ","response":"range_response_count:1 size:713"} {"level":"warn","ts":"2026-03-03T14:15:12.903221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.605569408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:15:12.903229Z","caller":"traceutil/trace.go:171","msg":"trace[1572875488] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-mon; range_end:; response_count:1; response_revision:8263; }","duration":"7.22419981s","start":"2026-03-03T14:15:05.67902Z","end":"2026-03-03T14:15:12.90322Z","steps":["trace[1572875488] 'agreement among raft nodes before linearized reading' (duration: 7.224063447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.90325Z","caller":"traceutil/trace.go:171","msg":"trace[971789774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8263; }","duration":"6.60564137s","start":"2026-03-03T14:15:06.297601Z","end":"2026-03-03T14:15:12.903243Z","steps":["trace[971789774] 'agreement among raft nodes before linearized reading' (duration: 6.605529797s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.297581Z","time spent":"6.605678871s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:15:12.903259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.678936Z","time spent":"7.224315473s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":737,"request content":"key:\"/registry/secrets/openstack/rook-ceph-mon\" "} {"level":"warn","ts":"2026-03-03T14:15:12.903309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.917961017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.903314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165533042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:15:12.903331Z","caller":"traceutil/trace.go:171","msg":"trace[1713212294] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:8263; }","duration":"2.918018839s","start":"2026-03-03T14:15:09.985307Z","end":"2026-03-03T14:15:12.903326Z","steps":["trace[1713212294] 'agreement among raft nodes before linearized reading' (duration: 2.917922626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.837329656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:15:12.903348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.985288Z","time spent":"2.918054019s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":103,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:12.903361Z","caller":"traceutil/trace.go:171","msg":"trace[457090515] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8263; }","duration":"6.837378266s","start":"2026-03-03T14:15:06.065977Z","end":"2026-03-03T14:15:12.903355Z","steps":["trace[457090515] 'agreement among raft nodes before linearized reading' (duration: 6.837302974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.90338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.065963Z","time spent":"6.837411027s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:15:12.903384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.078615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.903404Z","caller":"traceutil/trace.go:171","msg":"trace[121425704] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:8263; }","duration":"329.138987ms","start":"2026-03-03T14:15:12.57426Z","end":"2026-03-03T14:15:12.903399Z","steps":["trace[121425704] 'agreement among raft nodes before linearized reading' (duration: 329.099136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.639531657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.903426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:12.574239Z","time spent":"329.179138ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:12.903463Z","caller":"traceutil/trace.go:171","msg":"trace[742266937] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:8263; }","duration":"5.639629839s","start":"2026-03-03T14:15:07.263808Z","end":"2026-03-03T14:15:12.903438Z","steps":["trace[742266937] 'agreement among raft nodes before linearized reading' (duration: 5.639526137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.90291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.828315019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.903502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.263791Z","time spent":"5.639701821s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.903516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.645563892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.903526Z","caller":"traceutil/trace.go:171","msg":"trace[1502671846] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:8263; }","duration":"7.828981695s","start":"2026-03-03T14:15:05.074536Z","end":"2026-03-03T14:15:12.903518Z","steps":["trace[1502671846] 'agreement among raft nodes before linearized reading' (duration: 7.828288018s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.903539Z","caller":"traceutil/trace.go:171","msg":"trace[1090774159] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8263; }","duration":"4.645586193s","start":"2026-03-03T14:15:08.257945Z","end":"2026-03-03T14:15:12.903531Z","steps":["trace[1090774159] 'agreement among raft nodes before linearized reading' (duration: 4.645546122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997623692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.903559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.806741467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:15:12.903561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:08.257891Z","time spent":"4.645665434s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.903576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.65650158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:12.903601Z","caller":"traceutil/trace.go:171","msg":"trace[996200716] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:8263; }","duration":"5.65652259s","start":"2026-03-03T14:15:07.24707Z","end":"2026-03-03T14:15:12.903592Z","steps":["trace[996200716] 'agreement among raft nodes before linearized reading' (duration: 5.656488889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818195043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.903614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.131683406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.903621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.246995Z","time spent":"5.656621382s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:12.903631Z","caller":"traceutil/trace.go:171","msg":"trace[1833265304] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:8263; }","duration":"1.818237484s","start":"2026-03-03T14:15:11.085387Z","end":"2026-03-03T14:15:12.903625Z","steps":["trace[1833265304] 'agreement among raft nodes before linearized reading' (duration: 1.818200053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.830058991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:15:12.903675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:11.085375Z","time spent":"1.818289296s","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":6,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:15:12.903346Z","caller":"traceutil/trace.go:171","msg":"trace[277694306] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8263; }","duration":"2.165604194s","start":"2026-03-03T14:15:10.737733Z","end":"2026-03-03T14:15:12.903337Z","steps":["trace[277694306] 'agreement among raft nodes before linearized reading' (duration: 2.16545748s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803005053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:12.903714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.737705Z","time spent":"2.165997153s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:15:12.903726Z","caller":"traceutil/trace.go:171","msg":"trace[400834294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8263; }","duration":"1.803189887s","start":"2026-03-03T14:15:11.100528Z","end":"2026-03-03T14:15:12.903718Z","steps":["trace[400834294] 'agreement among raft nodes before linearized reading' (duration: 1.803010203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:11.100508Z","time spent":"1.803235899s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:15:12.903064Z","caller":"traceutil/trace.go:171","msg":"trace[1052466302] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8263; }","duration":"7.18712643s","start":"2026-03-03T14:15:05.715924Z","end":"2026-03-03T14:15:12.903051Z","steps":["trace[1052466302] 'agreement among raft nodes before linearized reading' (duration: 7.187017688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.90303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83715218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:15:12.903813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.715898Z","time spent":"7.18790525s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":555,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-detect-version\" "} {"level":"info","ts":"2026-03-03T14:15:12.90358Z","caller":"traceutil/trace.go:171","msg":"trace[903622184] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:8263; }","duration":"3.806794658s","start":"2026-03-03T14:15:09.096779Z","end":"2026-03-03T14:15:12.903574Z","steps":["trace[903622184] 'agreement among raft nodes before linearized reading' (duration: 3.806740136s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.903595Z","caller":"traceutil/trace.go:171","msg":"trace[919402943] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:8263; }","duration":"4.997747234s","start":"2026-03-03T14:15:07.905818Z","end":"2026-03-03T14:15:12.903566Z","steps":["trace[919402943] 'agreement among raft nodes before linearized reading' (duration: 4.997602381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.905798Z","time spent":"4.998066672s","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.90388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.903425585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3672"} {"level":"info","ts":"2026-03-03T14:15:12.903896Z","caller":"traceutil/trace.go:171","msg":"trace[1792184149] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:8263; }","duration":"1.903473436s","start":"2026-03-03T14:15:11.000418Z","end":"2026-03-03T14:15:12.903891Z","steps":["trace[1792184149] 'agreement among raft nodes before linearized reading' (duration: 1.903422275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.903911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:11.000396Z","time spent":"1.903511607s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3696,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:15:12.902994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.288759236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" ","response":"range_response_count:1 size:3066"} {"level":"info","ts":"2026-03-03T14:15:12.905333Z","caller":"traceutil/trace.go:171","msg":"trace[1837326868] range","detail":"{range_begin:/registry/jobs/openstack/rook-ceph-detect-version; range_end:; response_count:1; response_revision:8263; }","duration":"5.291116363s","start":"2026-03-03T14:15:07.61418Z","end":"2026-03-03T14:15:12.905296Z","steps":["trace[1837326868] 'agreement among raft nodes before linearized reading' (duration: 5.288731706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.905496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:07.614167Z","time spent":"5.291237705s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":3090,"request content":"key:\"/registry/jobs/openstack/rook-ceph-detect-version\" "} {"level":"warn","ts":"2026-03-03T14:15:12.903548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:05.074506Z","time spent":"7.829035616s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.903857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.096761Z","time spent":"3.807085995s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"info","ts":"2026-03-03T14:15:12.903697Z","caller":"traceutil/trace.go:171","msg":"trace[1969531979] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:8263; }","duration":"3.830140362s","start":"2026-03-03T14:15:09.073546Z","end":"2026-03-03T14:15:12.903686Z","steps":["trace[1969531979] 'agreement among raft nodes before linearized reading' (duration: 3.830068381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.906115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.073531Z","time spent":"3.832524929s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.90383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.871500567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:12.90652Z","caller":"traceutil/trace.go:171","msg":"trace[1343902901] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:8263; }","duration":"1.874202122s","start":"2026-03-03T14:15:11.032293Z","end":"2026-03-03T14:15:12.906495Z","steps":["trace[1343902901] 'agreement among raft nodes before linearized reading' (duration: 1.871518138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.906592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:11.032249Z","time spent":"1.874319095s","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.903798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.165018499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:15:12.906686Z","caller":"traceutil/trace.go:171","msg":"trace[428214924] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:8263; }","duration":"2.167916548s","start":"2026-03-03T14:15:10.738753Z","end":"2026-03-03T14:15:12.906669Z","steps":["trace[428214924] 'agreement among raft nodes before linearized reading' (duration: 2.164983358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.906739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.738739Z","time spent":"2.167983549s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:15:12.90404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91294055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:15:12.906839Z","caller":"traceutil/trace.go:171","msg":"trace[276220899] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:8263; }","duration":"1.915776478s","start":"2026-03-03T14:15:10.99105Z","end":"2026-03-03T14:15:12.906827Z","steps":["trace[276220899] 'agreement among raft nodes before linearized reading' (duration: 1.912949081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.906872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.991024Z","time spent":"1.915839388s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:15:12.903634Z","caller":"traceutil/trace.go:171","msg":"trace[1715647093] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:8263; }","duration":"3.131748328s","start":"2026-03-03T14:15:09.771879Z","end":"2026-03-03T14:15:12.903627Z","steps":["trace[1715647093] 'agreement among raft nodes before linearized reading' (duration: 3.131709317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.907046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:09.771849Z","time spent":"3.135176769s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.903504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365617743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:12.907279Z","caller":"traceutil/trace.go:171","msg":"trace[1502159278] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:8263; }","duration":"4.369412322s","start":"2026-03-03T14:15:08.537854Z","end":"2026-03-03T14:15:12.907267Z","steps":["trace[1502159278] 'agreement among raft nodes before linearized reading' (duration: 4.365629592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.907313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:08.537837Z","time spent":"4.369464074s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.904086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.164606389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T14:15:12.907505Z","caller":"traceutil/trace.go:171","msg":"trace[2112390825] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8263; }","duration":"2.168067711s","start":"2026-03-03T14:15:10.739426Z","end":"2026-03-03T14:15:12.907494Z","steps":["trace[2112390825] 'agreement among raft nodes before linearized reading' (duration: 2.16462444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.907536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:10.7394Z","time spent":"2.168125503s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:15:12.903896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.774263599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:12.907768Z","caller":"traceutil/trace.go:171","msg":"trace[2013162357] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:8263; }","duration":"6.778148701s","start":"2026-03-03T14:15:06.129589Z","end":"2026-03-03T14:15:12.907737Z","steps":["trace[2013162357] 'agreement among raft nodes before linearized reading' (duration: 6.773452539s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:12.903824Z","caller":"traceutil/trace.go:171","msg":"trace[1660588094] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8263; }","duration":"6.838013801s","start":"2026-03-03T14:15:06.065802Z","end":"2026-03-03T14:15:12.903815Z","steps":["trace[1660588094] 'agreement among raft nodes before linearized reading' (duration: 6.836952475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.907858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.129568Z","time spent":"6.778258504s","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:15:12.907912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:06.065781Z","time spent":"6.842105528s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:15:12.904365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161243175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:15:12.908084Z","caller":"traceutil/trace.go:171","msg":"trace[1948496902] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8263; }","duration":"4.164987793s","start":"2026-03-03T14:15:08.743073Z","end":"2026-03-03T14:15:12.908061Z","steps":["trace[1948496902] 'agreement among raft nodes before linearized reading' (duration: 4.160228211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:12.908157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:08.743052Z","time spent":"4.165086736s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:15:16.635524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.373505ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:16.636322Z","caller":"traceutil/trace.go:171","msg":"trace[1614881481] linearizableReadLoop","detail":"{readStateIndex:8658; appliedIndex:8657; }","duration":"148.39807ms","start":"2026-03-03T14:15:16.487874Z","end":"2026-03-03T14:15:16.636272Z","steps":["trace[1614881481] 'read index received' (duration: 11.109714ms)","trace[1614881481] 'applied index is now lower than readState.Index' (duration: 137.286286ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:16.636335Z","caller":"traceutil/trace.go:171","msg":"trace[1943363581] transaction","detail":"{read_only:false; response_revision:8326; number_of_response:1; }","duration":"154.800591ms","start":"2026-03-03T14:15:16.481472Z","end":"2026-03-03T14:15:16.636272Z","steps":["trace[1943363581] 'process raft request' (duration: 17.495094ms)","trace[1943363581] 'compare' (duration: 135.958585ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:16.637384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.326681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T14:15:16.637475Z","caller":"traceutil/trace.go:171","msg":"trace[1573191912] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:8326; }","duration":"149.567587ms","start":"2026-03-03T14:15:16.487851Z","end":"2026-03-03T14:15:16.637419Z","steps":["trace[1573191912] 'agreement among raft nodes before linearized reading' (duration: 148.880131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:24.703167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.158091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:24.703269Z","caller":"traceutil/trace.go:171","msg":"trace[736895430] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:8388; }","duration":"295.325675ms","start":"2026-03-03T14:15:24.407927Z","end":"2026-03-03T14:15:24.703252Z","steps":["trace[736895430] 'count revisions from in-memory index tree' (duration: 295.056519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:25.565016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.341953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:15:25.565086Z","caller":"traceutil/trace.go:171","msg":"trace[646402446] transaction","detail":"{read_only:false; response_revision:8401; number_of_response:1; }","duration":"253.156864ms","start":"2026-03-03T14:15:25.311916Z","end":"2026-03-03T14:15:25.565073Z","steps":["trace[646402446] 'process raft request' (duration: 49.699779ms)","trace[646402446] 'compare' (duration: 202.970573ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:25.635236Z","caller":"traceutil/trace.go:171","msg":"trace[474179518] linearizableReadLoop","detail":"{readStateIndex:8736; appliedIndex:8734; }","duration":"289.008445ms","start":"2026-03-03T14:15:25.346195Z","end":"2026-03-03T14:15:25.635204Z","steps":["trace[474179518] 'read index received' (duration: 15.429137ms)","trace[474179518] 'applied index is now lower than readState.Index' (duration: 273.578008ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:25.635384Z","caller":"traceutil/trace.go:171","msg":"trace[1343239263] transaction","detail":"{read_only:false; response_revision:8402; number_of_response:1; }","duration":"322.018638ms","start":"2026-03-03T14:15:25.313344Z","end":"2026-03-03T14:15:25.635362Z","steps":["trace[1343239263] 'process raft request' (duration: 321.69304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:25.635596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.390834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:25.635655Z","caller":"traceutil/trace.go:171","msg":"trace[1498386479] range","detail":"{range_begin:/registry/configmaps/openstack/ceph-object-controller-detect-version; range_end:; response_count:0; response_revision:8402; }","duration":"289.463326ms","start":"2026-03-03T14:15:25.346178Z","end":"2026-03-03T14:15:25.635641Z","steps":["trace[1498386479] 'agreement among raft nodes before linearized reading' (duration: 289.310201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:25.635805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:25.313336Z","time spent":"322.274484ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:15:25.682175Z","caller":"traceutil/trace.go:171","msg":"trace[1351007156] transaction","detail":"{read_only:false; response_revision:8403; number_of_response:1; }","duration":"278.556007ms","start":"2026-03-03T14:15:25.403591Z","end":"2026-03-03T14:15:25.682147Z","steps":["trace[1351007156] 'process raft request' (duration: 272.245737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:25.682402Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.422539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:15:25.682441Z","caller":"traceutil/trace.go:171","msg":"trace[772007905] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:8404; }","duration":"234.532292ms","start":"2026-03-03T14:15:25.447897Z","end":"2026-03-03T14:15:25.682429Z","steps":["trace[772007905] 'agreement among raft nodes before linearized reading' (duration: 234.42942ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:28.288604Z","caller":"traceutil/trace.go:171","msg":"trace[1950695559] linearizableReadLoop","detail":"{readStateIndex:8762; appliedIndex:8761; }","duration":"340.056946ms","start":"2026-03-03T14:15:27.948521Z","end":"2026-03-03T14:15:28.288578Z","steps":["trace[1950695559] 'read index received' (duration: 339.83411ms)","trace[1950695559] 'applied index is now lower than readState.Index' (duration: 221.736µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:28.288681Z","caller":"traceutil/trace.go:171","msg":"trace[598191854] transaction","detail":"{read_only:false; response_revision:8427; number_of_response:1; }","duration":"369.34766ms","start":"2026-03-03T14:15:27.919311Z","end":"2026-03-03T14:15:28.288659Z","steps":["trace[598191854] 'process raft request' (duration: 369.094503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:28.28881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:27.919281Z","time spent":"369.454933ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:28.28885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.319883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-lcszz\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-03T14:15:28.2889Z","caller":"traceutil/trace.go:171","msg":"trace[1373777086] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-lcszz; range_end:; response_count:1; response_revision:8427; }","duration":"340.409644ms","start":"2026-03-03T14:15:27.948475Z","end":"2026-03-03T14:15:28.288885Z","steps":["trace[1373777086] 'agreement among raft nodes before linearized reading' (duration: 340.2517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:28.288942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:27.948452Z","time spent":"340.481256ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4969,"request content":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-lcszz\" "} {"level":"warn","ts":"2026-03-03T14:15:28.2891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.766001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:15:28.289169Z","caller":"traceutil/trace.go:171","msg":"trace[406047957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:8427; }","duration":"267.908184ms","start":"2026-03-03T14:15:28.021247Z","end":"2026-03-03T14:15:28.289155Z","steps":["trace[406047957] 'agreement among raft nodes before linearized reading' (duration: 267.554036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:28.836725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432366648,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:15:28.858594Z","caller":"traceutil/trace.go:171","msg":"trace[1822615696] transaction","detail":"{read_only:false; response_revision:8428; number_of_response:1; }","duration":"563.578697ms","start":"2026-03-03T14:15:28.294969Z","end":"2026-03-03T14:15:28.858548Z","steps":["trace[1822615696] 'process raft request' (duration: 563.334861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:28.858835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:28.29495Z","time spent":"563.775631ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4930,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:15:29.067272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.61238ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:15:29.067592Z","caller":"traceutil/trace.go:171","msg":"trace[874846040] linearizableReadLoop","detail":"{readStateIndex:8764; appliedIndex:8762; }","duration":"731.362356ms","start":"2026-03-03T14:15:28.336198Z","end":"2026-03-03T14:15:29.06756Z","steps":["trace[874846040] 'read index received' (duration: 522.161944ms)","trace[874846040] 'applied index is now lower than readState.Index' (duration: 209.196192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:15:29.067915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"728.717903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:15:29.06804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.142704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:15:29.068125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.895198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q7r2x.189959870ee7f595\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T14:15:29.068133Z","caller":"traceutil/trace.go:171","msg":"trace[2010409034] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8429; }","duration":"728.986189ms","start":"2026-03-03T14:15:28.339131Z","end":"2026-03-03T14:15:29.068118Z","steps":["trace[2010409034] 'agreement among raft nodes before linearized reading' (duration: 728.61032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.06824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:28.339118Z","time spent":"729.110193ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:15:29.068247Z","caller":"traceutil/trace.go:171","msg":"trace[334571385] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-q7r2x.189959870ee7f595; range_end:; response_count:1; response_revision:8429; }","duration":"732.123393ms","start":"2026-03-03T14:15:28.336092Z","end":"2026-03-03T14:15:29.068215Z","steps":["trace[334571385] 'agreement among raft nodes before linearized reading' (duration: 731.592631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.068168Z","caller":"traceutil/trace.go:171","msg":"trace[1792107732] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:8429; }","duration":"253.339129ms","start":"2026-03-03T14:15:28.814799Z","end":"2026-03-03T14:15:29.068138Z","steps":["trace[1792107732] 'agreement among raft nodes before linearized reading' (duration: 253.141504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.068305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:28.336064Z","time spent":"732.231357ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":789,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q7r2x.189959870ee7f595\" "} {"level":"info","ts":"2026-03-03T14:15:29.067678Z","caller":"traceutil/trace.go:171","msg":"trace[1620016957] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8429; }","duration":"206.431166ms","start":"2026-03-03T14:15:28.861213Z","end":"2026-03-03T14:15:29.067644Z","steps":["trace[1620016957] 'process raft request' (duration: 206.224281ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:29.179007Z","caller":"traceutil/trace.go:171","msg":"trace[973529608] linearizableReadLoop","detail":"{readStateIndex:8766; appliedIndex:8765; }","duration":"106.309742ms","start":"2026-03-03T14:15:29.072662Z","end":"2026-03-03T14:15:29.178972Z","steps":["trace[973529608] 'read index received' (duration: 106.017635ms)","trace[973529608] 'applied index is now lower than readState.Index' (duration: 290.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:29.179061Z","caller":"traceutil/trace.go:171","msg":"trace[625851865] transaction","detail":"{read_only:false; response_revision:8430; number_of_response:1; }","duration":"107.635903ms","start":"2026-03-03T14:15:29.071384Z","end":"2026-03-03T14:15:29.179019Z","steps":["trace[625851865] 'process raft request' (duration: 107.339616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.179662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.953138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:15:29.179808Z","caller":"traceutil/trace.go:171","msg":"trace[1002148699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8430; }","duration":"107.152523ms","start":"2026-03-03T14:15:29.07262Z","end":"2026-03-03T14:15:29.179772Z","steps":["trace[1002148699] 'agreement among raft nodes before linearized reading' (duration: 106.495307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:15:29.187144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.370289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/ceph-object-controller-detect-version\" ","response":"range_response_count:1 size:3147"} {"level":"info","ts":"2026-03-03T14:15:29.187282Z","caller":"traceutil/trace.go:171","msg":"trace[1027421218] range","detail":"{range_begin:/registry/jobs/openstack/ceph-object-controller-detect-version; range_end:; response_count:1; response_revision:8432; }","duration":"113.532403ms","start":"2026-03-03T14:15:29.073721Z","end":"2026-03-03T14:15:29.187254Z","steps":["trace[1027421218] 'agreement among raft nodes before linearized reading' (duration: 113.161674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:53.744965Z","caller":"traceutil/trace.go:171","msg":"trace[629713708] transaction","detail":"{read_only:false; response_revision:8647; number_of_response:1; }","duration":"121.268778ms","start":"2026-03-03T14:15:53.62368Z","end":"2026-03-03T14:15:53.744949Z","steps":["trace[629713708] 'process raft request' (duration: 117.835287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:15:59.545889Z","caller":"traceutil/trace.go:171","msg":"trace[638290019] transaction","detail":"{read_only:false; response_revision:8673; number_of_response:1; }","duration":"177.13524ms","start":"2026-03-03T14:15:59.368729Z","end":"2026-03-03T14:15:59.545865Z","steps":["trace[638290019] 'process raft request' (duration: 99.971548ms)","trace[638290019] 'compare' (duration: 76.925326ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:15:59.5459Z","caller":"traceutil/trace.go:171","msg":"trace[734681109] transaction","detail":"{read_only:false; response_revision:8674; number_of_response:1; }","duration":"105.510237ms","start":"2026-03-03T14:15:59.440361Z","end":"2026-03-03T14:15:59.545872Z","steps":["trace[734681109] 'process raft request' (duration: 105.435325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.179906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.365577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:16:00.179998Z","caller":"traceutil/trace.go:171","msg":"trace[1128981773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8676; }","duration":"361.53802ms","start":"2026-03-03T14:15:59.81844Z","end":"2026-03-03T14:16:00.179978Z","steps":["trace[1128981773] 'range keys from in-memory index tree' (duration: 361.171083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.179973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.482015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:16:00.180045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:59.818408Z","time spent":"361.627413ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:16:00.180064Z","caller":"traceutil/trace.go:171","msg":"trace[395756316] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8676; }","duration":"216.617148ms","start":"2026-03-03T14:15:59.963426Z","end":"2026-03-03T14:16:00.180043Z","steps":["trace[395756316] 'range keys from in-memory index tree' (duration: 216.305491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.180445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.852076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:16:00.180491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.588084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:00.180525Z","caller":"traceutil/trace.go:171","msg":"trace[250180477] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8676; }","duration":"132.667266ms","start":"2026-03-03T14:16:00.047848Z","end":"2026-03-03T14:16:00.180515Z","steps":["trace[250180477] 'range keys from in-memory index tree' (duration: 132.502042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.180779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.490507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:00.180819Z","caller":"traceutil/trace.go:171","msg":"trace[1670223096] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8676; }","duration":"360.573169ms","start":"2026-03-03T14:15:59.820237Z","end":"2026-03-03T14:16:00.18081Z","steps":["trace[1670223096] 'range keys from in-memory index tree' (duration: 360.323283ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.180842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:15:59.82021Z","time spent":"360.625639ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:16:00.180876Z","caller":"traceutil/trace.go:171","msg":"trace[281598909] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8676; }","duration":"277.989639ms","start":"2026-03-03T14:15:59.902516Z","end":"2026-03-03T14:16:00.180506Z","steps":["trace[281598909] 'range keys from in-memory index tree' (duration: 277.63641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:00.558154Z","caller":"traceutil/trace.go:171","msg":"trace[274969477] transaction","detail":"{read_only:false; response_revision:8678; number_of_response:1; }","duration":"372.724943ms","start":"2026-03-03T14:16:00.185407Z","end":"2026-03-03T14:16:00.558132Z","steps":["trace[274969477] 'process raft request' (duration: 372.516828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.558301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:00.185393Z","time spent":"372.832385ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:00.558312Z","caller":"traceutil/trace.go:171","msg":"trace[274265785] linearizableReadLoop","detail":"{readStateIndex:9023; appliedIndex:9021; }","duration":"321.838858ms","start":"2026-03-03T14:16:00.23646Z","end":"2026-03-03T14:16:00.558299Z","steps":["trace[274265785] 'read index received' (duration: 321.347477ms)","trace[274265785] 'applied index is now lower than readState.Index' (duration: 489.561µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:00.558449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.987021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19406"} {"level":"info","ts":"2026-03-03T14:16:00.558479Z","caller":"traceutil/trace.go:171","msg":"trace[694952312] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:8679; }","duration":"322.066214ms","start":"2026-03-03T14:16:00.236404Z","end":"2026-03-03T14:16:00.55847Z","steps":["trace[694952312] 'agreement among raft nodes before linearized reading' (duration: 321.946781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.558501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:00.236382Z","time spent":"322.114245ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19430,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:16:00.558496Z","caller":"traceutil/trace.go:171","msg":"trace[206950713] transaction","detail":"{read_only:false; response_revision:8679; number_of_response:1; }","duration":"372.953019ms","start":"2026-03-03T14:16:00.185502Z","end":"2026-03-03T14:16:00.558455Z","steps":["trace[206950713] 'process raft request' (duration: 372.58706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:00.558788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:00.185497Z","time spent":"373.173914ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:03.83128Z","caller":"traceutil/trace.go:171","msg":"trace[761619576] linearizableReadLoop","detail":"{readStateIndex:9040; appliedIndex:9039; }","duration":"101.38681ms","start":"2026-03-03T14:16:03.729871Z","end":"2026-03-03T14:16:03.831258Z","steps":["trace[761619576] 'read index received' (duration: 101.171335ms)","trace[761619576] 'applied index is now lower than readState.Index' (duration: 214.735µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:03.831612Z","caller":"traceutil/trace.go:171","msg":"trace[1779630389] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"144.545254ms","start":"2026-03-03T14:16:03.687051Z","end":"2026-03-03T14:16:03.831596Z","steps":["trace[1779630389] 'process raft request' (duration: 144.055523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:03.832164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.281222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:16:03.832216Z","caller":"traceutil/trace.go:171","msg":"trace[1594986244] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:8695; }","duration":"102.383593ms","start":"2026-03-03T14:16:03.729817Z","end":"2026-03-03T14:16:03.832201Z","steps":["trace[1594986244] 'agreement among raft nodes before linearized reading' (duration: 102.26407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:04.100922Z","caller":"traceutil/trace.go:171","msg":"trace[371965673] transaction","detail":"{read_only:false; response_revision:8698; number_of_response:1; }","duration":"258.144433ms","start":"2026-03-03T14:16:03.842756Z","end":"2026-03-03T14:16:04.100901Z","steps":["trace[371965673] 'process raft request' (duration: 183.963401ms)","trace[371965673] 'compare' (duration: 73.083626ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:04.101198Z","caller":"traceutil/trace.go:171","msg":"trace[1578807354] transaction","detail":"{read_only:false; response_revision:8699; number_of_response:1; }","duration":"258.166633ms","start":"2026-03-03T14:16:03.843005Z","end":"2026-03-03T14:16:04.101171Z","steps":["trace[1578807354] 'process raft request' (duration: 257.727353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:04.10103Z","caller":"traceutil/trace.go:171","msg":"trace[557142924] transaction","detail":"{read_only:false; response_revision:8700; number_of_response:1; }","duration":"248.525836ms","start":"2026-03-03T14:16:03.852469Z","end":"2026-03-03T14:16:04.100995Z","steps":["trace[557142924] 'process raft request' (duration: 248.434324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:04.431004Z","caller":"traceutil/trace.go:171","msg":"trace[1151487520] linearizableReadLoop","detail":"{readStateIndex:9052; appliedIndex:9050; }","duration":"106.977442ms","start":"2026-03-03T14:16:04.323993Z","end":"2026-03-03T14:16:04.430971Z","steps":["trace[1151487520] 'read index received' (duration: 18.232669ms)","trace[1151487520] 'applied index is now lower than readState.Index' (duration: 88.743743ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:04.431135Z","caller":"traceutil/trace.go:171","msg":"trace[882720674] transaction","detail":"{read_only:false; response_revision:8706; number_of_response:1; }","duration":"118.557233ms","start":"2026-03-03T14:16:04.312546Z","end":"2026-03-03T14:16:04.431103Z","steps":["trace[882720674] 'process raft request' (duration: 118.227456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:04.431231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.201897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:04.431553Z","caller":"traceutil/trace.go:171","msg":"trace[78277178] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:8706; }","duration":"107.572925ms","start":"2026-03-03T14:16:04.323958Z","end":"2026-03-03T14:16:04.431531Z","steps":["trace[78277178] 'agreement among raft nodes before linearized reading' (duration: 107.157586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:10.495863Z","caller":"traceutil/trace.go:171","msg":"trace[1635984149] transaction","detail":"{read_only:false; response_revision:8736; number_of_response:1; }","duration":"125.541928ms","start":"2026-03-03T14:16:10.37029Z","end":"2026-03-03T14:16:10.495832Z","steps":["trace[1635984149] 'process raft request' (duration: 125.373774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.47317Z","caller":"traceutil/trace.go:171","msg":"trace[1953458587] transaction","detail":"{read_only:false; response_revision:8753; number_of_response:1; }","duration":"121.552355ms","start":"2026-03-03T14:16:12.351594Z","end":"2026-03-03T14:16:12.473147Z","steps":["trace[1953458587] 'process raft request' (duration: 121.498413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.473282Z","caller":"traceutil/trace.go:171","msg":"trace[430335131] transaction","detail":"{read_only:false; response_revision:8748; number_of_response:1; }","duration":"123.115622ms","start":"2026-03-03T14:16:12.350139Z","end":"2026-03-03T14:16:12.473254Z","steps":["trace[430335131] 'process raft request' (duration: 88.995521ms)","trace[430335131] 'compare' (duration: 33.689101ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:12.473703Z","caller":"traceutil/trace.go:171","msg":"trace[430976011] transaction","detail":"{read_only:false; response_revision:8750; number_of_response:1; }","duration":"123.106542ms","start":"2026-03-03T14:16:12.350567Z","end":"2026-03-03T14:16:12.473674Z","steps":["trace[430976011] 'process raft request' (duration: 122.435536ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.473729Z","caller":"traceutil/trace.go:171","msg":"trace[1130137532] transaction","detail":"{read_only:false; response_revision:8751; number_of_response:1; }","duration":"122.313002ms","start":"2026-03-03T14:16:12.351403Z","end":"2026-03-03T14:16:12.473716Z","steps":["trace[1130137532] 'process raft request' (duration: 121.631046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.473736Z","caller":"traceutil/trace.go:171","msg":"trace[1922730674] transaction","detail":"{read_only:false; response_revision:8758; number_of_response:1; }","duration":"120.015449ms","start":"2026-03-03T14:16:12.353703Z","end":"2026-03-03T14:16:12.473718Z","steps":["trace[1922730674] 'process raft request' (duration: 119.983758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.473851Z","caller":"traceutil/trace.go:171","msg":"trace[328105624] transaction","detail":"{read_only:false; response_revision:8749; number_of_response:1; }","duration":"123.333237ms","start":"2026-03-03T14:16:12.350508Z","end":"2026-03-03T14:16:12.473841Z","steps":["trace[328105624] 'process raft request' (duration: 122.439646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.473859Z","caller":"traceutil/trace.go:171","msg":"trace[310535971] transaction","detail":"{read_only:false; response_revision:8754; number_of_response:1; }","duration":"122.249301ms","start":"2026-03-03T14:16:12.3516Z","end":"2026-03-03T14:16:12.473849Z","steps":["trace[310535971] 'process raft request' (duration: 121.520214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.473883Z","caller":"traceutil/trace.go:171","msg":"trace[458698898] transaction","detail":"{read_only:false; response_revision:8752; number_of_response:1; }","duration":"122.389314ms","start":"2026-03-03T14:16:12.351481Z","end":"2026-03-03T14:16:12.47387Z","steps":["trace[458698898] 'process raft request' (duration: 121.584496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.473943Z","caller":"traceutil/trace.go:171","msg":"trace[543503894] transaction","detail":"{read_only:false; response_revision:8755; number_of_response:1; }","duration":"122.269922ms","start":"2026-03-03T14:16:12.351651Z","end":"2026-03-03T14:16:12.473921Z","steps":["trace[543503894] 'process raft request' (duration: 121.900233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.47394Z","caller":"traceutil/trace.go:171","msg":"trace[1089905130] transaction","detail":"{read_only:false; response_revision:8757; number_of_response:1; }","duration":"120.286375ms","start":"2026-03-03T14:16:12.353645Z","end":"2026-03-03T14:16:12.473931Z","steps":["trace[1089905130] 'process raft request' (duration: 120.013108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:12.474071Z","caller":"traceutil/trace.go:171","msg":"trace[1732023938] transaction","detail":"{read_only:false; response_revision:8756; number_of_response:1; }","duration":"120.526271ms","start":"2026-03-03T14:16:12.353498Z","end":"2026-03-03T14:16:12.474024Z","steps":["trace[1732023938] 'process raft request' (duration: 120.134782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:16.532602Z","caller":"traceutil/trace.go:171","msg":"trace[405082687] transaction","detail":"{read_only:false; response_revision:8882; number_of_response:1; }","duration":"176.636138ms","start":"2026-03-03T14:16:16.35594Z","end":"2026-03-03T14:16:16.532576Z","steps":["trace[405082687] 'process raft request' (duration: 176.477124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:16.635275Z","caller":"traceutil/trace.go:171","msg":"trace[2121451165] transaction","detail":"{read_only:false; response_revision:8883; number_of_response:1; }","duration":"273.888913ms","start":"2026-03-03T14:16:16.361357Z","end":"2026-03-03T14:16:16.635246Z","steps":["trace[2121451165] 'process raft request' (duration: 273.35074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:16.640212Z","caller":"traceutil/trace.go:171","msg":"trace[417528792] transaction","detail":"{read_only:false; response_revision:8884; number_of_response:1; }","duration":"103.539842ms","start":"2026-03-03T14:16:16.536652Z","end":"2026-03-03T14:16:16.640192Z","steps":["trace[417528792] 'process raft request' (duration: 103.293085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:16.951077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.939012ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:16.951177Z","caller":"traceutil/trace.go:171","msg":"trace[2059978262] transaction","detail":"{read_only:false; response_revision:8885; number_of_response:1; }","duration":"305.834524ms","start":"2026-03-03T14:16:16.645308Z","end":"2026-03-03T14:16:16.951142Z","steps":["trace[2059978262] 'process raft request' (duration: 192.775618ms)","trace[2059978262] 'compare' (duration: 112.793809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:16.951216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.645285Z","time spent":"305.914715ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":818,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:16:17.049845Z","caller":"traceutil/trace.go:171","msg":"trace[1166498866] linearizableReadLoop","detail":"{readStateIndex:9238; appliedIndex:9234; }","duration":"307.537333ms","start":"2026-03-03T14:16:16.742288Z","end":"2026-03-03T14:16:17.049825Z","steps":["trace[1166498866] 'read index received' (duration: 95.79937ms)","trace[1166498866] 'applied index is now lower than readState.Index' (duration: 211.737293ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:17.049857Z","caller":"traceutil/trace.go:171","msg":"trace[1473120224] transaction","detail":"{read_only:false; response_revision:8886; number_of_response:1; }","duration":"403.095367ms","start":"2026-03-03T14:16:16.646733Z","end":"2026-03-03T14:16:17.049829Z","steps":["trace[1473120224] 'process raft request' (duration: 402.906003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.049994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.646722Z","time spent":"403.197549ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:17.050118Z","caller":"traceutil/trace.go:171","msg":"trace[1923215305] transaction","detail":"{read_only:false; response_revision:8887; number_of_response:1; }","duration":"399.653776ms","start":"2026-03-03T14:16:16.650453Z","end":"2026-03-03T14:16:17.050107Z","steps":["trace[1923215305] 'process raft request' (duration: 399.288588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.050203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.650446Z","time spent":"399.702847ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7289,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:17.05046Z","caller":"traceutil/trace.go:171","msg":"trace[1734312665] transaction","detail":"{read_only:false; response_revision:8888; number_of_response:1; }","duration":"375.345034ms","start":"2026-03-03T14:16:16.675105Z","end":"2026-03-03T14:16:17.05045Z","steps":["trace[1734312665] 'process raft request' (duration: 374.680669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.05051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.675071Z","time spent":"375.415826ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3700,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:17.050679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.390482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:17.050715Z","caller":"traceutil/trace.go:171","msg":"trace[983831671] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8888; }","duration":"308.493495ms","start":"2026-03-03T14:16:16.742212Z","end":"2026-03-03T14:16:17.050706Z","steps":["trace[983831671] 'agreement among raft nodes before linearized reading' (duration: 308.381763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.050739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.742189Z","time spent":"308.544086ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:16:17.098148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.509624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995a71cef62658\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-03T14:16:17.098232Z","caller":"traceutil/trace.go:171","msg":"trace[1860385285] range","detail":"{range_begin:/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995a71cef62658; range_end:; response_count:1; response_revision:8889; }","duration":"144.614327ms","start":"2026-03-03T14:16:16.953596Z","end":"2026-03-03T14:16:17.09821Z","steps":["trace[1860385285] 'agreement among raft nodes before linearized reading' (duration: 144.386772ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.098274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.065221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:16:17.098382Z","caller":"traceutil/trace.go:171","msg":"trace[725726319] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8889; }","duration":"149.214704ms","start":"2026-03-03T14:16:16.949146Z","end":"2026-03-03T14:16:17.098361Z","steps":["trace[725726319] 'agreement among raft nodes before linearized reading' (duration: 149.05267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.098749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.79753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:17.098792Z","caller":"traceutil/trace.go:171","msg":"trace[912927294] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8889; }","duration":"345.861582ms","start":"2026-03-03T14:16:16.75292Z","end":"2026-03-03T14:16:17.098782Z","steps":["trace[912927294] 'agreement among raft nodes before linearized reading' (duration: 345.732059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:17.098822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:16.75291Z","time spent":"345.904733ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:16:18.047412Z","caller":"traceutil/trace.go:171","msg":"trace[1115349277] transaction","detail":"{read_only:false; response_revision:8899; number_of_response:1; }","duration":"612.419422ms","start":"2026-03-03T14:16:17.434966Z","end":"2026-03-03T14:16:18.047385Z","steps":["trace[1115349277] 'process raft request' (duration: 612.274229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.047559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.43494Z","time spent":"612.549616ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":748,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:16:18.20402Z","caller":"traceutil/trace.go:171","msg":"trace[1994929300] linearizableReadLoop","detail":"{readStateIndex:9253; appliedIndex:9248; }","duration":"434.346841ms","start":"2026-03-03T14:16:17.769654Z","end":"2026-03-03T14:16:18.204001Z","steps":["trace[1994929300] 'read index received' (duration: 277.546808ms)","trace[1994929300] 'applied index is now lower than readState.Index' (duration: 156.799363ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:18.204094Z","caller":"traceutil/trace.go:171","msg":"trace[53963404] transaction","detail":"{read_only:false; response_revision:8901; number_of_response:1; }","duration":"540.452843ms","start":"2026-03-03T14:16:17.663635Z","end":"2026-03-03T14:16:18.204088Z","steps":["trace[53963404] 'process raft request' (duration: 540.294009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.204167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.663611Z","time spent":"540.498903ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:18.204316Z","caller":"traceutil/trace.go:171","msg":"trace[1438652832] transaction","detail":"{read_only:false; response_revision:8902; number_of_response:1; }","duration":"521.371304ms","start":"2026-03-03T14:16:17.682939Z","end":"2026-03-03T14:16:18.20431Z","steps":["trace[1438652832] 'process raft request' (duration: 521.019746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.204348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.682916Z","time spent":"521.415435ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:18.204389Z","caller":"traceutil/trace.go:171","msg":"trace[1784059216] transaction","detail":"{read_only:false; response_revision:8903; number_of_response:1; }","duration":"472.835035ms","start":"2026-03-03T14:16:17.73155Z","end":"2026-03-03T14:16:18.204385Z","steps":["trace[1784059216] 'process raft request' (duration: 472.427265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.204413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.73153Z","time spent":"472.871946ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:18.204502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.848482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:18.204521Z","caller":"traceutil/trace.go:171","msg":"trace[1434999908] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8903; }","duration":"434.895514ms","start":"2026-03-03T14:16:17.76962Z","end":"2026-03-03T14:16:18.204516Z","steps":["trace[1434999908] 'agreement among raft nodes before linearized reading' (duration: 434.825172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.204534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.769605Z","time spent":"434.926934ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:18.205106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.394855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:16:18.205197Z","caller":"traceutil/trace.go:171","msg":"trace[506648426] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8904; }","duration":"435.504758ms","start":"2026-03-03T14:16:17.769669Z","end":"2026-03-03T14:16:18.205174Z","steps":["trace[506648426] 'agreement among raft nodes before linearized reading' (duration: 435.299423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.205274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.769605Z","time spent":"435.649951ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:16:18.205357Z","caller":"traceutil/trace.go:171","msg":"trace[1788563709] transaction","detail":"{read_only:false; response_revision:8904; number_of_response:1; }","duration":"154.787515ms","start":"2026-03-03T14:16:18.050559Z","end":"2026-03-03T14:16:18.205347Z","steps":["trace[1788563709] 'process raft request' (duration: 154.313664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.205537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.803899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:16:18.205606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.225777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:18.205596Z","caller":"traceutil/trace.go:171","msg":"trace[1847939830] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8904; }","duration":"247.892011ms","start":"2026-03-03T14:16:17.957687Z","end":"2026-03-03T14:16:18.205579Z","steps":["trace[1847939830] 'agreement among raft nodes before linearized reading' (duration: 247.805679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:18.205632Z","caller":"traceutil/trace.go:171","msg":"trace[104863194] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8904; }","duration":"276.284658ms","start":"2026-03-03T14:16:17.92934Z","end":"2026-03-03T14:16:18.205625Z","steps":["trace[104863194] 'agreement among raft nodes before linearized reading' (duration: 276.225357ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:18.204245Z","caller":"traceutil/trace.go:171","msg":"trace[16170906] transaction","detail":"{read_only:false; response_revision:8900; number_of_response:1; }","duration":"761.149846ms","start":"2026-03-03T14:16:17.443064Z","end":"2026-03-03T14:16:18.204214Z","steps":["trace[16170906] 'process raft request' (duration: 757.970611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:18.211822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:17.443042Z","time spent":"768.638481ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10127,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:18.626194Z","caller":"traceutil/trace.go:171","msg":"trace[1281958608] linearizableReadLoop","detail":"{readStateIndex:9264; appliedIndex:9261; }","duration":"117.369285ms","start":"2026-03-03T14:16:18.508786Z","end":"2026-03-03T14:16:18.626155Z","steps":["trace[1281958608] 'read index received' (duration: 6.660506ms)","trace[1281958608] 'applied index is now lower than readState.Index' (duration: 110.707759ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:18.626307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.503248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:18.626379Z","caller":"traceutil/trace.go:171","msg":"trace[746722120] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:8914; }","duration":"117.5953ms","start":"2026-03-03T14:16:18.508738Z","end":"2026-03-03T14:16:18.626333Z","steps":["trace[746722120] 'agreement among raft nodes before linearized reading' (duration: 117.520088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:18.626579Z","caller":"traceutil/trace.go:171","msg":"trace[1657616593] transaction","detail":"{read_only:false; response_revision:8914; number_of_response:1; }","duration":"174.875377ms","start":"2026-03-03T14:16:18.451684Z","end":"2026-03-03T14:16:18.626559Z","steps":["trace[1657616593] 'process raft request' (duration: 173.815132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:18.626578Z","caller":"traceutil/trace.go:171","msg":"trace[381933244] transaction","detail":"{read_only:false; response_revision:8913; number_of_response:1; }","duration":"180.92504ms","start":"2026-03-03T14:16:18.445619Z","end":"2026-03-03T14:16:18.626544Z","steps":["trace[381933244] 'process raft request' (duration: 179.67773ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:18.637949Z","caller":"traceutil/trace.go:171","msg":"trace[193757048] transaction","detail":"{read_only:false; response_revision:8915; number_of_response:1; }","duration":"114.707734ms","start":"2026-03-03T14:16:18.523213Z","end":"2026-03-03T14:16:18.637921Z","steps":["trace[193757048] 'process raft request' (duration: 113.680429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:19.162911Z","caller":"traceutil/trace.go:171","msg":"trace[2066912522] transaction","detail":"{read_only:false; response_revision:8919; number_of_response:1; }","duration":"103.184643ms","start":"2026-03-03T14:16:19.05969Z","end":"2026-03-03T14:16:19.162875Z","steps":["trace[2066912522] 'process raft request' (duration: 102.882106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:19.349518Z","caller":"traceutil/trace.go:171","msg":"trace[182087797] transaction","detail":"{read_only:false; response_revision:8920; number_of_response:1; }","duration":"180.673513ms","start":"2026-03-03T14:16:19.168821Z","end":"2026-03-03T14:16:19.349494Z","steps":["trace[182087797] 'process raft request' (duration: 174.946839ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:19.356803Z","caller":"traceutil/trace.go:171","msg":"trace[242676201] transaction","detail":"{read_only:false; response_revision:8921; number_of_response:1; }","duration":"187.897663ms","start":"2026-03-03T14:16:19.168884Z","end":"2026-03-03T14:16:19.356782Z","steps":["trace[242676201] 'process raft request' (duration: 187.423332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:21.552293Z","caller":"traceutil/trace.go:171","msg":"trace[431697716] linearizableReadLoop","detail":"{readStateIndex:9291; appliedIndex:9290; }","duration":"139.817514ms","start":"2026-03-03T14:16:21.412421Z","end":"2026-03-03T14:16:21.552239Z","steps":["trace[431697716] 'read index received' (duration: 69.241726ms)","trace[431697716] 'applied index is now lower than readState.Index' (duration: 70.574498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:21.552406Z","caller":"traceutil/trace.go:171","msg":"trace[1534878050] transaction","detail":"{read_only:false; response_revision:8940; number_of_response:1; }","duration":"148.57919ms","start":"2026-03-03T14:16:21.403772Z","end":"2026-03-03T14:16:21.552351Z","steps":["trace[1534878050] 'process raft request' (duration: 78.004662ms)","trace[1534878050] 'compare' (duration: 70.295331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:21.552665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.219453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:16:21.552776Z","caller":"traceutil/trace.go:171","msg":"trace[1073806336] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8940; }","duration":"140.380477ms","start":"2026-03-03T14:16:21.412371Z","end":"2026-03-03T14:16:21.552751Z","steps":["trace[1073806336] 'agreement among raft nodes before linearized reading' (duration: 140.023219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:26.811056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.159577ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:16:26.811225Z","caller":"traceutil/trace.go:171","msg":"trace[1458538152] linearizableReadLoop","detail":"{readStateIndex:9334; appliedIndex:9333; }","duration":"409.688151ms","start":"2026-03-03T14:16:26.401518Z","end":"2026-03-03T14:16:26.811206Z","steps":["trace[1458538152] 'read index received' (duration: 47.071µs)","trace[1458538152] 'applied index is now lower than readState.Index' (duration: 409.63921ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:26.811312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.788753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:26.811346Z","caller":"traceutil/trace.go:171","msg":"trace[1504486454] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8982; }","duration":"409.870545ms","start":"2026-03-03T14:16:26.401463Z","end":"2026-03-03T14:16:26.811334Z","steps":["trace[1504486454] 'agreement among raft nodes before linearized reading' (duration: 409.792444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:26.811383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:26.401443Z","time spent":"409.930167ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:27.700263Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368149,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:16:28.038733Z","caller":"traceutil/trace.go:171","msg":"trace[1457719371] transaction","detail":"{read_only:false; response_revision:8983; number_of_response:1; }","duration":"840.517619ms","start":"2026-03-03T14:16:27.198184Z","end":"2026-03-03T14:16:28.038702Z","steps":["trace[1457719371] 'process raft request' (duration: 840.348895ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.038756Z","caller":"traceutil/trace.go:171","msg":"trace[123900095] linearizableReadLoop","detail":"{readStateIndex:9335; appliedIndex:9334; }","duration":"839.523205ms","start":"2026-03-03T14:16:27.199171Z","end":"2026-03-03T14:16:28.038694Z","steps":["trace[123900095] 'read index received' (duration: 839.501085ms)","trace[123900095] 'applied index is now lower than readState.Index' (duration: 18.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:28.038908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.198139Z","time spent":"840.677003ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:28.039034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.863744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"warn","ts":"2026-03-03T14:16:28.039067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.430622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:28.039131Z","caller":"traceutil/trace.go:171","msg":"trace[1952587741] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8983; }","duration":"840.009888ms","start":"2026-03-03T14:16:27.199098Z","end":"2026-03-03T14:16:28.039108Z","steps":["trace[1952587741] 'agreement among raft nodes before linearized reading' (duration: 839.7352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.039131Z","caller":"traceutil/trace.go:171","msg":"trace[1762882973] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:8983; }","duration":"118.544465ms","start":"2026-03-03T14:16:27.920572Z","end":"2026-03-03T14:16:28.039116Z","steps":["trace[1762882973] 'agreement among raft nodes before linearized reading' (duration: 118.428462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.039205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.199079Z","time spent":"840.11792ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:16:28.039341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.540806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:28.039402Z","caller":"traceutil/trace.go:171","msg":"trace[2142575682] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8983; }","duration":"460.674649ms","start":"2026-03-03T14:16:27.578713Z","end":"2026-03-03T14:16:28.039388Z","steps":["trace[2142575682] 'agreement among raft nodes before linearized reading' (duration: 460.354992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.039459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.578694Z","time spent":"460.755651ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:16:28.040087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.576904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:28.040178Z","caller":"traceutil/trace.go:171","msg":"trace[1730958316] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8983; }","duration":"614.722237ms","start":"2026-03-03T14:16:27.425438Z","end":"2026-03-03T14:16:28.04016Z","steps":["trace[1730958316] 'agreement among raft nodes before linearized reading' (duration: 613.55349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.040435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:27.42542Z","time spent":"615.001123ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:28.924328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.886716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:28.924402Z","caller":"traceutil/trace.go:171","msg":"trace[490834721] transaction","detail":"{read_only:false; response_revision:8984; number_of_response:1; }","duration":"847.164876ms","start":"2026-03-03T14:16:28.077225Z","end":"2026-03-03T14:16:28.92439Z","steps":["trace[490834721] 'process raft request' (duration: 664.133206ms)","trace[490834721] 'compare' (duration: 182.405264ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:28.924436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.077209Z","time spent":"847.211827ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.981476Z","caller":"traceutil/trace.go:171","msg":"trace[294828929] transaction","detail":"{read_only:false; response_revision:8985; number_of_response:1; }","duration":"904.211245ms","start":"2026-03-03T14:16:28.077233Z","end":"2026-03-03T14:16:28.981444Z","steps":["trace[294828929] 'process raft request' (duration: 903.717504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.981751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.077199Z","time spent":"904.42294ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.982039Z","caller":"traceutil/trace.go:171","msg":"trace[407068329] transaction","detail":"{read_only:false; response_revision:8986; number_of_response:1; }","duration":"902.104806ms","start":"2026-03-03T14:16:28.07989Z","end":"2026-03-03T14:16:28.981995Z","steps":["trace[407068329] 'process raft request' (duration: 901.497052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.982167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.079877Z","time spent":"902.231309ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":488,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.983377Z","caller":"traceutil/trace.go:171","msg":"trace[845804647] transaction","detail":"{read_only:false; response_revision:8988; number_of_response:1; }","duration":"737.949312ms","start":"2026-03-03T14:16:28.245412Z","end":"2026-03-03T14:16:28.983362Z","steps":["trace[845804647] 'process raft request' (duration: 737.89663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.983489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.24539Z","time spent":"738.040013ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.983609Z","caller":"traceutil/trace.go:171","msg":"trace[1141800773] transaction","detail":"{read_only:false; response_revision:8987; number_of_response:1; }","duration":"741.021853ms","start":"2026-03-03T14:16:28.242582Z","end":"2026-03-03T14:16:28.983604Z","steps":["trace[1141800773] 'process raft request' (duration: 739.363514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.983641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.242556Z","time spent":"741.069115ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:28.983781Z","caller":"traceutil/trace.go:171","msg":"trace[1370910288] transaction","detail":"{read_only:false; response_revision:8989; number_of_response:1; }","duration":"738.032284ms","start":"2026-03-03T14:16:28.245721Z","end":"2026-03-03T14:16:28.983753Z","steps":["trace[1370910288] 'process raft request' (duration: 737.619434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.983924Z","caller":"traceutil/trace.go:171","msg":"trace[1880167210] linearizableReadLoop","detail":"{readStateIndex:9341; appliedIndex:9335; }","duration":"723.679476ms","start":"2026-03-03T14:16:28.260228Z","end":"2026-03-03T14:16:28.983908Z","steps":["trace[1880167210] 'read index received' (duration: 481.13517ms)","trace[1880167210] 'applied index is now lower than readState.Index' (duration: 242.543596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:28.983971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.245717Z","time spent":"738.164307ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:28.984318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.822638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:16:28.984027Z","caller":"traceutil/trace.go:171","msg":"trace[1723537211] transaction","detail":"{read_only:false; response_revision:8990; number_of_response:1; }","duration":"615.779572ms","start":"2026-03-03T14:16:28.368203Z","end":"2026-03-03T14:16:28.983983Z","steps":["trace[1723537211] 'process raft request' (duration: 615.517386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.984436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.36818Z","time spent":"616.205481ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:28.984486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.076201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995a71cef62658\" ","response":"range_response_count:1 size:787"} {"level":"warn","ts":"2026-03-03T14:16:28.984067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.83293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:16:28.984647Z","caller":"traceutil/trace.go:171","msg":"trace[1069431303] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8990; }","duration":"724.424164ms","start":"2026-03-03T14:16:28.260206Z","end":"2026-03-03T14:16:28.98463Z","steps":["trace[1069431303] 'agreement among raft nodes before linearized reading' (duration: 723.777689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.984696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.260196Z","time spent":"724.488385ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:16:28.984967Z","caller":"traceutil/trace.go:171","msg":"trace[1914995930] range","detail":"{range_begin:/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995a71cef62658; range_end:; response_count:1; response_revision:8990; }","duration":"103.204955ms","start":"2026-03-03T14:16:28.881369Z","end":"2026-03-03T14:16:28.984574Z","steps":["trace[1914995930] 'agreement among raft nodes before linearized reading' (duration: 103.073862ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:28.984363Z","caller":"traceutil/trace.go:171","msg":"trace[1301732994] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8990; }","duration":"723.91305ms","start":"2026-03-03T14:16:28.26044Z","end":"2026-03-03T14:16:28.984353Z","steps":["trace[1301732994] 'agreement among raft nodes before linearized reading' (duration: 723.744577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.985124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.26042Z","time spent":"724.688429ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:28.985284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.087502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:16:28.98534Z","caller":"traceutil/trace.go:171","msg":"trace[1681973720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:8990; }","duration":"643.184984ms","start":"2026-03-03T14:16:28.342137Z","end":"2026-03-03T14:16:28.985322Z","steps":["trace[1681973720] 'agreement among raft nodes before linearized reading' (duration: 643.054091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:28.985379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:28.342109Z","time spent":"643.262806ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:16:28.985593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.94748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:28.985631Z","caller":"traceutil/trace.go:171","msg":"trace[1605643584] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:8990; }","duration":"164.032182ms","start":"2026-03-03T14:16:28.821589Z","end":"2026-03-03T14:16:28.985622Z","steps":["trace[1605643584] 'agreement among raft nodes before linearized reading' (duration: 163.95794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:30.135422Z","caller":"traceutil/trace.go:171","msg":"trace[1155757775] linearizableReadLoop","detail":"{readStateIndex:9346; appliedIndex:9345; }","duration":"394.394282ms","start":"2026-03-03T14:16:29.740996Z","end":"2026-03-03T14:16:30.13539Z","steps":["trace[1155757775] 'read index received' (duration: 393.889011ms)","trace[1155757775] 'applied index is now lower than readState.Index' (duration: 504.411µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:30.135953Z","caller":"traceutil/trace.go:171","msg":"trace[1616802317] transaction","detail":"{read_only:false; response_revision:8994; number_of_response:1; }","duration":"488.816249ms","start":"2026-03-03T14:16:29.647123Z","end":"2026-03-03T14:16:30.135939Z","steps":["trace[1616802317] 'process raft request' (duration: 487.954669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:30.136058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:29.647105Z","time spent":"488.886341ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414707,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:30.136196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.204621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:30.136236Z","caller":"traceutil/trace.go:171","msg":"trace[1751443609] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8994; }","duration":"395.277273ms","start":"2026-03-03T14:16:29.740947Z","end":"2026-03-03T14:16:30.136224Z","steps":["trace[1751443609] 'agreement among raft nodes before linearized reading' (duration: 395.210991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:30.136265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:29.740927Z","time spent":"395.330334ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:30.136524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.597324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T14:16:30.136562Z","caller":"traceutil/trace.go:171","msg":"trace[77863622] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:8994; }","duration":"218.676525ms","start":"2026-03-03T14:16:29.917876Z","end":"2026-03-03T14:16:30.136552Z","steps":["trace[77863622] 'agreement among raft nodes before linearized reading' (duration: 218.557672ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:30.49134Z","caller":"traceutil/trace.go:171","msg":"trace[1298393975] linearizableReadLoop","detail":"{readStateIndex:9347; appliedIndex:9346; }","duration":"119.242021ms","start":"2026-03-03T14:16:30.372073Z","end":"2026-03-03T14:16:30.491315Z","steps":["trace[1298393975] 'read index received' (duration: 118.963384ms)","trace[1298393975] 'applied index is now lower than readState.Index' (duration: 277.327µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:30.491519Z","caller":"traceutil/trace.go:171","msg":"trace[337738465] transaction","detail":"{read_only:false; response_revision:8995; number_of_response:1; }","duration":"352.040418ms","start":"2026-03-03T14:16:30.139459Z","end":"2026-03-03T14:16:30.4915Z","steps":["trace[337738465] 'process raft request' (duration: 351.649989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:30.491565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.462386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:16:30.491707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:30.139431Z","time spent":"352.207281ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:30.491754Z","caller":"traceutil/trace.go:171","msg":"trace[955965461] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:8995; }","duration":"119.691581ms","start":"2026-03-03T14:16:30.372033Z","end":"2026-03-03T14:16:30.491724Z","steps":["trace[955965461] 'agreement among raft nodes before linearized reading' (duration: 119.404075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.102741Z","caller":"traceutil/trace.go:171","msg":"trace[1584455929] transaction","detail":"{read_only:false; response_revision:9005; number_of_response:1; }","duration":"120.340956ms","start":"2026-03-03T14:16:32.982376Z","end":"2026-03-03T14:16:33.102717Z","steps":["trace[1584455929] 'process raft request' (duration: 120.169802ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.272795Z","caller":"traceutil/trace.go:171","msg":"trace[1950827706] transaction","detail":"{read_only:false; response_revision:9006; number_of_response:1; }","duration":"266.098059ms","start":"2026-03-03T14:16:33.006661Z","end":"2026-03-03T14:16:33.272759Z","steps":["trace[1950827706] 'process raft request' (duration: 265.660139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.273194Z","caller":"traceutil/trace.go:171","msg":"trace[267330978] linearizableReadLoop","detail":"{readStateIndex:9359; appliedIndex:9357; }","duration":"264.364578ms","start":"2026-03-03T14:16:33.008805Z","end":"2026-03-03T14:16:33.273169Z","steps":["trace[267330978] 'read index received' (duration: 93.739351ms)","trace[267330978] 'applied index is now lower than readState.Index' (duration: 170.624067ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:33.27323Z","caller":"traceutil/trace.go:171","msg":"trace[2001691808] transaction","detail":"{read_only:false; response_revision:9007; number_of_response:1; }","duration":"263.618451ms","start":"2026-03-03T14:16:33.009561Z","end":"2026-03-03T14:16:33.27318Z","steps":["trace[2001691808] 'process raft request' (duration: 263.132629ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.273239Z","caller":"traceutil/trace.go:171","msg":"trace[15870458] transaction","detail":"{read_only:false; response_revision:9008; number_of_response:1; }","duration":"263.161ms","start":"2026-03-03T14:16:33.010041Z","end":"2026-03-03T14:16:33.273202Z","steps":["trace[15870458] 'process raft request' (duration: 262.998866ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.273563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.736427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-03-03T14:16:33.273601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.703836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:33.273629Z","caller":"traceutil/trace.go:171","msg":"trace[34845381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9008; }","duration":"264.814269ms","start":"2026-03-03T14:16:33.008797Z","end":"2026-03-03T14:16:33.273611Z","steps":["trace[34845381] 'agreement among raft nodes before linearized reading' (duration: 264.471191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.27366Z","caller":"traceutil/trace.go:171","msg":"trace[792225688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9008; }","duration":"264.791428ms","start":"2026-03-03T14:16:33.008849Z","end":"2026-03-03T14:16:33.27364Z","steps":["trace[792225688] 'agreement among raft nodes before linearized reading' (duration: 264.590634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.273707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.855563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:16:33.273819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.571001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:33.273834Z","caller":"traceutil/trace.go:171","msg":"trace[521882382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9008; }","duration":"223.011477ms","start":"2026-03-03T14:16:33.050793Z","end":"2026-03-03T14:16:33.273805Z","steps":["trace[521882382] 'agreement among raft nodes before linearized reading' (duration: 222.71953ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.273859Z","caller":"traceutil/trace.go:171","msg":"trace[1729599306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9008; }","duration":"226.624072ms","start":"2026-03-03T14:16:33.047223Z","end":"2026-03-03T14:16:33.273848Z","steps":["trace[1729599306] 'agreement among raft nodes before linearized reading' (duration: 226.575901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.273902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.055692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:16:33.273955Z","caller":"traceutil/trace.go:171","msg":"trace[607328085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9008; }","duration":"227.148724ms","start":"2026-03-03T14:16:33.046794Z","end":"2026-03-03T14:16:33.273943Z","steps":["trace[607328085] 'agreement among raft nodes before linearized reading' (duration: 227.009661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.273781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.894138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:16:33.274116Z","caller":"traceutil/trace.go:171","msg":"trace[1947808489] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9008; }","duration":"227.256397ms","start":"2026-03-03T14:16:33.046846Z","end":"2026-03-03T14:16:33.274103Z","steps":["trace[1947808489] 'agreement among raft nodes before linearized reading' (duration: 226.871388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.274285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.20972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:33.274321Z","caller":"traceutil/trace.go:171","msg":"trace[188475297] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:9008; }","duration":"165.276362ms","start":"2026-03-03T14:16:33.109033Z","end":"2026-03-03T14:16:33.274309Z","steps":["trace[188475297] 'agreement among raft nodes before linearized reading' (duration: 165.169299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.499626Z","caller":"traceutil/trace.go:171","msg":"trace[978840910] linearizableReadLoop","detail":"{readStateIndex:9365; appliedIndex:9362; }","duration":"109.040811ms","start":"2026-03-03T14:16:33.390566Z","end":"2026-03-03T14:16:33.499607Z","steps":["trace[978840910] 'read index received' (duration: 108.786015ms)","trace[978840910] 'applied index is now lower than readState.Index' (duration: 254.096µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:33.499747Z","caller":"traceutil/trace.go:171","msg":"trace[947218858] transaction","detail":"{read_only:false; response_revision:9010; number_of_response:1; }","duration":"220.13788ms","start":"2026-03-03T14:16:33.279575Z","end":"2026-03-03T14:16:33.499713Z","steps":["trace[947218858] 'process raft request' (duration: 219.841293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:33.499794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.213985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:16:33.499823Z","caller":"traceutil/trace.go:171","msg":"trace[785653769] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9012; }","duration":"109.296287ms","start":"2026-03-03T14:16:33.390515Z","end":"2026-03-03T14:16:33.499812Z","steps":["trace[785653769] 'agreement among raft nodes before linearized reading' (duration: 109.170794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.499953Z","caller":"traceutil/trace.go:171","msg":"trace[874592060] transaction","detail":"{read_only:false; response_revision:9012; number_of_response:1; }","duration":"219.245369ms","start":"2026-03-03T14:16:33.280691Z","end":"2026-03-03T14:16:33.499936Z","steps":["trace[874592060] 'process raft request' (duration: 218.889591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:33.499982Z","caller":"traceutil/trace.go:171","msg":"trace[1565316252] transaction","detail":"{read_only:false; response_revision:9011; number_of_response:1; }","duration":"219.716761ms","start":"2026-03-03T14:16:33.279956Z","end":"2026-03-03T14:16:33.499673Z","steps":["trace[1565316252] 'process raft request' (duration: 219.592988ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:35.47282Z","caller":"traceutil/trace.go:171","msg":"trace[191934456] linearizableReadLoop","detail":"{readStateIndex:9373; appliedIndex:9371; }","duration":"103.864439ms","start":"2026-03-03T14:16:35.368936Z","end":"2026-03-03T14:16:35.472801Z","steps":["trace[191934456] 'read index received' (duration: 10.496866ms)","trace[191934456] 'applied index is now lower than readState.Index' (duration: 93.366803ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:35.472872Z","caller":"traceutil/trace.go:171","msg":"trace[14600215] transaction","detail":"{read_only:false; response_revision:9019; number_of_response:1; }","duration":"191.973518ms","start":"2026-03-03T14:16:35.280854Z","end":"2026-03-03T14:16:35.472827Z","steps":["trace[14600215] 'process raft request' (duration: 98.595735ms)","trace[14600215] 'compare' (duration: 93.179888ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:35.472908Z","caller":"traceutil/trace.go:171","msg":"trace[609204211] transaction","detail":"{read_only:false; response_revision:9020; number_of_response:1; }","duration":"191.085428ms","start":"2026-03-03T14:16:35.281784Z","end":"2026-03-03T14:16:35.472869Z","steps":["trace[609204211] 'process raft request' (duration: 190.975345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:35.473045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.095325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T14:16:35.47308Z","caller":"traceutil/trace.go:171","msg":"trace[1140176482] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9020; }","duration":"104.186646ms","start":"2026-03-03T14:16:35.368884Z","end":"2026-03-03T14:16:35.47307Z","steps":["trace[1140176482] 'agreement among raft nodes before linearized reading' (duration: 104.044853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:35.473094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.137802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:16:35.473146Z","caller":"traceutil/trace.go:171","msg":"trace[1824151874] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9020; }","duration":"100.256045ms","start":"2026-03-03T14:16:35.372875Z","end":"2026-03-03T14:16:35.473131Z","steps":["trace[1824151874] 'agreement among raft nodes before linearized reading' (duration: 100.06786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:35.721074Z","caller":"traceutil/trace.go:171","msg":"trace[111773184] transaction","detail":"{read_only:false; response_revision:9024; number_of_response:1; }","duration":"211.720802ms","start":"2026-03-03T14:16:35.509322Z","end":"2026-03-03T14:16:35.721043Z","steps":["trace[111773184] 'process raft request' (duration: 211.580399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:35.72118Z","caller":"traceutil/trace.go:171","msg":"trace[2011497665] transaction","detail":"{read_only:false; response_revision:9023; number_of_response:1; }","duration":"212.436739ms","start":"2026-03-03T14:16:35.508702Z","end":"2026-03-03T14:16:35.721139Z","steps":["trace[2011497665] 'process raft request' (duration: 207.79378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:36.722421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.629533ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:16:36.722698Z","caller":"traceutil/trace.go:171","msg":"trace[1530344985] transaction","detail":"{read_only:false; response_revision:9025; number_of_response:1; }","duration":"232.285285ms","start":"2026-03-03T14:16:36.490398Z","end":"2026-03-03T14:16:36.722684Z","steps":["trace[1530344985] 'process raft request' (duration: 232.126381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:36.722677Z","caller":"traceutil/trace.go:171","msg":"trace[631230877] linearizableReadLoop","detail":"{readStateIndex:9378; appliedIndex:9377; }","duration":"254.151108ms","start":"2026-03-03T14:16:36.468496Z","end":"2026-03-03T14:16:36.722647Z","steps":["trace[631230877] 'read index received' (duration: 67.240769ms)","trace[631230877] 'applied index is now lower than readState.Index' (duration: 186.906989ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:36.722913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.236011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:36.722938Z","caller":"traceutil/trace.go:171","msg":"trace[1711589143] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:9025; }","duration":"128.307773ms","start":"2026-03-03T14:16:36.59462Z","end":"2026-03-03T14:16:36.722928Z","steps":["trace[1711589143] 'agreement among raft nodes before linearized reading' (duration: 128.240651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:36.722918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.406314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:16:36.722993Z","caller":"traceutil/trace.go:171","msg":"trace[1404311657] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9025; }","duration":"254.541957ms","start":"2026-03-03T14:16:36.468433Z","end":"2026-03-03T14:16:36.722975Z","steps":["trace[1404311657] 'agreement among raft nodes before linearized reading' (duration: 254.287801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:36.969124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.47792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:36.969204Z","caller":"traceutil/trace.go:171","msg":"trace[1958687684] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9025; }","duration":"143.603162ms","start":"2026-03-03T14:16:36.825583Z","end":"2026-03-03T14:16:36.969186Z","steps":["trace[1958687684] 'range keys from in-memory index tree' (duration: 143.414998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:37.373104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.041022ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:37.37329Z","caller":"traceutil/trace.go:171","msg":"trace[1305917813] transaction","detail":"{read_only:false; response_revision:9027; number_of_response:1; }","duration":"206.266804ms","start":"2026-03-03T14:16:37.166977Z","end":"2026-03-03T14:16:37.373244Z","steps":["trace[1305917813] 'process raft request' (duration: 58.993485ms)","trace[1305917813] 'compare' (duration: 146.828018ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:37.373368Z","caller":"traceutil/trace.go:171","msg":"trace[1834764549] linearizableReadLoop","detail":"{readStateIndex:9381; appliedIndex:9380; }","duration":"203.620312ms","start":"2026-03-03T14:16:37.169718Z","end":"2026-03-03T14:16:37.373339Z","steps":["trace[1834764549] 'read index received' (duration: 56.246351ms)","trace[1834764549] 'applied index is now lower than readState.Index' (duration: 147.370821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:37.373568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.827667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:37.373607Z","caller":"traceutil/trace.go:171","msg":"trace[1885965978] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:9028; }","duration":"203.888938ms","start":"2026-03-03T14:16:37.169709Z","end":"2026-03-03T14:16:37.373598Z","steps":["trace[1885965978] 'agreement among raft nodes before linearized reading' (duration: 203.730664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:41.196066Z","caller":"traceutil/trace.go:171","msg":"trace[1407699929] transaction","detail":"{read_only:false; response_revision:9048; number_of_response:1; }","duration":"187.117394ms","start":"2026-03-03T14:16:41.008926Z","end":"2026-03-03T14:16:41.196043Z","steps":["trace[1407699929] 'process raft request' (duration: 186.92171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:41.196236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.676531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:41.196037Z","caller":"traceutil/trace.go:171","msg":"trace[665793612] linearizableReadLoop","detail":"{readStateIndex:9403; appliedIndex:9402; }","duration":"148.469527ms","start":"2026-03-03T14:16:41.047545Z","end":"2026-03-03T14:16:41.196015Z","steps":["trace[665793612] 'read index received' (duration: 148.231531ms)","trace[665793612] 'applied index is now lower than readState.Index' (duration: 237.076µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:41.196286Z","caller":"traceutil/trace.go:171","msg":"trace[1007143659] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9048; }","duration":"148.770774ms","start":"2026-03-03T14:16:41.047504Z","end":"2026-03-03T14:16:41.196275Z","steps":["trace[1007143659] 'agreement among raft nodes before linearized reading' (duration: 148.643531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:41.440466Z","caller":"traceutil/trace.go:171","msg":"trace[1990004799] transaction","detail":"{read_only:false; response_revision:9049; number_of_response:1; }","duration":"202.26998ms","start":"2026-03-03T14:16:41.238169Z","end":"2026-03-03T14:16:41.440439Z","steps":["trace[1990004799] 'process raft request' (duration: 105.363915ms)","trace[1990004799] 'compare' (duration: 96.587187ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:41.493164Z","caller":"traceutil/trace.go:171","msg":"trace[740793065] transaction","detail":"{read_only:false; response_revision:9050; number_of_response:1; }","duration":"101.494193ms","start":"2026-03-03T14:16:41.391646Z","end":"2026-03-03T14:16:41.49314Z","steps":["trace[740793065] 'process raft request' (duration: 101.320689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:41.881826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.716885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:41.881936Z","caller":"traceutil/trace.go:171","msg":"trace[581107594] linearizableReadLoop","detail":"{readStateIndex:9408; appliedIndex:9407; }","duration":"244.369129ms","start":"2026-03-03T14:16:41.637548Z","end":"2026-03-03T14:16:41.881917Z","steps":["trace[581107594] 'read index received' (duration: 97.485979ms)","trace[581107594] 'applied index is now lower than readState.Index' (duration: 146.88165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:41.881985Z","caller":"traceutil/trace.go:171","msg":"trace[1426986783] transaction","detail":"{read_only:false; response_revision:9053; number_of_response:1; }","duration":"244.515602ms","start":"2026-03-03T14:16:41.637435Z","end":"2026-03-03T14:16:41.88195Z","steps":["trace[1426986783] 'process raft request' (duration: 97.590802ms)","trace[1426986783] 'compare' (duration: 146.576272ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:41.882373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.819829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291502"} {"level":"info","ts":"2026-03-03T14:16:41.882416Z","caller":"traceutil/trace.go:171","msg":"trace[1176331422] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9053; }","duration":"244.879591ms","start":"2026-03-03T14:16:41.637525Z","end":"2026-03-03T14:16:41.882405Z","steps":["trace[1176331422] 'agreement among raft nodes before linearized reading' (duration: 244.473502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:41.957725Z","caller":"traceutil/trace.go:171","msg":"trace[2083095771] transaction","detail":"{read_only:false; response_revision:9054; number_of_response:1; }","duration":"319.922123ms","start":"2026-03-03T14:16:41.637764Z","end":"2026-03-03T14:16:41.957686Z","steps":["trace[2083095771] 'process raft request' (duration: 319.682137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:41.957774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.552434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:41.957849Z","caller":"traceutil/trace.go:171","msg":"trace[1194215807] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9054; }","duration":"204.686217ms","start":"2026-03-03T14:16:41.753144Z","end":"2026-03-03T14:16:41.957831Z","steps":["trace[1194215807] 'agreement among raft nodes before linearized reading' (duration: 204.445692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:41.95789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:41.637747Z","time spent":"320.055606ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:41.958188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.527549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:41.958225Z","caller":"traceutil/trace.go:171","msg":"trace[1761059068] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9054; }","duration":"160.628281ms","start":"2026-03-03T14:16:41.797588Z","end":"2026-03-03T14:16:41.958216Z","steps":["trace[1761059068] 'agreement among raft nodes before linearized reading' (duration: 160.512669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:46.033492Z","caller":"traceutil/trace.go:171","msg":"trace[1408369818] linearizableReadLoop","detail":"{readStateIndex:9427; appliedIndex:9426; }","duration":"103.92124ms","start":"2026-03-03T14:16:45.929542Z","end":"2026-03-03T14:16:46.033463Z","steps":["trace[1408369818] 'read index received' (duration: 103.634413ms)","trace[1408369818] 'applied index is now lower than readState.Index' (duration: 285.387µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:46.033575Z","caller":"traceutil/trace.go:171","msg":"trace[1333994833] transaction","detail":"{read_only:false; response_revision:9072; number_of_response:1; }","duration":"107.253218ms","start":"2026-03-03T14:16:45.926278Z","end":"2026-03-03T14:16:46.033531Z","steps":["trace[1333994833] 'process raft request' (duration: 107.014153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:46.034656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.087408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291502"} {"level":"info","ts":"2026-03-03T14:16:46.034746Z","caller":"traceutil/trace.go:171","msg":"trace[657228757] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9072; }","duration":"105.22147ms","start":"2026-03-03T14:16:45.929509Z","end":"2026-03-03T14:16:46.03473Z","steps":["trace[657228757] 'agreement among raft nodes before linearized reading' (duration: 104.073344ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:46.390021Z","caller":"traceutil/trace.go:171","msg":"trace[832782006] transaction","detail":"{read_only:false; response_revision:9073; number_of_response:1; }","duration":"352.380466ms","start":"2026-03-03T14:16:46.037617Z","end":"2026-03-03T14:16:46.389997Z","steps":["trace[832782006] 'process raft request' (duration: 330.715867ms)","trace[832782006] 'compare' (duration: 21.333161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:46.39015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:46.03759Z","time spent":"352.489199ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:46.412722Z","caller":"traceutil/trace.go:171","msg":"trace[1073361667] linearizableReadLoop","detail":"{readStateIndex:9430; appliedIndex:9427; }","duration":"364.632123ms","start":"2026-03-03T14:16:46.048074Z","end":"2026-03-03T14:16:46.412706Z","steps":["trace[1073361667] 'read index received' (duration: 320.223ms)","trace[1073361667] 'applied index is now lower than readState.Index' (duration: 44.408213ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:46.412852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.766186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:46.41288Z","caller":"traceutil/trace.go:171","msg":"trace[687874086] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9075; }","duration":"364.832078ms","start":"2026-03-03T14:16:46.04804Z","end":"2026-03-03T14:16:46.412872Z","steps":["trace[687874086] 'agreement among raft nodes before linearized reading' (duration: 364.724265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:46.412903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:46.048027Z","time spent":"364.872279ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:16:46.413174Z","caller":"traceutil/trace.go:171","msg":"trace[1639734058] transaction","detail":"{read_only:false; response_revision:9075; number_of_response:1; }","duration":"374.283289ms","start":"2026-03-03T14:16:46.038855Z","end":"2026-03-03T14:16:46.413138Z","steps":["trace[1639734058] 'process raft request' (duration: 373.811818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:46.413256Z","caller":"traceutil/trace.go:171","msg":"trace[611325797] transaction","detail":"{read_only:false; response_revision:9074; number_of_response:1; }","duration":"375.290464ms","start":"2026-03-03T14:16:46.037954Z","end":"2026-03-03T14:16:46.413244Z","steps":["trace[611325797] 'process raft request' (duration: 374.591436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:46.413328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:46.037936Z","time spent":"375.345305ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:46.413344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:46.038838Z","time spent":"374.413014ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:46.584447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.885082ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:16:47.690625Z","caller":"traceutil/trace.go:171","msg":"trace[223065179] transaction","detail":"{read_only:false; response_revision:9076; number_of_response:1; }","duration":"198.915242ms","start":"2026-03-03T14:16:47.491693Z","end":"2026-03-03T14:16:47.690608Z","steps":["trace[223065179] 'process raft request' (duration: 198.771428ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:47.701228Z","caller":"traceutil/trace.go:171","msg":"trace[1833081895] transaction","detail":"{read_only:false; response_revision:9077; number_of_response:1; }","duration":"164.532843ms","start":"2026-03-03T14:16:47.536667Z","end":"2026-03-03T14:16:47.7012Z","steps":["trace[1833081895] 'process raft request' (duration: 164.292347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:48.957612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.866729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:48.957696Z","caller":"traceutil/trace.go:171","msg":"trace[913426628] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9080; }","duration":"563.003052ms","start":"2026-03-03T14:16:48.394674Z","end":"2026-03-03T14:16:48.957677Z","steps":["trace[913426628] 'range keys from in-memory index tree' (duration: 562.642693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:48.95774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.394653Z","time spent":"563.076864ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:48.957907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.395918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:16:48.957959Z","caller":"traceutil/trace.go:171","msg":"trace[1795993545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9080; }","duration":"539.46299ms","start":"2026-03-03T14:16:48.418485Z","end":"2026-03-03T14:16:48.957948Z","steps":["trace[1795993545] 'range keys from in-memory index tree' (duration: 539.330116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:48.957992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.41848Z","time spent":"539.50169ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:16:48.958015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.171596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:16:48.958377Z","caller":"traceutil/trace.go:171","msg":"trace[1768438596] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9080; }","duration":"541.363514ms","start":"2026-03-03T14:16:48.416988Z","end":"2026-03-03T14:16:48.958351Z","steps":["trace[1768438596] 'range keys from in-memory index tree' (duration: 539.984471ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:48.958494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.416975Z","time spent":"541.508557ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:49.092722Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368420,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:16:49.160277Z","caller":"traceutil/trace.go:171","msg":"trace[1460383063] transaction","detail":"{read_only:false; response_revision:9081; number_of_response:1; }","duration":"722.413405ms","start":"2026-03-03T14:16:48.437836Z","end":"2026-03-03T14:16:49.16025Z","steps":["trace[1460383063] 'process raft request' (duration: 722.223671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:49.160532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.43781Z","time spent":"722.59268ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:49.228733Z","caller":"traceutil/trace.go:171","msg":"trace[1780363683] transaction","detail":"{read_only:false; response_revision:9083; number_of_response:1; }","duration":"230.541985ms","start":"2026-03-03T14:16:48.998166Z","end":"2026-03-03T14:16:49.228708Z","steps":["trace[1780363683] 'process raft request' (duration: 230.436582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:49.228763Z","caller":"traceutil/trace.go:171","msg":"trace[1958838746] linearizableReadLoop","detail":"{readStateIndex:9440; appliedIndex:9436; }","duration":"641.021595ms","start":"2026-03-03T14:16:48.587725Z","end":"2026-03-03T14:16:49.228747Z","steps":["trace[1958838746] 'read index received' (duration: 572.31758ms)","trace[1958838746] 'applied index is now lower than readState.Index' (duration: 68.703145ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:49.228829Z","caller":"traceutil/trace.go:171","msg":"trace[1382337898] transaction","detail":"{read_only:false; response_revision:9082; number_of_response:1; }","duration":"266.396377ms","start":"2026-03-03T14:16:48.962374Z","end":"2026-03-03T14:16:49.22877Z","steps":["trace[1382337898] 'process raft request' (duration: 266.040908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:49.228923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.181378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:16:49.228985Z","caller":"traceutil/trace.go:171","msg":"trace[1474924170] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9084; }","duration":"641.303241ms","start":"2026-03-03T14:16:48.587671Z","end":"2026-03-03T14:16:49.228974Z","steps":["trace[1474924170] 'agreement among raft nodes before linearized reading' (duration: 641.122587ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:49.228989Z","caller":"traceutil/trace.go:171","msg":"trace[527142334] transaction","detail":"{read_only:false; response_revision:9084; number_of_response:1; }","duration":"229.720355ms","start":"2026-03-03T14:16:48.999252Z","end":"2026-03-03T14:16:49.228973Z","steps":["trace[527142334] 'process raft request' (duration: 229.418388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:49.229023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.58765Z","time spent":"641.364393ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:16:49.229078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.440051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:16:49.229116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.277768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:49.229148Z","caller":"traceutil/trace.go:171","msg":"trace[1348286317] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9084; }","duration":"184.34686ms","start":"2026-03-03T14:16:49.044793Z","end":"2026-03-03T14:16:49.22914Z","steps":["trace[1348286317] 'agreement among raft nodes before linearized reading' (duration: 184.300979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:49.229186Z","caller":"traceutil/trace.go:171","msg":"trace[1718164653] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9084; }","duration":"557.538984ms","start":"2026-03-03T14:16:48.671594Z","end":"2026-03-03T14:16:49.229133Z","steps":["trace[1718164653] 'agreement among raft nodes before linearized reading' (duration: 557.3849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:49.22925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:48.671574Z","time spent":"557.663116ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:16:49.2296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.998744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:9 size:88510"} {"level":"info","ts":"2026-03-03T14:16:49.229723Z","caller":"traceutil/trace.go:171","msg":"trace[1522501878] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:9; response_revision:9084; }","duration":"176.157438ms","start":"2026-03-03T14:16:49.053544Z","end":"2026-03-03T14:16:49.229702Z","steps":["trace[1522501878] 'agreement among raft nodes before linearized reading' (duration: 175.539904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:49.908359Z","caller":"traceutil/trace.go:171","msg":"trace[510914814] transaction","detail":"{read_only:false; response_revision:9090; number_of_response:1; }","duration":"144.731379ms","start":"2026-03-03T14:16:49.763602Z","end":"2026-03-03T14:16:49.908333Z","steps":["trace[510914814] 'process raft request' (duration: 78.547495ms)","trace[510914814] 'compare' (duration: 65.931818ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:50.263741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.036451ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.263909Z","caller":"traceutil/trace.go:171","msg":"trace[833705398] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9090; }","duration":"115.245186ms","start":"2026-03-03T14:16:50.148644Z","end":"2026-03-03T14:16:50.263889Z","steps":["trace[833705398] 'range keys from in-memory index tree' (duration: 115.011091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.263803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.180217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.264027Z","caller":"traceutil/trace.go:171","msg":"trace[1260108865] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9090; }","duration":"216.459513ms","start":"2026-03-03T14:16:50.047544Z","end":"2026-03-03T14:16:50.264004Z","steps":["trace[1260108865] 'range keys from in-memory index tree' (duration: 216.103104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.596893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368435,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:16:50.62241Z","caller":"traceutil/trace.go:171","msg":"trace[1904132989] linearizableReadLoop","detail":"{readStateIndex:9447; appliedIndex:9446; }","duration":"526.401882ms","start":"2026-03-03T14:16:50.095981Z","end":"2026-03-03T14:16:50.622382Z","steps":["trace[1904132989] 'read index received' (duration: 526.208688ms)","trace[1904132989] 'applied index is now lower than readState.Index' (duration: 191.714µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:50.622596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.591797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.62268Z","caller":"traceutil/trace.go:171","msg":"trace[1040617115] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:9091; }","duration":"526.680519ms","start":"2026-03-03T14:16:50.095945Z","end":"2026-03-03T14:16:50.622625Z","steps":["trace[1040617115] 'agreement among raft nodes before linearized reading' (duration: 526.594407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.622761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:50.095927Z","time spent":"526.789321ms","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:50.622877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.537684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:16:50.622929Z","caller":"traceutil/trace.go:171","msg":"trace[907467698] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9091; }","duration":"494.608456ms","start":"2026-03-03T14:16:50.128305Z","end":"2026-03-03T14:16:50.622913Z","steps":["trace[907467698] 'agreement among raft nodes before linearized reading' (duration: 494.517364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.622968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:50.128292Z","time spent":"494.668717ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:16:50.622956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.385211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.623041Z","caller":"traceutil/trace.go:171","msg":"trace[1218129588] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9091; }","duration":"497.509653ms","start":"2026-03-03T14:16:50.12551Z","end":"2026-03-03T14:16:50.623019Z","steps":["trace[1218129588] 'agreement among raft nodes before linearized reading' (duration: 497.37604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.623092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:50.125495Z","time spent":"497.586486ms","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:50.622784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.663382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:504"} {"level":"info","ts":"2026-03-03T14:16:50.623242Z","caller":"traceutil/trace.go:171","msg":"trace[1787494450] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9091; }","duration":"502.169033ms","start":"2026-03-03T14:16:50.121061Z","end":"2026-03-03T14:16:50.62323Z","steps":["trace[1787494450] 'agreement among raft nodes before linearized reading' (duration: 501.551039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.623271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:50.121048Z","time spent":"502.215644ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:16:50.622789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.588428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.623445Z","caller":"traceutil/trace.go:171","msg":"trace[543328499] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9091; }","duration":"358.304364ms","start":"2026-03-03T14:16:50.265132Z","end":"2026-03-03T14:16:50.623437Z","steps":["trace[543328499] 'agreement among raft nodes before linearized reading' (duration: 357.550656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.623473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:50.265118Z","time spent":"358.348235ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:16:50.623183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.366309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:50.623576Z","caller":"traceutil/trace.go:171","msg":"trace[448408244] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:9091; }","duration":"244.83513ms","start":"2026-03-03T14:16:50.378725Z","end":"2026-03-03T14:16:50.62356Z","steps":["trace[448408244] 'agreement among raft nodes before linearized reading' (duration: 244.390429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:50.623813Z","caller":"traceutil/trace.go:171","msg":"trace[656604042] transaction","detail":"{read_only:false; response_revision:9091; number_of_response:1; }","duration":"550.926218ms","start":"2026-03-03T14:16:50.071546Z","end":"2026-03-03T14:16:50.622472Z","steps":["trace[656604042] 'process raft request' (duration: 550.655002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:50.624079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:50.071528Z","time spent":"552.425405ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19300,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:50.729685Z","caller":"traceutil/trace.go:171","msg":"trace[1264215710] transaction","detail":"{read_only:false; response_revision:9092; number_of_response:1; }","duration":"100.295745ms","start":"2026-03-03T14:16:50.629346Z","end":"2026-03-03T14:16:50.729642Z","steps":["trace[1264215710] 'process raft request' (duration: 42.427537ms)","trace[1264215710] 'compare' (duration: 57.629892ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:51.206336Z","caller":"traceutil/trace.go:171","msg":"trace[1957792757] transaction","detail":"{read_only:false; response_revision:9093; number_of_response:1; }","duration":"125.770463ms","start":"2026-03-03T14:16:51.080533Z","end":"2026-03-03T14:16:51.206303Z","steps":["trace[1957792757] 'process raft request' (duration: 60.245565ms)","trace[1957792757] 'compare' (duration: 65.366534ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:51.595428Z","caller":"traceutil/trace.go:171","msg":"trace[1543412261] linearizableReadLoop","detail":"{readStateIndex:9453; appliedIndex:9451; }","duration":"144.643666ms","start":"2026-03-03T14:16:51.450761Z","end":"2026-03-03T14:16:51.595405Z","steps":["trace[1543412261] 'read index received' (duration: 134.801775ms)","trace[1543412261] 'applied index is now lower than readState.Index' (duration: 9.840751ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:51.595708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.929952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:16:51.595772Z","caller":"traceutil/trace.go:171","msg":"trace[32729152] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9096; }","duration":"145.043266ms","start":"2026-03-03T14:16:51.450709Z","end":"2026-03-03T14:16:51.595752Z","steps":["trace[32729152] 'agreement among raft nodes before linearized reading' (duration: 144.795319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:51.595766Z","caller":"traceutil/trace.go:171","msg":"trace[435507012] transaction","detail":"{read_only:false; response_revision:9095; number_of_response:1; }","duration":"356.785488ms","start":"2026-03-03T14:16:51.238932Z","end":"2026-03-03T14:16:51.595718Z","steps":["trace[435507012] 'process raft request' (duration: 346.557899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:51.595944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:51.238915Z","time spent":"356.915033ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:51.596067Z","caller":"traceutil/trace.go:171","msg":"trace[1616970965] transaction","detail":"{read_only:false; response_revision:9096; number_of_response:1; }","duration":"357.041205ms","start":"2026-03-03T14:16:51.239011Z","end":"2026-03-03T14:16:51.596052Z","steps":["trace[1616970965] 'process raft request' (duration: 356.322277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:51.596186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:51.239005Z","time spent":"357.104287ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:51.883733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.757458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:51.883892Z","caller":"traceutil/trace.go:171","msg":"trace[941884026] linearizableReadLoop","detail":"{readStateIndex:9454; appliedIndex:9453; }","duration":"144.117804ms","start":"2026-03-03T14:16:51.73976Z","end":"2026-03-03T14:16:51.883878Z","steps":["trace[941884026] 'read index received' (duration: 8.07398ms)","trace[941884026] 'applied index is now lower than readState.Index' (duration: 136.042364ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:51.884068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.308028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:51.884138Z","caller":"traceutil/trace.go:171","msg":"trace[166841091] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9097; }","duration":"144.3792ms","start":"2026-03-03T14:16:51.739749Z","end":"2026-03-03T14:16:51.884128Z","steps":["trace[166841091] 'agreement among raft nodes before linearized reading' (duration: 144.198735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:51.884058Z","caller":"traceutil/trace.go:171","msg":"trace[251107617] transaction","detail":"{read_only:false; response_revision:9097; number_of_response:1; }","duration":"146.238624ms","start":"2026-03-03T14:16:51.737783Z","end":"2026-03-03T14:16:51.884022Z","steps":["trace[251107617] 'process raft request' (duration: 10.126798ms)","trace[251107617] 'compare' (duration: 135.663046ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:52.108848Z","caller":"traceutil/trace.go:171","msg":"trace[236602621] transaction","detail":"{read_only:false; response_revision:9098; number_of_response:1; }","duration":"359.831251ms","start":"2026-03-03T14:16:51.748983Z","end":"2026-03-03T14:16:52.108814Z","steps":["trace[236602621] 'process raft request' (duration: 280.935288ms)","trace[236602621] 'compare' (duration: 78.733269ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:52.109052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:51.748953Z","time spent":"359.994575ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:52.254864Z","caller":"traceutil/trace.go:171","msg":"trace[1962723959] linearizableReadLoop","detail":"{readStateIndex:9458; appliedIndex:9455; }","duration":"206.255335ms","start":"2026-03-03T14:16:52.04859Z","end":"2026-03-03T14:16:52.254845Z","steps":["trace[1962723959] 'read index received' (duration: 191.622341ms)","trace[1962723959] 'applied index is now lower than readState.Index' (duration: 14.632324ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:52.254898Z","caller":"traceutil/trace.go:171","msg":"trace[815276036] transaction","detail":"{read_only:false; response_revision:9099; number_of_response:1; }","duration":"467.703634ms","start":"2026-03-03T14:16:51.787164Z","end":"2026-03-03T14:16:52.254868Z","steps":["trace[815276036] 'process raft request' (duration: 453.107932ms)","trace[815276036] 'compare' (duration: 14.293745ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:52.254968Z","caller":"traceutil/trace.go:171","msg":"trace[784767451] transaction","detail":"{read_only:false; response_revision:9100; number_of_response:1; }","duration":"364.246884ms","start":"2026-03-03T14:16:51.890714Z","end":"2026-03-03T14:16:52.25496Z","steps":["trace[784767451] 'process raft request' (duration: 364.024999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:52.255051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:51.787131Z","time spent":"467.833177ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:52.255185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.22089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:16:52.255226Z","caller":"traceutil/trace.go:171","msg":"trace[1907474420] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9101; }","duration":"139.285861ms","start":"2026-03-03T14:16:52.115932Z","end":"2026-03-03T14:16:52.255218Z","steps":["trace[1907474420] 'agreement among raft nodes before linearized reading' (duration: 139.154788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:52.255234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.49249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:16:52.255057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:51.890692Z","time spent":"364.296286ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:52.255551Z","caller":"traceutil/trace.go:171","msg":"trace[1646577726] transaction","detail":"{read_only:false; response_revision:9101; number_of_response:1; }","duration":"341.787118ms","start":"2026-03-03T14:16:51.913742Z","end":"2026-03-03T14:16:52.25553Z","steps":["trace[1646577726] 'process raft request' (duration: 341.061921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:52.255766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:51.913725Z","time spent":"341.92983ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:52.255284Z","caller":"traceutil/trace.go:171","msg":"trace[434894348] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9101; }","duration":"206.721926ms","start":"2026-03-03T14:16:52.048548Z","end":"2026-03-03T14:16:52.25527Z","steps":["trace[434894348] 'agreement among raft nodes before linearized reading' (duration: 206.423739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:52.479413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.389128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:52.479595Z","caller":"traceutil/trace.go:171","msg":"trace[110274853] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9101; }","duration":"123.602263ms","start":"2026-03-03T14:16:52.355962Z","end":"2026-03-03T14:16:52.479565Z","steps":["trace[110274853] 'range keys from in-memory index tree' (duration: 123.335757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:53.709387Z","caller":"traceutil/trace.go:171","msg":"trace[322211904] transaction","detail":"{read_only:false; response_revision:9105; number_of_response:1; }","duration":"103.848118ms","start":"2026-03-03T14:16:53.605511Z","end":"2026-03-03T14:16:53.70936Z","steps":["trace[322211904] 'process raft request' (duration: 103.651894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:53.981008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.518164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:16:53.981225Z","caller":"traceutil/trace.go:171","msg":"trace[1150075498] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9105; }","duration":"104.78933ms","start":"2026-03-03T14:16:53.876412Z","end":"2026-03-03T14:16:53.981202Z","steps":["trace[1150075498] 'range keys from in-memory index tree' (duration: 104.270669ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:54.421926Z","caller":"traceutil/trace.go:171","msg":"trace[258022971] transaction","detail":"{read_only:false; response_revision:9106; number_of_response:1; }","duration":"306.853676ms","start":"2026-03-03T14:16:54.115051Z","end":"2026-03-03T14:16:54.421905Z","steps":["trace[258022971] 'process raft request' (duration: 306.647711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:54.422056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:54.115032Z","time spent":"306.952988ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:54.422463Z","caller":"traceutil/trace.go:171","msg":"trace[778479744] linearizableReadLoop","detail":"{readStateIndex:9463; appliedIndex:9463; }","duration":"210.896504ms","start":"2026-03-03T14:16:54.211558Z","end":"2026-03-03T14:16:54.422454Z","steps":["trace[778479744] 'read index received' (duration: 210.892634ms)","trace[778479744] 'applied index is now lower than readState.Index' (duration: 3.3µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:54.422534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.979515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:54.422552Z","caller":"traceutil/trace.go:171","msg":"trace[353086620] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9106; }","duration":"211.027457ms","start":"2026-03-03T14:16:54.21152Z","end":"2026-03-03T14:16:54.422547Z","steps":["trace[353086620] 'agreement among raft nodes before linearized reading' (duration: 210.982986ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:54.607049Z","caller":"traceutil/trace.go:171","msg":"trace[1107144972] transaction","detail":"{read_only:false; response_revision:9107; number_of_response:1; }","duration":"346.6628ms","start":"2026-03-03T14:16:54.260356Z","end":"2026-03-03T14:16:54.607019Z","steps":["trace[1107144972] 'process raft request' (duration: 258.231424ms)","trace[1107144972] 'compare' (duration: 88.235932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:54.607234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:54.260345Z","time spent":"346.777433ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:54.60733Z","caller":"traceutil/trace.go:171","msg":"trace[182571086] linearizableReadLoop","detail":"{readStateIndex:9465; appliedIndex:9463; }","duration":"184.81632ms","start":"2026-03-03T14:16:54.422479Z","end":"2026-03-03T14:16:54.607295Z","steps":["trace[182571086] 'read index received' (duration: 95.079992ms)","trace[182571086] 'applied index is now lower than readState.Index' (duration: 89.734368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:54.607538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.024404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:16:54.607618Z","caller":"traceutil/trace.go:171","msg":"trace[1141895675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9108; }","duration":"348.155777ms","start":"2026-03-03T14:16:54.259447Z","end":"2026-03-03T14:16:54.607602Z","steps":["trace[1141895675] 'agreement among raft nodes before linearized reading' (duration: 347.933101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:54.607668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:54.259429Z","time spent":"348.225959ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:16:54.608004Z","caller":"traceutil/trace.go:171","msg":"trace[789998906] transaction","detail":"{read_only:false; response_revision:9108; number_of_response:1; }","duration":"346.427996ms","start":"2026-03-03T14:16:54.261123Z","end":"2026-03-03T14:16:54.607551Z","steps":["trace[789998906] 'process raft request' (duration: 345.852992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:54.608445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:54.261094Z","time spent":"347.275115ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:55.200844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.182426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:55.200911Z","caller":"traceutil/trace.go:171","msg":"trace[1624808949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9110; }","duration":"153.294419ms","start":"2026-03-03T14:16:55.047599Z","end":"2026-03-03T14:16:55.200893Z","steps":["trace[1624808949] 'range keys from in-memory index tree' (duration: 153.090864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.200932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.318965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-hbktg\" ","response":"range_response_count:1 size:19692"} {"level":"info","ts":"2026-03-03T14:16:55.200997Z","caller":"traceutil/trace.go:171","msg":"trace[245224833] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-hbktg; range_end:; response_count:1; response_revision:9110; }","duration":"163.433888ms","start":"2026-03-03T14:16:55.037548Z","end":"2026-03-03T14:16:55.200982Z","steps":["trace[245224833] 'range keys from in-memory index tree' (duration: 163.164181ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:55.456974Z","caller":"traceutil/trace.go:171","msg":"trace[2088447230] linearizableReadLoop","detail":"{readStateIndex:9468; appliedIndex:9467; }","duration":"179.199838ms","start":"2026-03-03T14:16:55.277744Z","end":"2026-03-03T14:16:55.456944Z","steps":["trace[2088447230] 'read index received' (duration: 178.889401ms)","trace[2088447230] 'applied index is now lower than readState.Index' (duration: 309.447µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:55.457386Z","caller":"traceutil/trace.go:171","msg":"trace[477643650] transaction","detail":"{read_only:false; response_revision:9111; number_of_response:1; }","duration":"247.312978ms","start":"2026-03-03T14:16:55.210054Z","end":"2026-03-03T14:16:55.457367Z","steps":["trace[477643650] 'process raft request' (duration: 246.670983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.457823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.062088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:16:55.45786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.584595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:16:55.457923Z","caller":"traceutil/trace.go:171","msg":"trace[918281204] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9111; }","duration":"180.220292ms","start":"2026-03-03T14:16:55.277683Z","end":"2026-03-03T14:16:55.457903Z","steps":["trace[918281204] 'agreement among raft nodes before linearized reading' (duration: 179.984227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:55.457937Z","caller":"traceutil/trace.go:171","msg":"trace[1792484210] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9111; }","duration":"167.694368ms","start":"2026-03-03T14:16:55.290219Z","end":"2026-03-03T14:16:55.457914Z","steps":["trace[1792484210] 'agreement among raft nodes before linearized reading' (duration: 167.506044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.624231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.861273ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:55.62434Z","caller":"traceutil/trace.go:171","msg":"trace[1767281040] transaction","detail":"{read_only:false; response_revision:9112; number_of_response:1; }","duration":"159.713371ms","start":"2026-03-03T14:16:55.464608Z","end":"2026-03-03T14:16:55.624322Z","steps":["trace[1767281040] 'process raft request' (duration: 54.682734ms)","trace[1767281040] 'compare' (duration: 104.75475ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:55.840068Z","caller":"traceutil/trace.go:171","msg":"trace[423205563] transaction","detail":"{read_only:false; response_revision:9113; number_of_response:1; }","duration":"374.020744ms","start":"2026-03-03T14:16:55.466016Z","end":"2026-03-03T14:16:55.840037Z","steps":["trace[423205563] 'process raft request' (duration: 331.042384ms)","trace[423205563] 'compare' (duration: 42.777146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:55.840229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.465973Z","time spent":"374.178288ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1406,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:55.840456Z","caller":"traceutil/trace.go:171","msg":"trace[1826139174] transaction","detail":"{read_only:false; response_revision:9114; number_of_response:1; }","duration":"373.485022ms","start":"2026-03-03T14:16:55.466938Z","end":"2026-03-03T14:16:55.840423Z","steps":["trace[1826139174] 'process raft request' (duration: 373.039502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:55.840492Z","caller":"traceutil/trace.go:171","msg":"trace[1153225483] linearizableReadLoop","detail":"{readStateIndex:9473; appliedIndex:9469; }","duration":"305.004543ms","start":"2026-03-03T14:16:55.535465Z","end":"2026-03-03T14:16:55.840469Z","steps":["trace[1153225483] 'read index received' (duration: 261.610294ms)","trace[1153225483] 'applied index is now lower than readState.Index' (duration: 43.393189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:55.840593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.466918Z","time spent":"373.600204ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:55.840618Z","caller":"traceutil/trace.go:171","msg":"trace[1993144582] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"357.029875ms","start":"2026-03-03T14:16:55.483575Z","end":"2026-03-03T14:16:55.840605Z","steps":["trace[1993144582] 'process raft request' (duration: 356.835911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.840684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.483536Z","time spent":"357.113317ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:55.840765Z","caller":"traceutil/trace.go:171","msg":"trace[65789213] transaction","detail":"{read_only:false; response_revision:9115; number_of_response:1; }","duration":"370.43674ms","start":"2026-03-03T14:16:55.470319Z","end":"2026-03-03T14:16:55.840756Z","steps":["trace[65789213] 'process raft request' (duration: 369.928788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.840809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.470307Z","time spent":"370.477431ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24179,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:55.841181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.892776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:16:55.841237Z","caller":"traceutil/trace.go:171","msg":"trace[698183753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9116; }","duration":"159.966557ms","start":"2026-03-03T14:16:55.681253Z","end":"2026-03-03T14:16:55.84122Z","steps":["trace[698183753] 'agreement among raft nodes before linearized reading' (duration: 159.824803ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.841347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.553205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:16:55.841375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.889544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:16:55.841408Z","caller":"traceutil/trace.go:171","msg":"trace[143154298] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9116; }","duration":"127.657889ms","start":"2026-03-03T14:16:55.713732Z","end":"2026-03-03T14:16:55.84139Z","steps":["trace[143154298] 'agreement among raft nodes before linearized reading' (duration: 127.460764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:55.841423Z","caller":"traceutil/trace.go:171","msg":"trace[1922639611] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9116; }","duration":"305.990906ms","start":"2026-03-03T14:16:55.535419Z","end":"2026-03-03T14:16:55.84141Z","steps":["trace[1922639611] 'agreement among raft nodes before linearized reading' (duration: 305.342451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:55.841465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.535397Z","time spent":"306.058867ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":967,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:56.546592Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368510,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:16:56.779519Z","caller":"traceutil/trace.go:171","msg":"trace[683878357] transaction","detail":"{read_only:false; response_revision:9117; number_of_response:1; }","duration":"933.642826ms","start":"2026-03-03T14:16:55.845838Z","end":"2026-03-03T14:16:56.779481Z","steps":["trace[683878357] 'process raft request' (duration: 931.509466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:56.779702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.845818Z","time spent":"933.777529ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:57.037207Z","caller":"traceutil/trace.go:171","msg":"trace[1359947098] transaction","detail":"{read_only:false; response_revision:9118; number_of_response:1; }","duration":"1.190609731s","start":"2026-03-03T14:16:55.846576Z","end":"2026-03-03T14:16:57.037186Z","steps":["trace[1359947098] 'process raft request' (duration: 1.190379525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.037344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.846558Z","time spent":"1.190722744s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:16:57.037701Z","caller":"traceutil/trace.go:171","msg":"trace[1197930234] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"1.185581563s","start":"2026-03-03T14:16:55.852086Z","end":"2026-03-03T14:16:57.037668Z","steps":["trace[1197930234] 'process raft request' (duration: 1.1850289s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:57.037756Z","caller":"traceutil/trace.go:171","msg":"trace[2096547464] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"609.463642ms","start":"2026-03-03T14:16:56.428269Z","end":"2026-03-03T14:16:57.037733Z","steps":["trace[2096547464] 'process raft request' (duration: 609.180246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.037846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.428242Z","time spent":"609.561395ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:57.038005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:55.852074Z","time spent":"1.185726576s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":24666,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:57.375916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.331626ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:16:57.376516Z","caller":"traceutil/trace.go:171","msg":"trace[1990831295] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"763.462399ms","start":"2026-03-03T14:16:56.613023Z","end":"2026-03-03T14:16:57.376485Z","steps":["trace[1990831295] 'process raft request' (duration: 763.017288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.376675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.612998Z","time spent":"763.585653ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:57.532851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.303281ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:16:57.532962Z","caller":"traceutil/trace.go:171","msg":"trace[606892801] linearizableReadLoop","detail":"{readStateIndex:9478; appliedIndex:9473; }","duration":"1.48691737s","start":"2026-03-03T14:16:56.046024Z","end":"2026-03-03T14:16:57.532941Z","steps":["trace[606892801] 'read index received' (duration: 731.328705ms)","trace[606892801] 'applied index is now lower than readState.Index' (duration: 755.586715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:57.533063Z","caller":"traceutil/trace.go:171","msg":"trace[1395819570] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"919.096935ms","start":"2026-03-03T14:16:56.613954Z","end":"2026-03-03T14:16:57.533051Z","steps":["trace[1395819570] 'process raft request' (duration: 762.518337ms)","trace[1395819570] 'compare' (duration: 156.208209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:16:57.533142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.613944Z","time spent":"919.144836ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:16:57.533156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357299737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:16:57.533229Z","caller":"traceutil/trace.go:171","msg":"trace[497832336] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:9122; }","duration":"1.35742275s","start":"2026-03-03T14:16:56.175789Z","end":"2026-03-03T14:16:57.533212Z","steps":["trace[497832336] 'agreement among raft nodes before linearized reading' (duration: 1.357289387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.533279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.175757Z","time spent":"1.357511641s","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:16:57.533343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.536247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:16:57.5334Z","caller":"traceutil/trace.go:171","msg":"trace[801993237] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9122; }","duration":"653.6297ms","start":"2026-03-03T14:16:56.879756Z","end":"2026-03-03T14:16:57.533385Z","steps":["trace[801993237] 'agreement among raft nodes before linearized reading' (duration: 653.463636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.533439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.879738Z","time spent":"653.693572ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:16:57.533529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063430965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:16:57.533601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.143737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:16:57.533594Z","caller":"traceutil/trace.go:171","msg":"trace[474688090] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9122; }","duration":"1.063530537s","start":"2026-03-03T14:16:56.470045Z","end":"2026-03-03T14:16:57.533576Z","steps":["trace[474688090] 'agreement among raft nodes before linearized reading' (duration: 1.063440455s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:57.533635Z","caller":"traceutil/trace.go:171","msg":"trace[1259962090] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9122; }","duration":"664.216289ms","start":"2026-03-03T14:16:56.869407Z","end":"2026-03-03T14:16:57.533624Z","steps":["trace[1259962090] 'agreement among raft nodes before linearized reading' (duration: 664.159728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.533637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487627496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:16:57.533652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.470029Z","time spent":"1.063608389s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:16:57.533672Z","caller":"traceutil/trace.go:171","msg":"trace[775865378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9122; }","duration":"1.487716288s","start":"2026-03-03T14:16:56.045945Z","end":"2026-03-03T14:16:57.533662Z","steps":["trace[775865378] 'agreement among raft nodes before linearized reading' (duration: 1.487663817s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.533703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.045915Z","time spent":"1.48778242s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:16:57.533662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.869384Z","time spent":"664.27379ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:16:57.53353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"893.172256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:16:57.533824Z","caller":"traceutil/trace.go:171","msg":"trace[308754396] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9122; }","duration":"893.509244ms","start":"2026-03-03T14:16:56.640289Z","end":"2026-03-03T14:16:57.533798Z","steps":["trace[308754396] 'agreement among raft nodes before linearized reading' (duration: 893.110065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:16:57.533923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:16:56.640265Z","time spent":"893.627046ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:16:57.831513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.204767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:16:57.831604Z","caller":"traceutil/trace.go:171","msg":"trace[341743165] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9124; }","duration":"127.35194ms","start":"2026-03-03T14:16:57.704232Z","end":"2026-03-03T14:16:57.831584Z","steps":["trace[341743165] 'range keys from in-memory index tree' (duration: 127.124595ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:59.365744Z","caller":"traceutil/trace.go:171","msg":"trace[109775997] transaction","detail":"{read_only:false; response_revision:9128; number_of_response:1; }","duration":"232.03308ms","start":"2026-03-03T14:16:59.133682Z","end":"2026-03-03T14:16:59.365715Z","steps":["trace[109775997] 'process raft request' (duration: 216.766111ms)","trace[109775997] 'compare' (duration: 15.080624ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:16:59.560337Z","caller":"traceutil/trace.go:171","msg":"trace[511451196] transaction","detail":"{read_only:false; response_revision:9131; number_of_response:1; }","duration":"168.477197ms","start":"2026-03-03T14:16:59.391838Z","end":"2026-03-03T14:16:59.560315Z","steps":["trace[511451196] 'process raft request' (duration: 168.435936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:59.560446Z","caller":"traceutil/trace.go:171","msg":"trace[777868] transaction","detail":"{read_only:false; response_revision:9130; number_of_response:1; }","duration":"178.648295ms","start":"2026-03-03T14:16:59.381764Z","end":"2026-03-03T14:16:59.560412Z","steps":["trace[777868] 'process raft request' (duration: 178.449381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:16:59.560387Z","caller":"traceutil/trace.go:171","msg":"trace[1110515664] transaction","detail":"{read_only:false; response_revision:9129; number_of_response:1; }","duration":"206.105461ms","start":"2026-03-03T14:16:59.354255Z","end":"2026-03-03T14:16:59.56036Z","steps":["trace[1110515664] 'process raft request' (duration: 145.718932ms)","trace[1110515664] 'compare' (duration: 60.111503ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:02.118505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:02.619247Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:02.719446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345637162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:17:02.719543Z","caller":"traceutil/trace.go:171","msg":"trace[225887258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9138; }","duration":"1.345782606s","start":"2026-03-03T14:17:01.373738Z","end":"2026-03-03T14:17:02.719521Z","steps":["trace[225887258] 'range keys from in-memory index tree' (duration: 1.345433357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:02.719589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.373704Z","time spent":"1.345872807s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:03.119589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:03.179212Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.477202802s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:17:03.179585Z","caller":"traceutil/trace.go:171","msg":"trace[1467532888] transaction","detail":"{read_only:false; response_revision:9139; number_of_response:1; }","duration":"1.613899283s","start":"2026-03-03T14:17:01.565659Z","end":"2026-03-03T14:17:03.179559Z","steps":["trace[1467532888] 'process raft request' (duration: 1.613766929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:03.17975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.56563Z","time spent":"1.614026816s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:04.048921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000634265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:04.049029Z","caller":"traceutil/trace.go:171","msg":"trace[1367359486] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000783108s","start":"2026-03-03T14:17:02.04821Z","end":"2026-03-03T14:17:04.048994Z","steps":["trace[1367359486] 'agreement among raft nodes before linearized reading' (duration: 2.000671306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:04.049081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.048192Z","time spent":"2.00087643s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:17:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:06.0498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000388099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:17:06.049902Z","caller":"traceutil/trace.go:171","msg":"trace[877460311] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000546772s","start":"2026-03-03T14:17:04.049333Z","end":"2026-03-03T14:17:06.04988Z","steps":["trace[877460311] 'agreement among raft nodes before linearized reading' (duration: 2.000422719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.04996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.049308Z","time spent":"2.000638904s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:06.211691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:17:06.211759Z","caller":"traceutil/trace.go:171","msg":"trace[1601873917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000062441s","start":"2026-03-03T14:17:04.211681Z","end":"2026-03-03T14:17:06.211743Z","steps":["trace[1601873917] 'agreement among raft nodes before linearized reading' (duration: 1.999969729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.211803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.211659Z","time spent":"2.000127813s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:06.608303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.610434Z","time spent":"4.997861433s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:17:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:06.617238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999364269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:06.617295Z","caller":"traceutil/trace.go:171","msg":"trace[261492823] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999485632s","start":"2026-03-03T14:17:01.617796Z","end":"2026-03-03T14:17:06.617282Z","steps":["trace[261492823] 'agreement among raft nodes before linearized reading' (duration: 4.99940109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.617324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.617774Z","time spent":"4.999544193s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:17:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:06.710474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999325198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:06.710569Z","caller":"traceutil/trace.go:171","msg":"trace[986503007] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999471452s","start":"2026-03-03T14:17:01.71107Z","end":"2026-03-03T14:17:06.710542Z","steps":["trace[986503007] 'agreement among raft nodes before linearized reading' (duration: 4.999363729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.710631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.711048Z","time spent":"4.999567224s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:17:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:06.986824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999241697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:06.986912Z","caller":"traceutil/trace.go:171","msg":"trace[133663708] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.99940391s","start":"2026-03-03T14:17:01.987487Z","end":"2026-03-03T14:17:06.986891Z","steps":["trace[133663708] 'agreement among raft nodes before linearized reading' (duration: 4.999290338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:06.986963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.987458Z","time spent":"4.999493313s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:17:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:07.432316Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.252283714s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:17:07.433011Z","caller":"traceutil/trace.go:171","msg":"trace[1001418305] linearizableReadLoop","detail":"{readStateIndex:9500; appliedIndex:9498; }","duration":"5.815134678s","start":"2026-03-03T14:17:01.617852Z","end":"2026-03-03T14:17:07.432987Z","steps":["trace[1001418305] 'read index received' (duration: 1.561780279s)","trace[1001418305] 'applied index is now lower than readState.Index' (duration: 4.253353389s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:07.433183Z","caller":"traceutil/trace.go:171","msg":"trace[769517564] transaction","detail":"{read_only:false; response_revision:9141; number_of_response:1; }","duration":"4.708424737s","start":"2026-03-03T14:17:02.724738Z","end":"2026-03-03T14:17:07.433163Z","steps":["trace[769517564] 'process raft request' (duration: 4.708198551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:07.433394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.724713Z","time spent":"4.708534829s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:07.934092Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:08.06022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000924911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:17:08.060307Z","caller":"traceutil/trace.go:171","msg":"trace[770976801] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001048414s","start":"2026-03-03T14:17:06.059239Z","end":"2026-03-03T14:17:08.060287Z","steps":["trace[770976801] 'agreement among raft nodes before linearized reading' (duration: 2.000932322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:08.060356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.059232Z","time spent":"2.001113916s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:08.207039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:03.208531Z","time spent":"4.998500629s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:17:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:08.435081Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:08.93573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:09.436209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:09.937034Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:10.070495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000572943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:17:10.0706Z","caller":"traceutil/trace.go:171","msg":"trace[899254154] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000718926s","start":"2026-03-03T14:17:08.06986Z","end":"2026-03-03T14:17:10.070578Z","steps":["trace[899254154] 'agreement among raft nodes before linearized reading' (duration: 2.000582073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:10.070657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.069849Z","time spent":"2.000793128s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:10.187305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.18842Z","time spent":"4.998878037s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:17:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:10.437644Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:10.938541Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432368578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:10.982752Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.550151425s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:17:11.355877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207079897s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:11.35602Z","caller":"traceutil/trace.go:171","msg":"trace[1941305072] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9141; }","duration":"1.207234441s","start":"2026-03-03T14:17:10.148763Z","end":"2026-03-03T14:17:11.355998Z","steps":["trace[1941305072] 'range keys from in-memory index tree' (duration: 1.207058287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.356625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.319777ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:11.356981Z","caller":"traceutil/trace.go:171","msg":"trace[995945877] transaction","detail":"{read_only:false; response_revision:9144; number_of_response:1; }","duration":"5.374076249s","start":"2026-03-03T14:17:05.98287Z","end":"2026-03-03T14:17:11.356946Z","steps":["trace[995945877] 'process raft request' (duration: 5.373890015s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.357221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.982849Z","time spent":"5.374222893s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:11.608993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998021469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:11.6091Z","caller":"traceutil/trace.go:171","msg":"trace[1107851858] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.998256413s","start":"2026-03-03T14:17:06.610816Z","end":"2026-03-03T14:17:11.609072Z","steps":["trace[1107851858] 'agreement among raft nodes before linearized reading' (duration: 4.998047098s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.609164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.610794Z","time spent":"4.998356846s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 14:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:11.628793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.726748786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:11.628896Z","caller":"traceutil/trace.go:171","msg":"trace[758539385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"8.72692133s","start":"2026-03-03T14:17:02.901951Z","end":"2026-03-03T14:17:11.628872Z","steps":["trace[758539385] 'agreement among raft nodes before linearized reading' (duration: 8.726786917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.628944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.901927Z","time spent":"8.727009082s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/03 14:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:11.632094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990539123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:11.632191Z","caller":"traceutil/trace.go:171","msg":"trace[704353427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.990674255s","start":"2026-03-03T14:17:08.641493Z","end":"2026-03-03T14:17:11.632167Z","steps":["trace[704353427] 'agreement among raft nodes before linearized reading' (duration: 2.990558183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.632249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.641478Z","time spent":"2.990760507s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:11.710498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997993907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:11.71062Z","caller":"traceutil/trace.go:171","msg":"trace[700338710] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998168392s","start":"2026-03-03T14:17:08.712433Z","end":"2026-03-03T14:17:11.710602Z","steps":["trace[700338710] 'agreement among raft nodes before linearized reading' (duration: 2.998023548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.710666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.712415Z","time spent":"2.998242393s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:11.987077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998041789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:11.987207Z","caller":"traceutil/trace.go:171","msg":"trace[328058269] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998210683s","start":"2026-03-03T14:17:08.988972Z","end":"2026-03-03T14:17:11.987183Z","steps":["trace[328058269] 'agreement among raft nodes before linearized reading' (duration: 2.9980642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:11.987261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.988958Z","time spent":"2.998292455s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:17:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:12.076667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001080446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:12.07675Z","caller":"traceutil/trace.go:171","msg":"trace[2067028815] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001208158s","start":"2026-03-03T14:17:10.075524Z","end":"2026-03-03T14:17:12.076732Z","steps":["trace[2067028815] 'agreement among raft nodes before linearized reading' (duration: 2.001100686s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:12.076798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:10.07551Z","time spent":"2.001279511s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:17:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:12.086955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.031854ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:17:12.087561Z","caller":"traceutil/trace.go:171","msg":"trace[1694512713] transaction","detail":"{read_only:false; response_revision:9145; number_of_response:1; }","duration":"5.021322304s","start":"2026-03-03T14:17:07.066209Z","end":"2026-03-03T14:17:12.087531Z","steps":["trace[1694512713] 'process raft request' (duration: 5.020860303s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:12.087746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:07.066192Z","time spent":"5.021463797s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:12.901245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000355606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:17:12.901341Z","caller":"traceutil/trace.go:171","msg":"trace[1405558569] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000502149s","start":"2026-03-03T14:17:02.900814Z","end":"2026-03-03T14:17:12.901316Z","steps":["trace[1405558569] 'agreement among raft nodes before linearized reading' (duration: 10.000385246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:12.901393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.900795Z","time spent":"10.000585862s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 14:17:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:17:13.207895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999463121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:17:13.207987Z","caller":"traceutil/trace.go:171","msg":"trace[107016524] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.999604264s","start":"2026-03-03T14:17:08.208363Z","end":"2026-03-03T14:17:13.207967Z","steps":["trace[107016524] 'agreement among raft nodes before linearized reading' (duration: 4.999485811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:13.208034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.208349Z","time spent":"4.999674545s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:17:13.369618Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.386611439s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:17:14.077243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999853797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:17:14.077328Z","caller":"traceutil/trace.go:171","msg":"trace[124958798] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00000262s","start":"2026-03-03T14:17:12.077307Z","end":"2026-03-03T14:17:14.077309Z","steps":["trace[124958798] 'agreement among raft nodes before linearized reading' (duration: 1.999890697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:14.077375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.077285Z","time spent":"2.000081001s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:15.187856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998604141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:17:15.187927Z","caller":"traceutil/trace.go:171","msg":"trace[899679788] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998737864s","start":"2026-03-03T14:17:10.189172Z","end":"2026-03-03T14:17:15.18791Z","steps":["trace[899679788] 'agreement among raft nodes before linearized reading' (duration: 4.998636811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.18797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:10.18915Z","time spent":"4.998809926s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:17:15.399452Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.029688537s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:17:15.932866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.562904169s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:15.933242Z","caller":"traceutil/trace.go:171","msg":"trace[508786367] transaction","detail":"{read_only:false; response_revision:9147; number_of_response:1; }","duration":"4.218342387s","start":"2026-03-03T14:17:11.714869Z","end":"2026-03-03T14:17:15.933211Z","steps":["trace[508786367] 'process raft request' (duration: 4.218105382s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.933319Z","caller":"traceutil/trace.go:171","msg":"trace[522477689] transaction","detail":"{read_only:false; response_revision:9148; number_of_response:1; }","duration":"3.943351568s","start":"2026-03-03T14:17:11.989935Z","end":"2026-03-03T14:17:15.933287Z","steps":["trace[522477689] 'process raft request' (duration: 3.943138043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.933365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.714841Z","time spent":"4.218461709s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:15.933225Z","caller":"traceutil/trace.go:171","msg":"trace[368032912] transaction","detail":"{read_only:false; response_revision:9146; number_of_response:1; }","duration":"6.141586633s","start":"2026-03-03T14:17:09.791575Z","end":"2026-03-03T14:17:15.933162Z","steps":["trace[368032912] 'process raft request' (duration: 3.578266524s)","trace[368032912] 'compare' (duration: 2.562285185s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:15.933474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.989897Z","time spent":"3.943494661s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:15.933206Z","caller":"traceutil/trace.go:171","msg":"trace[1924219628] linearizableReadLoop","detail":"{readStateIndex:9506; appliedIndex:9500; }","duration":"8.500080072s","start":"2026-03-03T14:17:07.433092Z","end":"2026-03-03T14:17:15.933172Z","steps":["trace[1924219628] 'read index received' (duration: 3.550167035s)","trace[1924219628] 'applied index is now lower than readState.Index' (duration: 4.949909167s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:15.933553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.904058414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:17:15.933592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.659932331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:17:15.933473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.716548465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:15.933614Z","caller":"traceutil/trace.go:171","msg":"trace[1287812691] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:9149; }","duration":"13.904164246s","start":"2026-03-03T14:17:02.029431Z","end":"2026-03-03T14:17:15.933595Z","steps":["trace[1287812691] 'agreement among raft nodes before linearized reading' (duration: 13.904023503s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.933651Z","caller":"traceutil/trace.go:171","msg":"trace[139099074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9149; }","duration":"11.660004172s","start":"2026-03-03T14:17:04.273626Z","end":"2026-03-03T14:17:15.93363Z","steps":["trace[139099074] 'agreement among raft nodes before linearized reading' (duration: 11.659879469s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.933665Z","caller":"traceutil/trace.go:171","msg":"trace[702355710] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9149; }","duration":"12.71677678s","start":"2026-03-03T14:17:03.216869Z","end":"2026-03-03T14:17:15.933646Z","steps":["trace[702355710] 'agreement among raft nodes before linearized reading' (duration: 12.716555775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.933711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.139542625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:15.93372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.27361Z","time spent":"11.660095364s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:17:15.933708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.277650286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:15.933752Z","caller":"traceutil/trace.go:171","msg":"trace[559925457] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:9149; }","duration":"8.139629127s","start":"2026-03-03T14:17:07.794111Z","end":"2026-03-03T14:17:15.93374Z","steps":["trace[559925457] 'agreement among raft nodes before linearized reading' (duration: 8.139524925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.933744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.675555632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.933737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.839816011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.933757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.043405852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:15.933819Z","caller":"traceutil/trace.go:171","msg":"trace[230066148] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9149; }","duration":"12.675720786s","start":"2026-03-03T14:17:03.258079Z","end":"2026-03-03T14:17:15.9338Z","steps":["trace[230066148] 'agreement among raft nodes before linearized reading' (duration: 12.675553392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.933823Z","caller":"traceutil/trace.go:171","msg":"trace[1331658659] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9149; }","duration":"14.27779762s","start":"2026-03-03T14:17:01.65598Z","end":"2026-03-03T14:17:15.933777Z","steps":["trace[1331658659] 'agreement among raft nodes before linearized reading' (duration: 14.277627086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.933832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.203640081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:15.933854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222679008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:15.933876Z","caller":"traceutil/trace.go:171","msg":"trace[401504370] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9149; }","duration":"4.22276039s","start":"2026-03-03T14:17:11.71111Z","end":"2026-03-03T14:17:15.933871Z","steps":["trace[401504370] 'agreement among raft nodes before linearized reading' (duration: 4.222696399s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.933865Z","caller":"traceutil/trace.go:171","msg":"trace[434576714] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:9149; }","duration":"11.043577946s","start":"2026-03-03T14:17:04.890267Z","end":"2026-03-03T14:17:15.933845Z","steps":["trace[434576714] 'agreement among raft nodes before linearized reading' (duration: 11.043357611s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.933868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:03.258027Z","time spent":"12.675828218s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.933736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:03.216847Z","time spent":"12.716866702s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.933903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.711083Z","time spent":"4.222815031s","remote":"127.0.0.1:43976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.933892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.302880494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:15.933924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.890236Z","time spent":"11.043677608s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:15.933937Z","caller":"traceutil/trace.go:171","msg":"trace[817660415] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9149; }","duration":"11.302930276s","start":"2026-03-03T14:17:04.630996Z","end":"2026-03-03T14:17:15.933926Z","steps":["trace[817660415] 'agreement among raft nodes before linearized reading' (duration: 11.302780642s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.933961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.262613351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:15.933967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.630919Z","time spent":"11.303040068s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":66,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.933742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.87920401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:17:15.934028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.670422793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:15.934051Z","caller":"traceutil/trace.go:171","msg":"trace[610287615] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:9149; }","duration":"6.670483274s","start":"2026-03-03T14:17:09.263559Z","end":"2026-03-03T14:17:15.934042Z","steps":["trace[610287615] 'agreement among raft nodes before linearized reading' (duration: 6.670445983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"943.868295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.934076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.263537Z","time spent":"6.670533636s","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:15.934046Z","caller":"traceutil/trace.go:171","msg":"trace[1890919055] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:9149; }","duration":"9.879543348s","start":"2026-03-03T14:17:06.054484Z","end":"2026-03-03T14:17:15.934028Z","steps":["trace[1890919055] 'agreement among raft nodes before linearized reading' (duration: 9.879127828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.819057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.934167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.443403279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.934215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.846264528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:15.934238Z","caller":"traceutil/trace.go:171","msg":"trace[1195462447] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:9149; }","duration":"7.84632189s","start":"2026-03-03T14:17:08.087908Z","end":"2026-03-03T14:17:15.93423Z","steps":["trace[1195462447] 'agreement among raft nodes before linearized reading' (duration: 7.846290519s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.934231Z","caller":"traceutil/trace.go:171","msg":"trace[1235503590] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:9149; }","duration":"1.443504621s","start":"2026-03-03T14:17:14.49071Z","end":"2026-03-03T14:17:15.934214Z","steps":["trace[1235503590] 'agreement among raft nodes before linearized reading' (duration: 1.443403559s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.243746754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:15.934264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.087888Z","time spent":"7.84637091s","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.934282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.490679Z","time spent":"1.443588863s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:15.934368Z","caller":"traceutil/trace.go:171","msg":"trace[1554867789] transaction","detail":"{read_only:false; response_revision:9149; number_of_response:1; }","duration":"3.030364638s","start":"2026-03-03T14:17:12.902823Z","end":"2026-03-03T14:17:15.933188Z","steps":["trace[1554867789] 'process raft request' (duration: 3.030287836s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.933841Z","caller":"traceutil/trace.go:171","msg":"trace[1384968121] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:9149; }","duration":"8.839954964s","start":"2026-03-03T14:17:07.093863Z","end":"2026-03-03T14:17:15.933818Z","steps":["trace[1384968121] 'agreement among raft nodes before linearized reading' (duration: 8.839724089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.981312469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.934446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:12.902801Z","time spent":"3.031603848s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:15.934455Z","caller":"traceutil/trace.go:171","msg":"trace[928052496] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9149; }","duration":"7.981416461s","start":"2026-03-03T14:17:07.95302Z","end":"2026-03-03T14:17:15.934436Z","steps":["trace[928052496] 'agreement among raft nodes before linearized reading' (duration: 7.981314789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.741358496s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.934505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:07.952986Z","time spent":"7.981506364s","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:15.934548Z","caller":"traceutil/trace.go:171","msg":"trace[1626440942] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9149; }","duration":"1.741449368s","start":"2026-03-03T14:17:14.193088Z","end":"2026-03-03T14:17:15.934537Z","steps":["trace[1626440942] 'agreement among raft nodes before linearized reading' (duration: 1.741386276s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.193067Z","time spent":"1.741503679s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.934458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.791541Z","time spent":"6.141951362s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:15.934444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:07.093841Z","time spent":"8.840581059s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.934731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849152647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.934699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.655967Z","time spent":"14.277899422s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.933426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.312631578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:17:15.934823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.85353545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-03T14:17:15.93485Z","caller":"traceutil/trace.go:171","msg":"trace[482822488] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9149; }","duration":"1.853589722s","start":"2026-03-03T14:17:14.081253Z","end":"2026-03-03T14:17:15.934842Z","steps":["trace[482822488] 'agreement among raft nodes before linearized reading' (duration: 1.85352815s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.93486Z","caller":"traceutil/trace.go:171","msg":"trace[1576573606] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9149; }","duration":"14.314091324s","start":"2026-03-03T14:17:01.620747Z","end":"2026-03-03T14:17:15.934839Z","steps":["trace[1576573606] 'agreement among raft nodes before linearized reading' (duration: 14.312540297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.081235Z","time spent":"1.853641743s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:17:15.934918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:01.620738Z","time spent":"14.314160385s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:17:15.934091Z","caller":"traceutil/trace.go:171","msg":"trace[448721524] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:9149; }","duration":"943.937777ms","start":"2026-03-03T14:17:14.99014Z","end":"2026-03-03T14:17:15.934078Z","steps":["trace[448721524] 'agreement among raft nodes before linearized reading' (duration: 943.893446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.935251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.990109Z","time spent":"945.126266ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.935359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.927768197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:17:15.934183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.974667918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:15.935437Z","caller":"traceutil/trace.go:171","msg":"trace[1734710805] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9149; }","duration":"4.92789073s","start":"2026-03-03T14:17:11.007528Z","end":"2026-03-03T14:17:15.935419Z","steps":["trace[1734710805] 'agreement among raft nodes before linearized reading' (duration: 4.926780084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.935501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:11.007508Z","time spent":"4.927976583s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:17:15.935694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.496198522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:15.935448Z","caller":"traceutil/trace.go:171","msg":"trace[1062232359] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9149; }","duration":"6.975959168s","start":"2026-03-03T14:17:08.959472Z","end":"2026-03-03T14:17:15.935431Z","steps":["trace[1062232359] 'agreement among raft nodes before linearized reading' (duration: 6.974694129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.935936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:08.95945Z","time spent":"6.976462561s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.933499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.329075296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.933669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:02.0294Z","time spent":"13.904256138s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"info","ts":"2026-03-03T14:17:15.934284Z","caller":"traceutil/trace.go:171","msg":"trace[457316004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9149; }","duration":"6.243826816s","start":"2026-03-03T14:17:09.690446Z","end":"2026-03-03T14:17:15.934273Z","steps":["trace[457316004] 'agreement among raft nodes before linearized reading' (duration: 6.243768854s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.936157Z","caller":"traceutil/trace.go:171","msg":"trace[2139012582] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9149; }","duration":"10.331838571s","start":"2026-03-03T14:17:05.604279Z","end":"2026-03-03T14:17:15.936117Z","steps":["trace[2139012582] 'agreement among raft nodes before linearized reading' (duration: 10.329093097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.936198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.690422Z","time spent":"6.24576121s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.936253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:05.604258Z","time spent":"10.331958664s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:15.933999Z","caller":"traceutil/trace.go:171","msg":"trace[2054485274] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:9149; }","duration":"1.262689413s","start":"2026-03-03T14:17:14.671297Z","end":"2026-03-03T14:17:15.933987Z","steps":["trace[2054485274] 'agreement among raft nodes before linearized reading' (duration: 1.2625507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:06.054468Z","time spent":"9.879671043s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"info","ts":"2026-03-03T14:17:15.934181Z","caller":"traceutil/trace.go:171","msg":"trace[847367028] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:9149; }","duration":"998.894589ms","start":"2026-03-03T14:17:14.935278Z","end":"2026-03-03T14:17:15.934172Z","steps":["trace[847367028] 'agreement among raft nodes before linearized reading' (duration: 998.832418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.934593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.31601874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:15.933791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:07.794086Z","time spent":"8.139692148s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":60,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:15.935793Z","caller":"traceutil/trace.go:171","msg":"trace[631515886] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9149; }","duration":"6.496340615s","start":"2026-03-03T14:17:09.439437Z","end":"2026-03-03T14:17:15.935777Z","steps":["trace[631515886] 'agreement among raft nodes before linearized reading' (duration: 6.494466521s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:15.934762Z","caller":"traceutil/trace.go:171","msg":"trace[1094346479] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9149; }","duration":"1.849182148s","start":"2026-03-03T14:17:14.085571Z","end":"2026-03-03T14:17:15.934753Z","steps":["trace[1094346479] 'agreement among raft nodes before linearized reading' (duration: 1.849134057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.936331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.439413Z","time spent":"6.496906738s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:15.936359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.085528Z","time spent":"1.850820976s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:15.933882Z","caller":"traceutil/trace.go:171","msg":"trace[1929481623] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9149; }","duration":"2.203763094s","start":"2026-03-03T14:17:13.730106Z","end":"2026-03-03T14:17:15.933869Z","steps":["trace[1929481623] 'agreement among raft nodes before linearized reading' (duration: 2.2035947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.936484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.671275Z","time spent":"1.265160061s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.93656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:13.730083Z","time spent":"2.206454127s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":108,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.936603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:14.935256Z","time spent":"1.001329876s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:15.936764Z","caller":"traceutil/trace.go:171","msg":"trace[1225911406] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:9149; }","duration":"6.318301884s","start":"2026-03-03T14:17:09.618448Z","end":"2026-03-03T14:17:15.93675Z","steps":["trace[1225911406] 'agreement among raft nodes before linearized reading' (duration: 6.316032421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.936809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:09.618422Z","time spent":"6.318375005s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:15.937265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.662832069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:17:15.937324Z","caller":"traceutil/trace.go:171","msg":"trace[1423209417] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9149; }","duration":"11.662901421s","start":"2026-03-03T14:17:04.274406Z","end":"2026-03-03T14:17:15.937307Z","steps":["trace[1423209417] 'agreement among raft nodes before linearized reading' (duration: 11.658900976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:15.937387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:04.274401Z","time spent":"11.662947842s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:17:16.39136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.181877ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:17:16.391452Z","caller":"traceutil/trace.go:171","msg":"trace[618832133] linearizableReadLoop","detail":"{readStateIndex:9510; appliedIndex:9509; }","duration":"453.078621ms","start":"2026-03-03T14:17:15.938357Z","end":"2026-03-03T14:17:16.391436Z","steps":["trace[618832133] 'read index received' (duration: 276.898013ms)","trace[618832133] 'applied index is now lower than readState.Index' (duration: 176.178798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:16.391613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.230974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:16.391488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.938029Z","time spent":"453.44558ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:17:16.392264Z","caller":"traceutil/trace.go:171","msg":"trace[2103741988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9149; }","duration":"453.93909ms","start":"2026-03-03T14:17:15.938295Z","end":"2026-03-03T14:17:16.392234Z","steps":["trace[2103741988] 'agreement among raft nodes before linearized reading' (duration: 453.215144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.392378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.938269Z","time spent":"454.063034ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:16.707696Z","caller":"traceutil/trace.go:171","msg":"trace[2116512632] transaction","detail":"{read_only:false; response_revision:9150; number_of_response:1; }","duration":"764.366291ms","start":"2026-03-03T14:17:15.943295Z","end":"2026-03-03T14:17:16.707661Z","steps":["trace[2116512632] 'process raft request' (duration: 700.497021ms)","trace[2116512632] 'compare' (duration: 63.601304ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:16.707787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.943328Z","time spent":"764.456073ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:17:16.707959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.943285Z","time spent":"764.483624ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:16.708059Z","caller":"traceutil/trace.go:171","msg":"trace[1026202971] transaction","detail":"{read_only:false; response_revision:9152; number_of_response:1; }","duration":"763.144723ms","start":"2026-03-03T14:17:15.944886Z","end":"2026-03-03T14:17:16.708031Z","steps":["trace[1026202971] 'process raft request' (duration: 762.810015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.708176Z","caller":"traceutil/trace.go:171","msg":"trace[1159821786] transaction","detail":"{read_only:false; response_revision:9151; number_of_response:1; }","duration":"764.74282ms","start":"2026-03-03T14:17:15.943404Z","end":"2026-03-03T14:17:16.708147Z","steps":["trace[1159821786] 'process raft request' (duration: 764.219498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.708243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.944879Z","time spent":"763.267286ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:16.708288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.943382Z","time spent":"764.830592ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:16.708652Z","caller":"traceutil/trace.go:171","msg":"trace[1317619208] transaction","detail":"{read_only:false; response_revision:9153; number_of_response:1; }","duration":"763.382938ms","start":"2026-03-03T14:17:15.94526Z","end":"2026-03-03T14:17:16.708643Z","steps":["trace[1317619208] 'process raft request' (duration: 762.60952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.708708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.945249Z","time spent":"763.43282ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:16.891751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.10762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:17:16.891912Z","caller":"traceutil/trace.go:171","msg":"trace[1204539543] linearizableReadLoop","detail":"{readStateIndex:9516; appliedIndex:9510; }","duration":"500.407231ms","start":"2026-03-03T14:17:16.391477Z","end":"2026-03-03T14:17:16.891884Z","steps":["trace[1204539543] 'read index received' (duration: 252.52433ms)","trace[1204539543] 'applied index is now lower than readState.Index' (duration: 247.880821ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:16.892162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.749741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-03T14:17:16.892222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.048581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:16.892456Z","caller":"traceutil/trace.go:171","msg":"trace[1291193764] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:9154; }","duration":"949.080389ms","start":"2026-03-03T14:17:15.94335Z","end":"2026-03-03T14:17:16.89243Z","steps":["trace[1291193764] 'agreement among raft nodes before linearized reading' (duration: 948.708889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:16.892468Z","caller":"traceutil/trace.go:171","msg":"trace[490737786] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9154; }","duration":"878.365199ms","start":"2026-03-03T14:17:16.014086Z","end":"2026-03-03T14:17:16.892451Z","steps":["trace[490737786] 'agreement among raft nodes before linearized reading' (duration: 878.01252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.892494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.943328Z","time spent":"949.158341ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"warn","ts":"2026-03-03T14:17:16.892517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:16.014022Z","time spent":"878.482412ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:16.892811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.54761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291332"} {"level":"info","ts":"2026-03-03T14:17:16.892864Z","caller":"traceutil/trace.go:171","msg":"trace[1947792150] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9154; }","duration":"949.648753ms","start":"2026-03-03T14:17:15.943201Z","end":"2026-03-03T14:17:16.89285Z","steps":["trace[1947792150] 'agreement among raft nodes before linearized reading' (duration: 948.861213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.892909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:15.943183Z","time spent":"949.715134ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291356,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:17:16.941567Z","caller":"traceutil/trace.go:171","msg":"trace[846452640] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9154; }","duration":"547.677982ms","start":"2026-03-03T14:17:16.393861Z","end":"2026-03-03T14:17:16.941539Z","steps":["trace[846452640] 'process raft request' (duration: 547.58774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.941745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:16.393833Z","time spent":"547.814215ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:16.960278Z","caller":"traceutil/trace.go:171","msg":"trace[277287615] transaction","detail":"{read_only:false; response_revision:9155; number_of_response:1; }","duration":"249.761176ms","start":"2026-03-03T14:17:16.710499Z","end":"2026-03-03T14:17:16.96026Z","steps":["trace[277287615] 'process raft request' (duration: 249.581971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.960636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.649404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:16.96069Z","caller":"traceutil/trace.go:171","msg":"trace[920004779] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9155; }","duration":"559.740795ms","start":"2026-03-03T14:17:16.400934Z","end":"2026-03-03T14:17:16.960675Z","steps":["trace[920004779] 'agreement among raft nodes before linearized reading' (duration: 559.593362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:16.960684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.908381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"warn","ts":"2026-03-03T14:17:16.96072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:16.400921Z","time spent":"559.791077ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:16.960731Z","caller":"traceutil/trace.go:171","msg":"trace[232231503] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:9155; }","duration":"245.002593ms","start":"2026-03-03T14:17:16.715717Z","end":"2026-03-03T14:17:16.960719Z","steps":["trace[232231503] 'agreement among raft nodes before linearized reading' (duration: 244.774638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:17.187521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.896473ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:17:17.18762Z","caller":"traceutil/trace.go:171","msg":"trace[1791298633] linearizableReadLoop","detail":"{readStateIndex:9519; appliedIndex:9518; }","duration":"227.37309ms","start":"2026-03-03T14:17:16.960231Z","end":"2026-03-03T14:17:17.187604Z","steps":["trace[1791298633] 'read index received' (duration: 85.385695ms)","trace[1791298633] 'applied index is now lower than readState.Index' (duration: 141.985515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:17.187775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.5863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:17.187865Z","caller":"traceutil/trace.go:171","msg":"trace[1359557578] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9155; }","duration":"257.742933ms","start":"2026-03-03T14:17:16.930101Z","end":"2026-03-03T14:17:17.187844Z","steps":["trace[1359557578] 'agreement among raft nodes before linearized reading' (duration: 257.571549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:17.380238Z","caller":"traceutil/trace.go:171","msg":"trace[174889604] linearizableReadLoop","detail":"{readStateIndex:9520; appliedIndex:9519; }","duration":"192.574012ms","start":"2026-03-03T14:17:17.187648Z","end":"2026-03-03T14:17:17.380222Z","steps":["trace[174889604] 'read index received' (duration: 103.021219ms)","trace[174889604] 'applied index is now lower than readState.Index' (duration: 89.552013ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:17.38035Z","caller":"traceutil/trace.go:171","msg":"trace[1457532119] transaction","detail":"{read_only:false; response_revision:9156; number_of_response:1; }","duration":"409.092777ms","start":"2026-03-03T14:17:16.971222Z","end":"2026-03-03T14:17:17.380315Z","steps":["trace[1457532119] 'process raft request' (duration: 319.497643ms)","trace[1457532119] 'compare' (duration: 89.314138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:17.380547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:16.97113Z","time spent":"409.307662ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:17.380681Z","caller":"traceutil/trace.go:171","msg":"trace[617484372] transaction","detail":"{read_only:false; response_revision:9157; number_of_response:1; }","duration":"191.515907ms","start":"2026-03-03T14:17:17.189131Z","end":"2026-03-03T14:17:17.380647Z","steps":["trace[617484372] 'process raft request' (duration: 191.051586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:17.380818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.707403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:17.380838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.735584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:17:17.380856Z","caller":"traceutil/trace.go:171","msg":"trace[2112038508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9157; }","duration":"418.813016ms","start":"2026-03-03T14:17:16.962035Z","end":"2026-03-03T14:17:17.380848Z","steps":["trace[2112038508] 'agreement among raft nodes before linearized reading' (duration: 418.308404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:17.380884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:16.962003Z","time spent":"418.874647ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:17.380899Z","caller":"traceutil/trace.go:171","msg":"trace[845214405] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9157; }","duration":"381.814556ms","start":"2026-03-03T14:17:16.999059Z","end":"2026-03-03T14:17:17.380874Z","steps":["trace[845214405] 'agreement among raft nodes before linearized reading' (duration: 381.197922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:17.380717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.490697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899597961b80a86\" ","response":"range_response_count:1 size:773"} {"level":"warn","ts":"2026-03-03T14:17:17.380958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:16.99904Z","time spent":"381.908879ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T14:17:17.380996Z","caller":"traceutil/trace.go:171","msg":"trace[2070466570] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.1899597961b80a86; range_end:; response_count:1; response_revision:9157; }","duration":"412.821395ms","start":"2026-03-03T14:17:16.968155Z","end":"2026-03-03T14:17:17.380977Z","steps":["trace[2070466570] 'agreement among raft nodes before linearized reading' (duration: 412.17594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:17.381091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:16.968139Z","time spent":"412.904176ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":797,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.1899597961b80a86\" "} {"level":"info","ts":"2026-03-03T14:17:17.560057Z","caller":"traceutil/trace.go:171","msg":"trace[271520945] transaction","detail":"{read_only:false; response_revision:9159; number_of_response:1; }","duration":"128.759954ms","start":"2026-03-03T14:17:17.431264Z","end":"2026-03-03T14:17:17.560024Z","steps":["trace[271520945] 'process raft request' (duration: 55.690158ms)","trace[271520945] 'compare' (duration: 72.078503ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:17.727813Z","caller":"traceutil/trace.go:171","msg":"trace[1426310001] transaction","detail":"{read_only:false; response_revision:9160; number_of_response:1; }","duration":"161.754609ms","start":"2026-03-03T14:17:17.566032Z","end":"2026-03-03T14:17:17.727787Z","steps":["trace[1426310001] 'process raft request' (duration: 127.073514ms)","trace[1426310001] 'compare' (duration: 34.292346ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:17.959771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.211605ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:17.960048Z","caller":"traceutil/trace.go:171","msg":"trace[521301107] transaction","detail":"{read_only:false; response_revision:9162; number_of_response:1; }","duration":"153.744101ms","start":"2026-03-03T14:17:17.806251Z","end":"2026-03-03T14:17:17.959995Z","steps":["trace[521301107] 'process raft request' (duration: 47.24286ms)","trace[521301107] 'compare' (duration: 106.070421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:18.436275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.656489ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:18.436492Z","caller":"traceutil/trace.go:171","msg":"trace[973698444] linearizableReadLoop","detail":"{readStateIndex:9527; appliedIndex:9526; }","duration":"388.569016ms","start":"2026-03-03T14:17:18.047896Z","end":"2026-03-03T14:17:18.436465Z","steps":["trace[973698444] 'read index received' (duration: 16.568879ms)","trace[973698444] 'applied index is now lower than readState.Index' (duration: 371.996817ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:18.436885Z","caller":"traceutil/trace.go:171","msg":"trace[1387854547] transaction","detail":"{read_only:false; response_revision:9163; number_of_response:1; }","duration":"473.064179ms","start":"2026-03-03T14:17:17.963804Z","end":"2026-03-03T14:17:18.436868Z","steps":["trace[1387854547] 'process raft request' (duration: 100.709575ms)","trace[1387854547] 'compare' (duration: 371.238798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:18.436965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:17.963786Z","time spent":"473.138491ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:17:18.437222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.298842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:18.437321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.536348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:18.437364Z","caller":"traceutil/trace.go:171","msg":"trace[1497825594] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9163; }","duration":"389.473127ms","start":"2026-03-03T14:17:18.047847Z","end":"2026-03-03T14:17:18.43732Z","steps":["trace[1497825594] 'agreement among raft nodes before linearized reading' (duration: 389.219751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:18.437435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:18.047828Z","time spent":"389.585799ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:18.437414Z","caller":"traceutil/trace.go:171","msg":"trace[2124887004] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:9163; }","duration":"306.657411ms","start":"2026-03-03T14:17:18.130733Z","end":"2026-03-03T14:17:18.437391Z","steps":["trace[2124887004] 'agreement among raft nodes before linearized reading' (duration: 306.418156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:18.437603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:18.130662Z","time spent":"306.925448ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:19.963181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.223824212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:19.963242Z","caller":"traceutil/trace.go:171","msg":"trace[881886827] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:9164; }","duration":"1.223947305s","start":"2026-03-03T14:17:18.739279Z","end":"2026-03-03T14:17:19.963227Z","steps":["trace[881886827] 'count revisions from in-memory index tree' (duration: 1.22372865s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:19.963272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:18.739209Z","time spent":"1.224054477s","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:19.963851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.085326918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:17:19.963903Z","caller":"traceutil/trace.go:171","msg":"trace[1188618031] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:9164; }","duration":"1.08541228s","start":"2026-03-03T14:17:18.878482Z","end":"2026-03-03T14:17:19.963895Z","steps":["trace[1188618031] 'range keys from in-memory index tree' (duration: 1.085164634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:19.963926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:18.878463Z","time spent":"1.085456912s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:17:19.963953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.293046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:19.964027Z","caller":"traceutil/trace.go:171","msg":"trace[1442012572] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9164; }","duration":"915.45796ms","start":"2026-03-03T14:17:19.04855Z","end":"2026-03-03T14:17:19.964008Z","steps":["trace[1442012572] 'range keys from in-memory index tree' (duration: 915.206854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:19.964086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:19.04853Z","time spent":"915.547372ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:19.963859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.277089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:19.964116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062985894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:17:19.964162Z","caller":"traceutil/trace.go:171","msg":"trace[710396958] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9164; }","duration":"500.622927ms","start":"2026-03-03T14:17:19.463526Z","end":"2026-03-03T14:17:19.964149Z","steps":["trace[710396958] 'count revisions from in-memory index tree' (duration: 500.151257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:19.964174Z","caller":"traceutil/trace.go:171","msg":"trace[560091427] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9164; }","duration":"1.063091896s","start":"2026-03-03T14:17:18.901068Z","end":"2026-03-03T14:17:19.96416Z","steps":["trace[560091427] 'range keys from in-memory index tree' (duration: 1.06283133s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:19.964208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:18.901039Z","time spent":"1.063160927s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:17:19.964212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:19.463505Z","time spent":"500.682569ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:19.965855Z","caller":"traceutil/trace.go:171","msg":"trace[463656188] transaction","detail":"{read_only:false; response_revision:9165; number_of_response:1; }","duration":"371.553736ms","start":"2026-03-03T14:17:19.594284Z","end":"2026-03-03T14:17:19.965838Z","steps":["trace[463656188] 'process raft request' (duration: 371.418313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:19.965956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:19.594242Z","time spent":"371.657678ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:20.545709Z","caller":"traceutil/trace.go:171","msg":"trace[364105048] transaction","detail":"{read_only:false; response_revision:9170; number_of_response:1; }","duration":"142.003456ms","start":"2026-03-03T14:17:20.403643Z","end":"2026-03-03T14:17:20.545647Z","steps":["trace[364105048] 'process raft request' (duration: 85.601291ms)","trace[364105048] 'compare' (duration: 56.137859ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:20.545806Z","caller":"traceutil/trace.go:171","msg":"trace[245951892] transaction","detail":"{read_only:false; response_revision:9171; number_of_response:1; }","duration":"123.055071ms","start":"2026-03-03T14:17:20.422717Z","end":"2026-03-03T14:17:20.545772Z","steps":["trace[245951892] 'process raft request' (duration: 122.949208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:20.545795Z","caller":"traceutil/trace.go:171","msg":"trace[777536577] linearizableReadLoop","detail":"{readStateIndex:9534; appliedIndex:9533; }","duration":"127.28132ms","start":"2026-03-03T14:17:20.418469Z","end":"2026-03-03T14:17:20.54575Z","steps":["trace[777536577] 'read index received' (duration: 925.233µs)","trace[777536577] 'applied index is now lower than readState.Index' (duration: 126.348087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:20.546117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.621328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7252"} {"level":"info","ts":"2026-03-03T14:17:20.546165Z","caller":"traceutil/trace.go:171","msg":"trace[364170481] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9171; }","duration":"127.73731ms","start":"2026-03-03T14:17:20.418416Z","end":"2026-03-03T14:17:20.546154Z","steps":["trace[364170481] 'agreement among raft nodes before linearized reading' (duration: 127.462324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:20.683456Z","caller":"traceutil/trace.go:171","msg":"trace[415981235] transaction","detail":"{read_only:false; response_revision:9172; number_of_response:1; }","duration":"131.868667ms","start":"2026-03-03T14:17:20.551541Z","end":"2026-03-03T14:17:20.68341Z","steps":["trace[415981235] 'process raft request' (duration: 96.517276ms)","trace[415981235] 'compare' (duration: 35.127935ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:20.76362Z","caller":"traceutil/trace.go:171","msg":"trace[2062247542] transaction","detail":"{read_only:false; response_revision:9173; number_of_response:1; }","duration":"203.97896ms","start":"2026-03-03T14:17:20.559603Z","end":"2026-03-03T14:17:20.763582Z","steps":["trace[2062247542] 'process raft request' (duration: 203.635412ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:20.825683Z","caller":"traceutil/trace.go:171","msg":"trace[1027044475] transaction","detail":"{read_only:false; response_revision:9174; number_of_response:1; }","duration":"138.431582ms","start":"2026-03-03T14:17:20.687198Z","end":"2026-03-03T14:17:20.82563Z","steps":["trace[1027044475] 'process raft request' (duration: 115.423101ms)","trace[1027044475] 'compare' (duration: 22.621671ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:21.392623Z","caller":"traceutil/trace.go:171","msg":"trace[631955104] linearizableReadLoop","detail":"{readStateIndex:9541; appliedIndex:9540; }","duration":"477.429892ms","start":"2026-03-03T14:17:20.915167Z","end":"2026-03-03T14:17:21.392596Z","steps":["trace[631955104] 'read index received' (duration: 477.188286ms)","trace[631955104] 'applied index is now lower than readState.Index' (duration: 240.286µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:21.392833Z","caller":"traceutil/trace.go:171","msg":"trace[136669946] transaction","detail":"{read_only:false; response_revision:9177; number_of_response:1; }","duration":"521.293803ms","start":"2026-03-03T14:17:20.871473Z","end":"2026-03-03T14:17:21.392767Z","steps":["trace[136669946] 'process raft request' (duration: 520.956205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.393134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:20.871441Z","time spent":"521.480526ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:21.393493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.047326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:21.393709Z","caller":"traceutil/trace.go:171","msg":"trace[344498589] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9177; }","duration":"346.295982ms","start":"2026-03-03T14:17:21.047398Z","end":"2026-03-03T14:17:21.393694Z","steps":["trace[344498589] 'agreement among raft nodes before linearized reading' (duration: 346.023836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.392924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.738969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:17:21.393787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:21.047376Z","time spent":"346.399934ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:21.393921Z","caller":"traceutil/trace.go:171","msg":"trace[827627983] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9177; }","duration":"478.732922ms","start":"2026-03-03T14:17:20.915117Z","end":"2026-03-03T14:17:21.39385Z","steps":["trace[827627983] 'agreement among raft nodes before linearized reading' (duration: 477.622046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.394031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:20.915101Z","time spent":"478.910037ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:17:21.395636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.567092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:17:21.396103Z","caller":"traceutil/trace.go:171","msg":"trace[1616650817] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9177; }","duration":"370.750846ms","start":"2026-03-03T14:17:21.02498Z","end":"2026-03-03T14:17:21.395731Z","steps":["trace[1616650817] 'agreement among raft nodes before linearized reading' (duration: 370.355537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.396236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:21.024961Z","time spent":"371.257989ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:17:21.693069Z","caller":"traceutil/trace.go:171","msg":"trace[989492516] linearizableReadLoop","detail":"{readStateIndex:9543; appliedIndex:9542; }","duration":"260.659011ms","start":"2026-03-03T14:17:21.432383Z","end":"2026-03-03T14:17:21.693042Z","steps":["trace[989492516] 'read index received' (duration: 260.60387ms)","trace[989492516] 'applied index is now lower than readState.Index' (duration: 53.271µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:21.69341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.687476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" ","response":"range_response_count:1 size:5930"} {"level":"info","ts":"2026-03-03T14:17:21.693467Z","caller":"traceutil/trace.go:171","msg":"trace[429427283] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g; range_end:; response_count:1; response_revision:9178; }","duration":"293.760808ms","start":"2026-03-03T14:17:21.399695Z","end":"2026-03-03T14:17:21.693456Z","steps":["trace[429427283] 'agreement among raft nodes before linearized reading' (duration: 293.510212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:21.69365Z","caller":"traceutil/trace.go:171","msg":"trace[29217678] transaction","detail":"{read_only:false; response_revision:9178; number_of_response:1; }","duration":"261.697156ms","start":"2026-03-03T14:17:21.431925Z","end":"2026-03-03T14:17:21.693622Z","steps":["trace[29217678] 'process raft request' (duration: 260.697093ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:21.740797Z","caller":"traceutil/trace.go:171","msg":"trace[954358662] transaction","detail":"{read_only:false; response_revision:9180; number_of_response:1; }","duration":"255.285735ms","start":"2026-03-03T14:17:21.485493Z","end":"2026-03-03T14:17:21.740779Z","steps":["trace[954358662] 'process raft request' (duration: 255.242974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:21.740949Z","caller":"traceutil/trace.go:171","msg":"trace[1353475115] transaction","detail":"{read_only:false; response_revision:9179; number_of_response:1; }","duration":"307.85941ms","start":"2026-03-03T14:17:21.433045Z","end":"2026-03-03T14:17:21.740904Z","steps":["trace[1353475115] 'process raft request' (duration: 307.592024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:21.741164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:21.433029Z","time spent":"308.026584ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:21.92024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.531275ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:21.920347Z","caller":"traceutil/trace.go:171","msg":"trace[162704439] linearizableReadLoop","detail":"{readStateIndex:9546; appliedIndex:9545; }","duration":"176.664739ms","start":"2026-03-03T14:17:21.743662Z","end":"2026-03-03T14:17:21.920327Z","steps":["trace[162704439] 'read index received' (duration: 71.881139ms)","trace[162704439] 'applied index is now lower than readState.Index' (duration: 104.78208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:21.920633Z","caller":"traceutil/trace.go:171","msg":"trace[1860060824] transaction","detail":"{read_only:false; response_revision:9181; number_of_response:1; }","duration":"218.246044ms","start":"2026-03-03T14:17:21.702356Z","end":"2026-03-03T14:17:21.920602Z","steps":["trace[1860060824] 'process raft request' (duration: 113.136237ms)","trace[1860060824] 'compare' (duration: 103.831268ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:21.920975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.301975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:17:21.921035Z","caller":"traceutil/trace.go:171","msg":"trace[1742505828] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9181; }","duration":"177.397497ms","start":"2026-03-03T14:17:21.743619Z","end":"2026-03-03T14:17:21.921017Z","steps":["trace[1742505828] 'agreement among raft nodes before linearized reading' (duration: 176.770611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:22.153286Z","caller":"traceutil/trace.go:171","msg":"trace[1121928177] linearizableReadLoop","detail":"{readStateIndex:9547; appliedIndex:9546; }","duration":"220.56671ms","start":"2026-03-03T14:17:21.932698Z","end":"2026-03-03T14:17:22.153265Z","steps":["trace[1121928177] 'read index received' (duration: 220.396066ms)","trace[1121928177] 'applied index is now lower than readState.Index' (duration: 169.464µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:22.153425Z","caller":"traceutil/trace.go:171","msg":"trace[621630981] transaction","detail":"{read_only:false; response_revision:9182; number_of_response:1; }","duration":"221.43503ms","start":"2026-03-03T14:17:21.931944Z","end":"2026-03-03T14:17:22.153379Z","steps":["trace[621630981] 'process raft request' (duration: 221.197214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:22.153676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.945559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:17:22.153658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.89535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:17:22.153721Z","caller":"traceutil/trace.go:171","msg":"trace[1023782132] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:9182; }","duration":"221.021941ms","start":"2026-03-03T14:17:21.932689Z","end":"2026-03-03T14:17:22.153711Z","steps":["trace[1023782132] 'agreement among raft nodes before linearized reading' (duration: 220.680943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:22.15375Z","caller":"traceutil/trace.go:171","msg":"trace[1485545475] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9182; }","duration":"167.038863ms","start":"2026-03-03T14:17:21.986689Z","end":"2026-03-03T14:17:22.153728Z","steps":["trace[1485545475] 'agreement among raft nodes before linearized reading' (duration: 166.795298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:23.627456Z","caller":"traceutil/trace.go:171","msg":"trace[927006110] transaction","detail":"{read_only:false; response_revision:9185; number_of_response:1; }","duration":"245.68166ms","start":"2026-03-03T14:17:23.381757Z","end":"2026-03-03T14:17:23.627439Z","steps":["trace[927006110] 'process raft request' (duration: 245.507656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:24.913773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.511797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:24.913844Z","caller":"traceutil/trace.go:171","msg":"trace[767661555] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:9186; }","duration":"231.6433ms","start":"2026-03-03T14:17:24.682185Z","end":"2026-03-03T14:17:24.913828Z","steps":["trace[767661555] 'count revisions from in-memory index tree' (duration: 231.397295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:24.914336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.747412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.1899598aed132173\" ","response":"range_response_count:1 size:796"} {"level":"info","ts":"2026-03-03T14:17:24.914414Z","caller":"traceutil/trace.go:171","msg":"trace[904704977] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.1899598aed132173; range_end:; response_count:1; response_revision:9186; }","duration":"208.878045ms","start":"2026-03-03T14:17:24.70552Z","end":"2026-03-03T14:17:24.914398Z","steps":["trace[904704977] 'range keys from in-memory index tree' (duration: 208.502486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:25.422304Z","caller":"traceutil/trace.go:171","msg":"trace[784526084] linearizableReadLoop","detail":"{readStateIndex:9553; appliedIndex:9552; }","duration":"421.822376ms","start":"2026-03-03T14:17:25.000442Z","end":"2026-03-03T14:17:25.422265Z","steps":["trace[784526084] 'read index received' (duration: 421.5454ms)","trace[784526084] 'applied index is now lower than readState.Index' (duration: 276.346µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:25.422426Z","caller":"traceutil/trace.go:171","msg":"trace[1271878650] transaction","detail":"{read_only:false; response_revision:9188; number_of_response:1; }","duration":"462.38371ms","start":"2026-03-03T14:17:24.960031Z","end":"2026-03-03T14:17:25.422415Z","steps":["trace[1271878650] 'process raft request' (duration: 462.084302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.422569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:24.960015Z","time spent":"462.457732ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:25.422667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.133917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:25.422771Z","caller":"traceutil/trace.go:171","msg":"trace[329035071] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9188; }","duration":"371.302701ms","start":"2026-03-03T14:17:25.051455Z","end":"2026-03-03T14:17:25.422757Z","steps":["trace[329035071] 'agreement among raft nodes before linearized reading' (duration: 371.106066ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.42276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.318749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979cb4b6ce0\" ","response":"range_response_count:1 size:778"} {"level":"warn","ts":"2026-03-03T14:17:25.42284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.051425Z","time spent":"371.383953ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:25.422843Z","caller":"traceutil/trace.go:171","msg":"trace[732484199] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979cb4b6ce0; range_end:; response_count:1; response_revision:9188; }","duration":"422.475492ms","start":"2026-03-03T14:17:25.000343Z","end":"2026-03-03T14:17:25.422819Z","steps":["trace[732484199] 'agreement among raft nodes before linearized reading' (duration: 422.222346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.422887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.000312Z","time spent":"422.567274ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":802,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979cb4b6ce0\" "} {"level":"warn","ts":"2026-03-03T14:17:25.422753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.755819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:25.423036Z","caller":"traceutil/trace.go:171","msg":"trace[1697065747] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9188; }","duration":"162.089567ms","start":"2026-03-03T14:17:25.260933Z","end":"2026-03-03T14:17:25.423023Z","steps":["trace[1697065747] 'agreement among raft nodes before linearized reading' (duration: 161.695428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.670069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.058324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:25.670302Z","caller":"traceutil/trace.go:171","msg":"trace[1552931917] transaction","detail":"{read_only:false; response_revision:9191; number_of_response:1; }","duration":"162.508646ms","start":"2026-03-03T14:17:25.507772Z","end":"2026-03-03T14:17:25.67028Z","steps":["trace[1552931917] 'process raft request' (duration: 162.424814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:25.670324Z","caller":"traceutil/trace.go:171","msg":"trace[107673140] linearizableReadLoop","detail":"{readStateIndex:9555; appliedIndex:9554; }","duration":"226.346246ms","start":"2026-03-03T14:17:25.443946Z","end":"2026-03-03T14:17:25.670292Z","steps":["trace[107673140] 'read index received' (duration: 82.071838ms)","trace[107673140] 'applied index is now lower than readState.Index' (duration: 144.271628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:25.670348Z","caller":"traceutil/trace.go:171","msg":"trace[1784239611] transaction","detail":"{read_only:false; response_revision:9190; number_of_response:1; }","duration":"229.996182ms","start":"2026-03-03T14:17:25.440334Z","end":"2026-03-03T14:17:25.67033Z","steps":["trace[1784239611] 'process raft request' (duration: 85.61345ms)","trace[1784239611] 'compare' (duration: 143.359178ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:25.670581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.614972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" ","response":"range_response_count:1 size:4680"} {"level":"info","ts":"2026-03-03T14:17:25.67062Z","caller":"traceutil/trace.go:171","msg":"trace[2009575265] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv; range_end:; response_count:1; response_revision:9191; }","duration":"226.695934ms","start":"2026-03-03T14:17:25.443916Z","end":"2026-03-03T14:17:25.670612Z","steps":["trace[2009575265] 'agreement among raft nodes before linearized reading' (duration: 226.5005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.670661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.171566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-03T14:17:25.670726Z","caller":"traceutil/trace.go:171","msg":"trace[2116042518] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:9191; }","duration":"204.291108ms","start":"2026-03-03T14:17:25.46642Z","end":"2026-03-03T14:17:25.670711Z","steps":["trace[2116042518] 'agreement among raft nodes before linearized reading' (duration: 204.102374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.670954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.405899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"info","ts":"2026-03-03T14:17:25.670989Z","caller":"traceutil/trace.go:171","msg":"trace[558073330] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:9191; }","duration":"106.486142ms","start":"2026-03-03T14:17:25.564493Z","end":"2026-03-03T14:17:25.670979Z","steps":["trace[558073330] 'agreement among raft nodes before linearized reading' (duration: 106.383889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.671208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.08704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"info","ts":"2026-03-03T14:17:25.671241Z","caller":"traceutil/trace.go:171","msg":"trace[1673016928] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:9191; }","duration":"160.12008ms","start":"2026-03-03T14:17:25.511113Z","end":"2026-03-03T14:17:25.671233Z","steps":["trace[1673016928] 'agreement among raft nodes before linearized reading' (duration: 160.005698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:25.671346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.35962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"info","ts":"2026-03-03T14:17:25.671373Z","caller":"traceutil/trace.go:171","msg":"trace[962576085] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:9191; }","duration":"204.395751ms","start":"2026-03-03T14:17:25.466971Z","end":"2026-03-03T14:17:25.671367Z","steps":["trace[962576085] 'agreement among raft nodes before linearized reading' (duration: 204.327009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.16128Z","caller":"traceutil/trace.go:171","msg":"trace[181012004] linearizableReadLoop","detail":"{readStateIndex:9560; appliedIndex:9557; }","duration":"472.419873ms","start":"2026-03-03T14:17:25.68884Z","end":"2026-03-03T14:17:26.16126Z","steps":["trace[181012004] 'read index received' (duration: 470.622662ms)","trace[181012004] 'applied index is now lower than readState.Index' (duration: 1.796311ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:26.161501Z","caller":"traceutil/trace.go:171","msg":"trace[417573780] transaction","detail":"{read_only:false; response_revision:9193; number_of_response:1; }","duration":"483.714109ms","start":"2026-03-03T14:17:25.677775Z","end":"2026-03-03T14:17:26.161489Z","steps":["trace[417573780] 'process raft request' (duration: 481.753623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.161599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.677757Z","time spent":"483.777881ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.161846Z","caller":"traceutil/trace.go:171","msg":"trace[260017669] transaction","detail":"{read_only:false; response_revision:9194; number_of_response:1; }","duration":"484.006426ms","start":"2026-03-03T14:17:25.677826Z","end":"2026-03-03T14:17:26.161832Z","steps":["trace[260017669] 'process raft request' (duration: 483.32065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.161912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.677811Z","time spent":"484.068057ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.162158Z","caller":"traceutil/trace.go:171","msg":"trace[1489794985] transaction","detail":"{read_only:false; response_revision:9195; number_of_response:1; }","duration":"481.552919ms","start":"2026-03-03T14:17:25.680593Z","end":"2026-03-03T14:17:26.162146Z","steps":["trace[1489794985] 'process raft request' (duration: 480.618856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.162218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.680583Z","time spent":"481.60606ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:26.162417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.573911ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:26.162456Z","caller":"traceutil/trace.go:171","msg":"trace[1785041883] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9195; }","duration":"473.625943ms","start":"2026-03-03T14:17:25.688818Z","end":"2026-03-03T14:17:26.162444Z","steps":["trace[1785041883] 'agreement among raft nodes before linearized reading' (duration: 473.51595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.162505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.688811Z","time spent":"473.672114ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:26.16319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.800051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"info","ts":"2026-03-03T14:17:26.163467Z","caller":"traceutil/trace.go:171","msg":"trace[1350111830] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9195; }","duration":"435.108508ms","start":"2026-03-03T14:17:25.72835Z","end":"2026-03-03T14:17:26.163458Z","steps":["trace[1350111830] 'agreement among raft nodes before linearized reading' (duration: 434.76538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.163496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:25.728334Z","time spent":"435.153649ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:17:26.163228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.9622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:26.163553Z","caller":"traceutil/trace.go:171","msg":"trace[1938268035] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9195; }","duration":"118.324858ms","start":"2026-03-03T14:17:26.045223Z","end":"2026-03-03T14:17:26.163548Z","steps":["trace[1938268035] 'agreement among raft nodes before linearized reading' (duration: 117.98814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.163288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.952718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:17:26.163659Z","caller":"traceutil/trace.go:171","msg":"trace[536420127] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9195; }","duration":"212.342376ms","start":"2026-03-03T14:17:25.951295Z","end":"2026-03-03T14:17:26.163638Z","steps":["trace[536420127] 'agreement among raft nodes before linearized reading' (duration: 211.946627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.163322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.406285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:17:26.163815Z","caller":"traceutil/trace.go:171","msg":"trace[757518861] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9195; }","duration":"257.928197ms","start":"2026-03-03T14:17:25.905879Z","end":"2026-03-03T14:17:26.163807Z","steps":["trace[757518861] 'agreement among raft nodes before linearized reading' (duration: 257.421535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.163346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.582784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:26.164196Z","caller":"traceutil/trace.go:171","msg":"trace[1709621224] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:9195; }","duration":"291.25561ms","start":"2026-03-03T14:17:25.872758Z","end":"2026-03-03T14:17:26.164013Z","steps":["trace[1709621224] 'agreement among raft nodes before linearized reading' (duration: 290.574274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.548563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.015674ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:26.548655Z","caller":"traceutil/trace.go:171","msg":"trace[1704113490] transaction","detail":"{read_only:false; response_revision:9196; number_of_response:1; }","duration":"381.08542ms","start":"2026-03-03T14:17:26.167556Z","end":"2026-03-03T14:17:26.548641Z","steps":["trace[1704113490] 'process raft request' (duration: 92.942773ms)","trace[1704113490] 'compare' (duration: 287.580163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:26.548689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.167545Z","time spent":"381.129631ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:17:26.82694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.847634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:26.827263Z","caller":"traceutil/trace.go:171","msg":"trace[495302409] transaction","detail":"{read_only:false; response_revision:9197; number_of_response:1; }","duration":"658.852103ms","start":"2026-03-03T14:17:26.168369Z","end":"2026-03-03T14:17:26.827221Z","steps":["trace[495302409] 'process raft request' (duration: 498.64805ms)","trace[495302409] 'compare' (duration: 159.705121ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:26.827369Z","caller":"traceutil/trace.go:171","msg":"trace[1333751358] linearizableReadLoop","detail":"{readStateIndex:9562; appliedIndex:9560; }","duration":"658.137897ms","start":"2026-03-03T14:17:26.169214Z","end":"2026-03-03T14:17:26.827352Z","steps":["trace[1333751358] 'read index received' (duration: 91.298365ms)","trace[1333751358] 'applied index is now lower than readState.Index' (duration: 566.838362ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:26.827446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.168355Z","time spent":"658.993147ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.82747Z","caller":"traceutil/trace.go:171","msg":"trace[1840669767] transaction","detail":"{read_only:false; response_revision:9199; number_of_response:1; }","duration":"615.426033ms","start":"2026-03-03T14:17:26.212014Z","end":"2026-03-03T14:17:26.82744Z","steps":["trace[1840669767] 'process raft request' (duration: 615.244309ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.827441Z","caller":"traceutil/trace.go:171","msg":"trace[109209629] transaction","detail":"{read_only:false; response_revision:9198; number_of_response:1; }","duration":"657.973033ms","start":"2026-03-03T14:17:26.169414Z","end":"2026-03-03T14:17:26.827387Z","steps":["trace[109209629] 'process raft request' (duration: 657.610074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.827467Z","caller":"traceutil/trace.go:171","msg":"trace[191257081] transaction","detail":"{read_only:false; response_revision:9200; number_of_response:1; }","duration":"274.223341ms","start":"2026-03-03T14:17:26.553205Z","end":"2026-03-03T14:17:26.827428Z","steps":["trace[191257081] 'process raft request' (duration: 274.104668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.827554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.211997Z","time spent":"615.514636ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:26.827557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.868159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:26.827669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.455834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:7041"} {"level":"warn","ts":"2026-03-03T14:17:26.827681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.169408Z","time spent":"658.148557ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:26.827704Z","caller":"traceutil/trace.go:171","msg":"trace[1416364028] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:9200; }","duration":"658.509626ms","start":"2026-03-03T14:17:26.169181Z","end":"2026-03-03T14:17:26.827691Z","steps":["trace[1416364028] 'agreement among raft nodes before linearized reading' (duration: 658.396493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.827738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.169173Z","time spent":"658.557847ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7065,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" "} {"level":"warn","ts":"2026-03-03T14:17:26.827758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.805321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:26.827802Z","caller":"traceutil/trace.go:171","msg":"trace[2107789116] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:9200; }","duration":"566.879283ms","start":"2026-03-03T14:17:26.260907Z","end":"2026-03-03T14:17:26.827786Z","steps":["trace[2107789116] 'agreement among raft nodes before linearized reading' (duration: 566.805061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.827701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.026403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:17:26.827859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.260893Z","time spent":"566.956974ms","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:26.827853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.279488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:26.827878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.10396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:17:26.827887Z","caller":"traceutil/trace.go:171","msg":"trace[2067185625] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2; range_end:; response_count:1; response_revision:9200; }","duration":"655.235789ms","start":"2026-03-03T14:17:26.172636Z","end":"2026-03-03T14:17:26.827872Z","steps":["trace[2067185625] 'agreement among raft nodes before linearized reading' (duration: 654.829709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.827917Z","caller":"traceutil/trace.go:171","msg":"trace[1477015302] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:9200; }","duration":"477.412681ms","start":"2026-03-03T14:17:26.350485Z","end":"2026-03-03T14:17:26.827898Z","steps":["trace[1477015302] 'agreement among raft nodes before linearized reading' (duration: 477.271348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.827929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.17263Z","time spent":"655.28962ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2\" "} {"level":"info","ts":"2026-03-03T14:17:26.827927Z","caller":"traceutil/trace.go:171","msg":"trace[1638803968] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9200; }","duration":"269.181312ms","start":"2026-03-03T14:17:26.558731Z","end":"2026-03-03T14:17:26.827912Z","steps":["trace[1638803968] 'agreement among raft nodes before linearized reading' (duration: 269.054849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.827966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.350464Z","time spent":"477.486224ms","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-03T14:17:26.827757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.438167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"warn","ts":"2026-03-03T14:17:26.827983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.871861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:17:26.828018Z","caller":"traceutil/trace.go:171","msg":"trace[553073281] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9200; }","duration":"375.732534ms","start":"2026-03-03T14:17:26.452276Z","end":"2026-03-03T14:17:26.828009Z","steps":["trace[553073281] 'agreement among raft nodes before linearized reading' (duration: 375.323315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.828034Z","caller":"traceutil/trace.go:171","msg":"trace[560465047] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:9200; }","duration":"643.942393ms","start":"2026-03-03T14:17:26.184077Z","end":"2026-03-03T14:17:26.828019Z","steps":["trace[560465047] 'agreement among raft nodes before linearized reading' (duration: 643.767479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.828032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.129804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:17:26.828082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.18407Z","time spent":"644.004065ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T14:17:26.828044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.707794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-03T14:17:26.828097Z","caller":"traceutil/trace.go:171","msg":"trace[1926325201] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9200; }","duration":"649.201716ms","start":"2026-03-03T14:17:26.178881Z","end":"2026-03-03T14:17:26.828082Z","steps":["trace[1926325201] 'agreement among raft nodes before linearized reading' (duration: 648.97195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.82805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.452258Z","time spent":"375.783996ms","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7530,"request content":"key:\"/registry/cilium.io/ciliumnodes/instance\" "} {"level":"warn","ts":"2026-03-03T14:17:26.828146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.178875Z","time spent":"649.260447ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:17:26.828143Z","caller":"traceutil/trace.go:171","msg":"trace[1282455792] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9200; }","duration":"513.877738ms","start":"2026-03-03T14:17:26.314245Z","end":"2026-03-03T14:17:26.828123Z","steps":["trace[1282455792] 'agreement among raft nodes before linearized reading' (duration: 513.627442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.828224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.314227Z","time spent":"513.95606ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:17:26.828018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.035644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:17:26.828432Z","caller":"traceutil/trace.go:171","msg":"trace[1076016670] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9200; }","duration":"394.499234ms","start":"2026-03-03T14:17:26.43391Z","end":"2026-03-03T14:17:26.82841Z","steps":["trace[1076016670] 'agreement among raft nodes before linearized reading' (duration: 393.782218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.828491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.433883Z","time spent":"394.591897ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:17:26.828443Z","caller":"traceutil/trace.go:171","msg":"trace[1524508304] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9200; }","duration":"477.76341ms","start":"2026-03-03T14:17:26.35066Z","end":"2026-03-03T14:17:26.828423Z","steps":["trace[1524508304] 'agreement among raft nodes before linearized reading' (duration: 476.861889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:26.828645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.350653Z","time spent":"477.973144ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 "} {"level":"warn","ts":"2026-03-03T14:17:26.977562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.104704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-03T14:17:26.977527Z","caller":"traceutil/trace.go:171","msg":"trace[1103037625] transaction","detail":"{read_only:false; response_revision:9202; number_of_response:1; }","duration":"140.957201ms","start":"2026-03-03T14:17:26.83637Z","end":"2026-03-03T14:17:26.977327Z","steps":["trace[1103037625] 'process raft request' (duration: 134.949389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.977627Z","caller":"traceutil/trace.go:171","msg":"trace[1131680638] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:9202; }","duration":"135.218586ms","start":"2026-03-03T14:17:26.842396Z","end":"2026-03-03T14:17:26.977615Z","steps":["trace[1131680638] 'agreement among raft nodes before linearized reading' (duration: 135.015611ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:26.977378Z","caller":"traceutil/trace.go:171","msg":"trace[690901712] linearizableReadLoop","detail":"{readStateIndex:9567; appliedIndex:9566; }","duration":"134.847287ms","start":"2026-03-03T14:17:26.842438Z","end":"2026-03-03T14:17:26.977285Z","steps":["trace[690901712] 'read index received' (duration: 59.793474ms)","trace[690901712] 'applied index is now lower than readState.Index' (duration: 75.052903ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:26.980541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.589975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:26.980606Z","caller":"traceutil/trace.go:171","msg":"trace[1234912888] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:9203; }","duration":"132.691117ms","start":"2026-03-03T14:17:26.8479Z","end":"2026-03-03T14:17:26.980591Z","steps":["trace[1234912888] 'agreement among raft nodes before linearized reading' (duration: 132.465001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:27.32608Z","caller":"traceutil/trace.go:171","msg":"trace[1747455083] linearizableReadLoop","detail":"{readStateIndex:9571; appliedIndex:9569; }","duration":"293.297329ms","start":"2026-03-03T14:17:27.032751Z","end":"2026-03-03T14:17:27.326048Z","steps":["trace[1747455083] 'read index received' (duration: 292.898899ms)","trace[1747455083] 'applied index is now lower than readState.Index' (duration: 397.36µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:27.326143Z","caller":"traceutil/trace.go:171","msg":"trace[25463989] transaction","detail":"{read_only:false; response_revision:9206; number_of_response:1; }","duration":"335.033349ms","start":"2026-03-03T14:17:26.991076Z","end":"2026-03-03T14:17:27.32611Z","steps":["trace[25463989] 'process raft request' (duration: 334.885176ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:27.326315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.991041Z","time spent":"335.180873ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:27.32653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.750789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:27.326588Z","caller":"traceutil/trace.go:171","msg":"trace[2067888372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9206; }","duration":"293.858292ms","start":"2026-03-03T14:17:27.032713Z","end":"2026-03-03T14:17:27.326571Z","steps":["trace[2067888372] 'agreement among raft nodes before linearized reading' (duration: 293.488283ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:27.326762Z","caller":"traceutil/trace.go:171","msg":"trace[2119435634] transaction","detail":"{read_only:false; response_revision:9205; number_of_response:1; }","duration":"335.09256ms","start":"2026-03-03T14:17:26.990974Z","end":"2026-03-03T14:17:27.326067Z","steps":["trace[2119435634] 'process raft request' (duration: 334.792033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:27.326835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:26.990955Z","time spent":"335.850498ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":696,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:17:27.67132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.005241ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:27.671678Z","caller":"traceutil/trace.go:171","msg":"trace[968534069] transaction","detail":"{read_only:false; response_revision:9209; number_of_response:1; }","duration":"339.943483ms","start":"2026-03-03T14:17:27.331716Z","end":"2026-03-03T14:17:27.67166Z","steps":["trace[968534069] 'process raft request' (duration: 339.866681ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:27.671726Z","caller":"traceutil/trace.go:171","msg":"trace[760461618] linearizableReadLoop","detail":"{readStateIndex:9572; appliedIndex:9571; }","duration":"345.526035ms","start":"2026-03-03T14:17:27.326171Z","end":"2026-03-03T14:17:27.671697Z","steps":["trace[760461618] 'read index received' (duration: 115.107193ms)","trace[760461618] 'applied index is now lower than readState.Index' (duration: 230.416752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:27.671813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:27.331688Z","time spent":"340.035105ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:27.671868Z","caller":"traceutil/trace.go:171","msg":"trace[1951480783] transaction","detail":"{read_only:false; response_revision:9207; number_of_response:1; }","duration":"638.281059ms","start":"2026-03-03T14:17:27.033566Z","end":"2026-03-03T14:17:27.671847Z","steps":["trace[1951480783] 'process raft request' (duration: 407.681774ms)","trace[1951480783] 'compare' (duration: 229.728555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:27.671893Z","caller":"traceutil/trace.go:171","msg":"trace[37391057] transaction","detail":"{read_only:false; response_revision:9208; number_of_response:1; }","duration":"340.300422ms","start":"2026-03-03T14:17:27.331578Z","end":"2026-03-03T14:17:27.671878Z","steps":["trace[37391057] 'process raft request' (duration: 339.84608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:27.671958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.927027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:27.671954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:27.331552Z","time spent":"340.370554ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:17:27.671954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:27.033544Z","time spent":"638.357371ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:17:27.672005Z","caller":"traceutil/trace.go:171","msg":"trace[405566097] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9209; }","duration":"625.002758ms","start":"2026-03-03T14:17:27.046991Z","end":"2026-03-03T14:17:27.671994Z","steps":["trace[405566097] 'agreement among raft nodes before linearized reading' (duration: 624.854494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:27.672031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:27.046979Z","time spent":"625.04595ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:27.748912Z","caller":"traceutil/trace.go:171","msg":"trace[202902039] transaction","detail":"{read_only:false; response_revision:9210; number_of_response:1; }","duration":"277.751542ms","start":"2026-03-03T14:17:27.471118Z","end":"2026-03-03T14:17:27.74887Z","steps":["trace[202902039] 'process raft request' (duration: 277.542087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:27.748987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.566576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:27.749066Z","caller":"traceutil/trace.go:171","msg":"trace[1254136112] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:9210; }","duration":"239.705459ms","start":"2026-03-03T14:17:27.509342Z","end":"2026-03-03T14:17:27.749047Z","steps":["trace[1254136112] 'agreement among raft nodes before linearized reading' (duration: 239.532045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:27.749361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.0346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4945"} {"level":"info","ts":"2026-03-03T14:17:27.749447Z","caller":"traceutil/trace.go:171","msg":"trace[823407564] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:9210; }","duration":"416.176343ms","start":"2026-03-03T14:17:27.333252Z","end":"2026-03-03T14:17:27.749428Z","steps":["trace[823407564] 'agreement among raft nodes before linearized reading' (duration: 415.878946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:27.749497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:27.333239Z","time spent":"416.244095ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4969,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-03T14:17:27.907501Z","caller":"traceutil/trace.go:171","msg":"trace[630690848] transaction","detail":"{read_only:false; response_revision:9211; number_of_response:1; }","duration":"155.528774ms","start":"2026-03-03T14:17:27.751941Z","end":"2026-03-03T14:17:27.90747Z","steps":["trace[630690848] 'process raft request' (duration: 58.081275ms)","trace[630690848] 'compare' (duration: 97.288945ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:28.006493Z","caller":"traceutil/trace.go:171","msg":"trace[226240190] transaction","detail":"{read_only:false; response_revision:9213; number_of_response:1; }","duration":"246.399477ms","start":"2026-03-03T14:17:27.76006Z","end":"2026-03-03T14:17:28.00646Z","steps":["trace[226240190] 'process raft request' (duration: 246.298865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:28.006578Z","caller":"traceutil/trace.go:171","msg":"trace[1665111992] transaction","detail":"{read_only:false; response_revision:9212; number_of_response:1; }","duration":"252.801287ms","start":"2026-03-03T14:17:27.753732Z","end":"2026-03-03T14:17:28.006533Z","steps":["trace[1665111992] 'process raft request' (duration: 252.337476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:28.00854Z","caller":"traceutil/trace.go:171","msg":"trace[821300482] linearizableReadLoop","detail":"{readStateIndex:9578; appliedIndex:9578; }","duration":"149.604553ms","start":"2026-03-03T14:17:27.858914Z","end":"2026-03-03T14:17:28.008518Z","steps":["trace[821300482] 'read index received' (duration: 149.594123ms)","trace[821300482] 'applied index is now lower than readState.Index' (duration: 8.28µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:28.256542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.751984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7067"} {"level":"warn","ts":"2026-03-03T14:17:28.256579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.630888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:28.256631Z","caller":"traceutil/trace.go:171","msg":"trace[1647627236] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:9213; }","duration":"237.888417ms","start":"2026-03-03T14:17:28.018724Z","end":"2026-03-03T14:17:28.256612Z","steps":["trace[1647627236] 'range keys from in-memory index tree' (duration: 237.56532ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:28.256661Z","caller":"traceutil/trace.go:171","msg":"trace[1881839840] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:9213; }","duration":"397.760201ms","start":"2026-03-03T14:17:27.858878Z","end":"2026-03-03T14:17:28.256639Z","steps":["trace[1881839840] 'agreement among raft nodes before linearized reading' (duration: 149.753617ms)","trace[1881839840] 'count revisions from in-memory index tree' (duration: 247.83606ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:28.256719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:27.858861Z","time spent":"397.840463ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":21,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:28.457673Z","caller":"traceutil/trace.go:171","msg":"trace[657985655] transaction","detail":"{read_only:false; response_revision:9214; number_of_response:1; }","duration":"191.494997ms","start":"2026-03-03T14:17:28.266156Z","end":"2026-03-03T14:17:28.457651Z","steps":["trace[657985655] 'process raft request' (duration: 191.367834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:28.71828Z","caller":"traceutil/trace.go:171","msg":"trace[863838293] transaction","detail":"{read_only:false; response_revision:9215; number_of_response:1; }","duration":"247.378559ms","start":"2026-03-03T14:17:28.470867Z","end":"2026-03-03T14:17:28.718246Z","steps":["trace[863838293] 'process raft request' (duration: 247.187405ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:29.992261Z","caller":"traceutil/trace.go:171","msg":"trace[575724763] linearizableReadLoop","detail":"{readStateIndex:9583; appliedIndex:9582; }","duration":"182.906294ms","start":"2026-03-03T14:17:29.809333Z","end":"2026-03-03T14:17:29.992239Z","steps":["trace[575724763] 'read index received' (duration: 182.70554ms)","trace[575724763] 'applied index is now lower than readState.Index' (duration: 199.884µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:29.992507Z","caller":"traceutil/trace.go:171","msg":"trace[103737850] transaction","detail":"{read_only:false; response_revision:9218; number_of_response:1; }","duration":"310.995443ms","start":"2026-03-03T14:17:29.681498Z","end":"2026-03-03T14:17:29.992494Z","steps":["trace[103737850] 'process raft request' (duration: 310.610234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:29.99264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:29.681484Z","time spent":"311.082106ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:29.992923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.597321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:17:29.99297Z","caller":"traceutil/trace.go:171","msg":"trace[1627992837] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9218; }","duration":"183.682184ms","start":"2026-03-03T14:17:29.809277Z","end":"2026-03-03T14:17:29.992959Z","steps":["trace[1627992837] 'agreement among raft nodes before linearized reading' (duration: 183.555931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.889864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740450074s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:31.889961Z","caller":"traceutil/trace.go:171","msg":"trace[168536358] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9218; }","duration":"1.740558076s","start":"2026-03-03T14:17:30.149388Z","end":"2026-03-03T14:17:31.889946Z","steps":["trace[168536358] 'range keys from in-memory index tree' (duration: 1.740433713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.890345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634921035s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:31.890442Z","caller":"traceutil/trace.go:171","msg":"trace[1613847595] linearizableReadLoop","detail":"{readStateIndex:9584; appliedIndex:9583; }","duration":"1.674469593s","start":"2026-03-03T14:17:30.215958Z","end":"2026-03-03T14:17:31.890427Z","steps":["trace[1613847595] 'read index received' (duration: 39.408435ms)","trace[1613847595] 'applied index is now lower than readState.Index' (duration: 1.635057388s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:31.890513Z","caller":"traceutil/trace.go:171","msg":"trace[253708014] transaction","detail":"{read_only:false; response_revision:9219; number_of_response:1; }","duration":"1.872080025s","start":"2026-03-03T14:17:30.018421Z","end":"2026-03-03T14:17:31.890501Z","steps":["trace[253708014] 'process raft request' (duration: 236.919794ms)","trace[253708014] 'compare' (duration: 1.6346956s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:31.890574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.018401Z","time spent":"1.872142087s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:31.890742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.674922704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:31.890846Z","caller":"traceutil/trace.go:171","msg":"trace[283894803] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:9219; }","duration":"1.675064888s","start":"2026-03-03T14:17:30.215753Z","end":"2026-03-03T14:17:31.890818Z","steps":["trace[283894803] 'agreement among raft nodes before linearized reading' (duration: 1.674899974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.890909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.215736Z","time spent":"1.67515844s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:31.963921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079494543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:5963"} {"level":"warn","ts":"2026-03-03T14:17:31.963989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057432084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:17:31.964199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062439592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:17:31.964213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.168346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:17:31.964216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.656295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:31.964242Z","caller":"traceutil/trace.go:171","msg":"trace[1960745771] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9219; }","duration":"1.057706761s","start":"2026-03-03T14:17:30.90652Z","end":"2026-03-03T14:17:31.964227Z","steps":["trace[1960745771] 'agreement among raft nodes before linearized reading' (duration: 1.057362523s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:31.964264Z","caller":"traceutil/trace.go:171","msg":"trace[357280008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9219; }","duration":"250.242378ms","start":"2026-03-03T14:17:31.714004Z","end":"2026-03-03T14:17:31.964246Z","steps":["trace[357280008] 'agreement among raft nodes before linearized reading' (duration: 250.154576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.964298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.906509Z","time spent":"1.057777172s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:17:31.964295Z","caller":"traceutil/trace.go:171","msg":"trace[1664310670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9219; }","duration":"918.768098ms","start":"2026-03-03T14:17:31.045505Z","end":"2026-03-03T14:17:31.964273Z","steps":["trace[1664310670] 'agreement among raft nodes before linearized reading' (duration: 918.642905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.964343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.045491Z","time spent":"918.843699ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:31.964217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.879339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:17:31.964524Z","caller":"traceutil/trace.go:171","msg":"trace[2017289252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9219; }","duration":"821.208655ms","start":"2026-03-03T14:17:31.143271Z","end":"2026-03-03T14:17:31.96448Z","steps":["trace[2017289252] 'agreement among raft nodes before linearized reading' (duration: 820.531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.964547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.521794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:17:31.964002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.091422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:17:31.96465Z","caller":"traceutil/trace.go:171","msg":"trace[1586792672] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9219; }","duration":"250.699068ms","start":"2026-03-03T14:17:31.713928Z","end":"2026-03-03T14:17:31.964627Z","steps":["trace[1586792672] 'agreement among raft nodes before linearized reading' (duration: 250.35127ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:31.96467Z","caller":"traceutil/trace.go:171","msg":"trace[955242753] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9219; }","duration":"938.820008ms","start":"2026-03-03T14:17:31.025837Z","end":"2026-03-03T14:17:31.964657Z","steps":["trace[955242753] 'agreement among raft nodes before linearized reading' (duration: 938.00378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.964715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.025816Z","time spent":"938.885959ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:17:31.9641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.259566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:525"} {"level":"warn","ts":"2026-03-03T14:17:31.96476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.143251Z","time spent":"821.353149ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:17:31.964766Z","caller":"traceutil/trace.go:171","msg":"trace[1826437280] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:9219; }","duration":"878.969873ms","start":"2026-03-03T14:17:31.085779Z","end":"2026-03-03T14:17:31.964749Z","steps":["trace[1826437280] 'agreement among raft nodes before linearized reading' (duration: 878.262446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.964892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.085754Z","time spent":"879.124127ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":549,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:17:31.964002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045167006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:31.964944Z","caller":"traceutil/trace.go:171","msg":"trace[133777199] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9219; }","duration":"1.046142768s","start":"2026-03-03T14:17:30.918783Z","end":"2026-03-03T14:17:31.964925Z","steps":["trace[133777199] 'agreement among raft nodes before linearized reading' (duration: 1.045134814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.965017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.918766Z","time spent":"1.0462267s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:17:31.964244Z","caller":"traceutil/trace.go:171","msg":"trace[122952127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9219; }","duration":"1.062541875s","start":"2026-03-03T14:17:30.901692Z","end":"2026-03-03T14:17:31.964234Z","steps":["trace[122952127] 'agreement among raft nodes before linearized reading' (duration: 1.062362941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.96513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.90166Z","time spent":"1.063456635s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:17:31.964022Z","caller":"traceutil/trace.go:171","msg":"trace[1787667231] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:9219; }","duration":"1.079622945s","start":"2026-03-03T14:17:30.884371Z","end":"2026-03-03T14:17:31.963994Z","steps":["trace[1787667231] 'agreement among raft nodes before linearized reading' (duration: 1.0794065s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:31.96528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:30.884354Z","time spent":"1.080915296s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5987,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" "} {"level":"info","ts":"2026-03-03T14:17:32.313982Z","caller":"traceutil/trace.go:171","msg":"trace[2055494180] transaction","detail":"{read_only:false; response_revision:9220; number_of_response:1; }","duration":"346.091298ms","start":"2026-03-03T14:17:31.96786Z","end":"2026-03-03T14:17:32.313951Z","steps":["trace[2055494180] 'process raft request' (duration: 293.555224ms)","trace[2055494180] 'compare' (duration: 52.310838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:32.314155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.967847Z","time spent":"346.220151ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:32.314293Z","caller":"traceutil/trace.go:171","msg":"trace[565174603] transaction","detail":"{read_only:false; response_revision:9222; number_of_response:1; }","duration":"345.220378ms","start":"2026-03-03T14:17:31.96905Z","end":"2026-03-03T14:17:32.31427Z","steps":["trace[565174603] 'process raft request' (duration: 345.092515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.314418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.969027Z","time spent":"345.32249ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:32.314591Z","caller":"traceutil/trace.go:171","msg":"trace[1239793930] transaction","detail":"{read_only:false; response_revision:9221; number_of_response:1; }","duration":"345.509815ms","start":"2026-03-03T14:17:31.96905Z","end":"2026-03-03T14:17:32.31456Z","steps":["trace[1239793930] 'process raft request' (duration: 344.839999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:32.314679Z","caller":"traceutil/trace.go:171","msg":"trace[1875051030] transaction","detail":"{read_only:false; response_revision:9223; number_of_response:1; }","duration":"345.270448ms","start":"2026-03-03T14:17:31.969377Z","end":"2026-03-03T14:17:32.314648Z","steps":["trace[1875051030] 'process raft request' (duration: 344.841408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.314981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.969027Z","time spent":"345.635417ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:32.315034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.969367Z","time spent":"345.576866ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:32.315101Z","caller":"traceutil/trace.go:171","msg":"trace[1952552385] transaction","detail":"{read_only:false; response_revision:9224; number_of_response:1; }","duration":"345.635207ms","start":"2026-03-03T14:17:31.969447Z","end":"2026-03-03T14:17:32.315082Z","steps":["trace[1952552385] 'process raft request' (duration: 345.102935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.315228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.96944Z","time spent":"345.737739ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:32.315364Z","caller":"traceutil/trace.go:171","msg":"trace[1947469072] linearizableReadLoop","detail":"{readStateIndex:9589; appliedIndex:9585; }","duration":"346.026056ms","start":"2026-03-03T14:17:31.969316Z","end":"2026-03-03T14:17:32.315342Z","steps":["trace[1947469072] 'read index received' (duration: 91.16137ms)","trace[1947469072] 'applied index is now lower than readState.Index' (duration: 254.863556ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:32.315384Z","caller":"traceutil/trace.go:171","msg":"trace[1145401867] transaction","detail":"{read_only:false; response_revision:9225; number_of_response:1; }","duration":"340.485925ms","start":"2026-03-03T14:17:31.974833Z","end":"2026-03-03T14:17:32.315319Z","steps":["trace[1145401867] 'process raft request' (duration: 340.124067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:32.315484Z","caller":"traceutil/trace.go:171","msg":"trace[17100456] transaction","detail":"{read_only:false; response_revision:9226; number_of_response:1; }","duration":"254.037817ms","start":"2026-03-03T14:17:32.06143Z","end":"2026-03-03T14:17:32.315468Z","steps":["trace[17100456] 'process raft request' (duration: 253.792171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.315493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.974822Z","time spent":"340.621198ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5734,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:32.315789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.461926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:31 size:291888"} {"level":"info","ts":"2026-03-03T14:17:32.315842Z","caller":"traceutil/trace.go:171","msg":"trace[656906833] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:31; response_revision:9226; }","duration":"346.535427ms","start":"2026-03-03T14:17:31.969294Z","end":"2026-03-03T14:17:32.31583Z","steps":["trace[656906833] 'agreement among raft nodes before linearized reading' (duration: 346.122148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.315902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:31.969284Z","time spent":"346.60627ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":31,"response size":291912,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:17:32.54614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.680487ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:17:32.546225Z","caller":"traceutil/trace.go:171","msg":"trace[1243799828] linearizableReadLoop","detail":"{readStateIndex:9594; appliedIndex:9593; }","duration":"230.785269ms","start":"2026-03-03T14:17:32.315424Z","end":"2026-03-03T14:17:32.546209Z","steps":["trace[1243799828] 'read index received' (duration: 45.641µs)","trace[1243799828] 'applied index is now lower than readState.Index' (duration: 230.738398ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:32.546534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.856231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:32.546561Z","caller":"traceutil/trace.go:171","msg":"trace[1654149153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9226; }","duration":"528.933402ms","start":"2026-03-03T14:17:32.017621Z","end":"2026-03-03T14:17:32.546554Z","steps":["trace[1654149153] 'agreement among raft nodes before linearized reading' (duration: 528.81177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.546539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.666235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:32.546667Z","caller":"traceutil/trace.go:171","msg":"trace[358897671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9226; }","duration":"499.819028ms","start":"2026-03-03T14:17:32.046818Z","end":"2026-03-03T14:17:32.546637Z","steps":["trace[358897671] 'agreement among raft nodes before linearized reading' (duration: 499.595263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.546585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.017598Z","time spent":"528.981133ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:32.546737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.04681Z","time spent":"499.911751ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:32.546684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.192645ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:32.546832Z","caller":"traceutil/trace.go:171","msg":"trace[843654502] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:9226; }","duration":"264.41137ms","start":"2026-03-03T14:17:32.282386Z","end":"2026-03-03T14:17:32.546798Z","steps":["trace[843654502] 'agreement among raft nodes before linearized reading' (duration: 264.140944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.546825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.259384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:17:32.546976Z","caller":"traceutil/trace.go:171","msg":"trace[1529382574] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:9226; }","duration":"229.435919ms","start":"2026-03-03T14:17:32.317516Z","end":"2026-03-03T14:17:32.546952Z","steps":["trace[1529382574] 'agreement among raft nodes before linearized reading' (duration: 228.971158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:32.546789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.902839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" ","response":"range_response_count:1 size:6258"} {"level":"info","ts":"2026-03-03T14:17:32.547121Z","caller":"traceutil/trace.go:171","msg":"trace[638747106] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g; range_end:; response_count:1; response_revision:9226; }","duration":"227.275878ms","start":"2026-03-03T14:17:32.31982Z","end":"2026-03-03T14:17:32.547096Z","steps":["trace[638747106] 'agreement among raft nodes before linearized reading' (duration: 226.670144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:33.035414Z","caller":"traceutil/trace.go:171","msg":"trace[694068844] transaction","detail":"{read_only:false; response_revision:9228; number_of_response:1; }","duration":"477.667618ms","start":"2026-03-03T14:17:32.557704Z","end":"2026-03-03T14:17:33.035372Z","steps":["trace[694068844] 'process raft request' (duration: 454.966264ms)","trace[694068844] 'compare' (duration: 22.300474ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:33.035691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:32.557689Z","time spent":"477.824571ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6029,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:33.655325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.784418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-03T14:17:33.655345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.184546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:17:33.655407Z","caller":"traceutil/trace.go:171","msg":"trace[1360872804] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9228; }","duration":"419.909901ms","start":"2026-03-03T14:17:33.235478Z","end":"2026-03-03T14:17:33.655387Z","steps":["trace[1360872804] 'range keys from in-memory index tree' (duration: 419.500552ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:33.655431Z","caller":"traceutil/trace.go:171","msg":"trace[687867382] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9228; }","duration":"362.324569ms","start":"2026-03-03T14:17:33.293084Z","end":"2026-03-03T14:17:33.655409Z","steps":["trace[687867382] 'range keys from in-memory index tree' (duration: 361.878259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:33.655447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:33.235408Z","time spent":"420.029553ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:17:33.655476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:33.293064Z","time spent":"362.402681ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:17:34.272698Z","caller":"traceutil/trace.go:171","msg":"trace[342756402] linearizableReadLoop","detail":"{readStateIndex:9597; appliedIndex:9596; }","duration":"210.422412ms","start":"2026-03-03T14:17:34.062255Z","end":"2026-03-03T14:17:34.272678Z","steps":["trace[342756402] 'read index received' (duration: 210.235557ms)","trace[342756402] 'applied index is now lower than readState.Index' (duration: 186.205µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:34.272775Z","caller":"traceutil/trace.go:171","msg":"trace[2083231034] transaction","detail":"{read_only:false; response_revision:9229; number_of_response:1; }","duration":"374.347402ms","start":"2026-03-03T14:17:33.898393Z","end":"2026-03-03T14:17:34.272741Z","steps":["trace[2083231034] 'process raft request' (duration: 374.158658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:34.272825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.548664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:34.272905Z","caller":"traceutil/trace.go:171","msg":"trace[348712695] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9229; }","duration":"210.669508ms","start":"2026-03-03T14:17:34.062217Z","end":"2026-03-03T14:17:34.272887Z","steps":["trace[348712695] 'agreement among raft nodes before linearized reading' (duration: 210.538604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:34.272927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:33.89838Z","time spent":"374.467635ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:34.551497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.691438ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:34.551761Z","caller":"traceutil/trace.go:171","msg":"trace[1975712789] linearizableReadLoop","detail":"{readStateIndex:9599; appliedIndex:9597; }","duration":"133.064654ms","start":"2026-03-03T14:17:34.418682Z","end":"2026-03-03T14:17:34.551747Z","steps":["trace[1975712789] 'read index received' (duration: 5.039198ms)","trace[1975712789] 'applied index is now lower than readState.Index' (duration: 128.024626ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:34.551836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.154797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:34.55187Z","caller":"traceutil/trace.go:171","msg":"trace[1140023492] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:9231; }","duration":"133.221868ms","start":"2026-03-03T14:17:34.418637Z","end":"2026-03-03T14:17:34.551859Z","steps":["trace[1140023492] 'agreement among raft nodes before linearized reading' (duration: 133.163936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:34.551892Z","caller":"traceutil/trace.go:171","msg":"trace[100004639] transaction","detail":"{read_only:false; response_revision:9230; number_of_response:1; }","duration":"224.045122ms","start":"2026-03-03T14:17:34.327817Z","end":"2026-03-03T14:17:34.551862Z","steps":["trace[100004639] 'process raft request' (duration: 95.896353ms)","trace[100004639] 'compare' (duration: 127.374861ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:34.552073Z","caller":"traceutil/trace.go:171","msg":"trace[1258091689] transaction","detail":"{read_only:false; response_revision:9231; number_of_response:1; }","duration":"224.095403ms","start":"2026-03-03T14:17:34.327966Z","end":"2026-03-03T14:17:34.552062Z","steps":["trace[1258091689] 'process raft request' (duration: 223.689493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:34.7342Z","caller":"traceutil/trace.go:171","msg":"trace[511357157] transaction","detail":"{read_only:false; response_revision:9232; number_of_response:1; }","duration":"105.072128ms","start":"2026-03-03T14:17:34.629104Z","end":"2026-03-03T14:17:34.734176Z","steps":["trace[511357157] 'process raft request' (duration: 52.490063ms)","trace[511357157] 'compare' (duration: 52.474492ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:36.177619Z","caller":"traceutil/trace.go:171","msg":"trace[761006138] linearizableReadLoop","detail":"{readStateIndex:9603; appliedIndex:9602; }","duration":"131.039368ms","start":"2026-03-03T14:17:36.046545Z","end":"2026-03-03T14:17:36.177585Z","steps":["trace[761006138] 'read index received' (duration: 71.94499ms)","trace[761006138] 'applied index is now lower than readState.Index' (duration: 59.093228ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:36.177639Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7451} {"level":"warn","ts":"2026-03-03T14:17:36.177777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.212082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:36.177813Z","caller":"traceutil/trace.go:171","msg":"trace[1929856244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9234; }","duration":"131.298574ms","start":"2026-03-03T14:17:36.046502Z","end":"2026-03-03T14:17:36.177801Z","steps":["trace[1929856244] 'agreement among raft nodes before linearized reading' (duration: 131.203042ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:36.177869Z","caller":"traceutil/trace.go:171","msg":"trace[1961863211] compact","detail":"{revision:7451; response_revision:9234; }","duration":"137.121471ms","start":"2026-03-03T14:17:36.040722Z","end":"2026-03-03T14:17:36.177844Z","steps":["trace[1961863211] 'process raft request' (duration: 77.89506ms)","trace[1961863211] 'check and update compact revision' (duration: 58.843582ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:36.675578Z","caller":"traceutil/trace.go:171","msg":"trace[449901855] linearizableReadLoop","detail":"{readStateIndex:9604; appliedIndex:9603; }","duration":"339.354231ms","start":"2026-03-03T14:17:36.336185Z","end":"2026-03-03T14:17:36.67554Z","steps":["trace[449901855] 'read index received' (duration: 303.855487ms)","trace[449901855] 'applied index is now lower than readState.Index' (duration: 35.497124ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:36.675777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.574736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:17:36.675853Z","caller":"traceutil/trace.go:171","msg":"trace[65734014] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9235; }","duration":"339.695199ms","start":"2026-03-03T14:17:36.33615Z","end":"2026-03-03T14:17:36.675845Z","steps":["trace[65734014] 'agreement among raft nodes before linearized reading' (duration: 339.511235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:36.675902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.336132Z","time spent":"339.74601ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:17:36.675598Z","caller":"traceutil/trace.go:171","msg":"trace[9076043] transaction","detail":"{read_only:false; response_revision:9235; number_of_response:1; }","duration":"391.392432ms","start":"2026-03-03T14:17:36.28417Z","end":"2026-03-03T14:17:36.675563Z","steps":["trace[9076043] 'process raft request' (duration: 355.94887ms)","trace[9076043] 'compare' (duration: 35.161605ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:36.676196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.284145Z","time spent":"391.919185ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:36.676302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.762196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:36.676329Z","caller":"traceutil/trace.go:171","msg":"trace[501548627] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9235; }","duration":"120.832438ms","start":"2026-03-03T14:17:36.555491Z","end":"2026-03-03T14:17:36.676323Z","steps":["trace[501548627] 'agreement among raft nodes before linearized reading' (duration: 120.730525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:36.6763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.293401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:17:36.676421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.385241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:36.676427Z","caller":"traceutil/trace.go:171","msg":"trace[1821376891] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:9235; }","duration":"130.480125ms","start":"2026-03-03T14:17:36.545919Z","end":"2026-03-03T14:17:36.676399Z","steps":["trace[1821376891] 'agreement among raft nodes before linearized reading' (duration: 130.238639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:36.676492Z","caller":"traceutil/trace.go:171","msg":"trace[236984800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9235; }","duration":"121.478243ms","start":"2026-03-03T14:17:36.554994Z","end":"2026-03-03T14:17:36.676473Z","steps":["trace[236984800] 'agreement among raft nodes before linearized reading' (duration: 121.232048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:37.149486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.576141ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:37.149817Z","caller":"traceutil/trace.go:171","msg":"trace[1410402505] transaction","detail":"{read_only:false; response_revision:9236; number_of_response:1; }","duration":"443.959107ms","start":"2026-03-03T14:17:36.705769Z","end":"2026-03-03T14:17:37.149728Z","steps":["trace[1410402505] 'process raft request' (duration: 88.041748ms)","trace[1410402505] 'compare' (duration: 126.828578ms)","trace[1410402505] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-system/plndr-cp-lock; req_size:416; } (duration: 228.046335ms)"],"step_count":3} {"level":"info","ts":"2026-03-03T14:17:37.15038Z","caller":"traceutil/trace.go:171","msg":"trace[1830305069] transaction","detail":"{read_only:false; response_revision:9237; number_of_response:1; }","duration":"441.701183ms","start":"2026-03-03T14:17:36.708656Z","end":"2026-03-03T14:17:37.150358Z","steps":["trace[1830305069] 'process raft request' (duration: 440.975067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:37.150413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.705743Z","time spent":"444.182252ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:37.15046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.70863Z","time spent":"441.788736ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:37.170875Z","caller":"traceutil/trace.go:171","msg":"trace[1116410129] linearizableReadLoop","detail":"{readStateIndex:9607; appliedIndex:9604; }","duration":"431.012992ms","start":"2026-03-03T14:17:36.739835Z","end":"2026-03-03T14:17:37.170848Z","steps":["trace[1116410129] 'read index received' (duration: 53.844105ms)","trace[1116410129] 'applied index is now lower than readState.Index' (duration: 377.168077ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:37.171087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.241338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:37.171349Z","caller":"traceutil/trace.go:171","msg":"trace[1925762134] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9237; }","duration":"431.32593ms","start":"2026-03-03T14:17:36.739778Z","end":"2026-03-03T14:17:37.171104Z","steps":["trace[1925762134] 'agreement among raft nodes before linearized reading' (duration: 431.206247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:37.171381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.739751Z","time spent":"431.621437ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:17:37.185611Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7451,"took":"1.005002782s","hash":152587086,"current-db-size-bytes":42065920,"current-db-size":"42 MB","current-db-size-in-use-bytes":22818816,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-03-03T14:17:37.185667Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":152587086,"revision":7451,"compact-revision":5425} {"level":"info","ts":"2026-03-03T14:17:37.185927Z","caller":"traceutil/trace.go:171","msg":"trace[1444902024] transaction","detail":"{read_only:false; response_revision:9238; number_of_response:1; }","duration":"346.886787ms","start":"2026-03-03T14:17:36.83901Z","end":"2026-03-03T14:17:37.185897Z","steps":["trace[1444902024] 'process raft request' (duration: 331.800572ms)","trace[1444902024] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/kube-node-lease/instance; req_size:518; } (duration: 14.8914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:37.186144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:36.838975Z","time spent":"347.00536ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:37.18614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.590682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:37.186274Z","caller":"traceutil/trace.go:171","msg":"trace[1121571009] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9238; }","duration":"137.782386ms","start":"2026-03-03T14:17:37.04846Z","end":"2026-03-03T14:17:37.186243Z","steps":["trace[1121571009] 'agreement among raft nodes before linearized reading' (duration: 137.436738ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:40.229453Z","caller":"traceutil/trace.go:171","msg":"trace[1233050255] linearizableReadLoop","detail":"{readStateIndex:9618; appliedIndex:9616; }","duration":"181.471782ms","start":"2026-03-03T14:17:40.047954Z","end":"2026-03-03T14:17:40.229426Z","steps":["trace[1233050255] 'read index received' (duration: 175.457961ms)","trace[1233050255] 'applied index is now lower than readState.Index' (duration: 6.012431ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:40.229579Z","caller":"traceutil/trace.go:171","msg":"trace[72042203] transaction","detail":"{read_only:false; response_revision:9248; number_of_response:1; }","duration":"244.508272ms","start":"2026-03-03T14:17:39.984996Z","end":"2026-03-03T14:17:40.229504Z","steps":["trace[72042203] 'process raft request' (duration: 244.325828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:40.229655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.675187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:40.229746Z","caller":"traceutil/trace.go:171","msg":"trace[547006406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9248; }","duration":"181.83011ms","start":"2026-03-03T14:17:40.0479Z","end":"2026-03-03T14:17:40.22973Z","steps":["trace[547006406] 'agreement among raft nodes before linearized reading' (duration: 181.674427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:40.22946Z","caller":"traceutil/trace.go:171","msg":"trace[1330513026] transaction","detail":"{read_only:false; response_revision:9247; number_of_response:1; }","duration":"244.732917ms","start":"2026-03-03T14:17:39.98469Z","end":"2026-03-03T14:17:40.229423Z","steps":["trace[1330513026] 'process raft request' (duration: 238.725196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:40.229961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.452665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:17:40.230045Z","caller":"traceutil/trace.go:171","msg":"trace[1630558676] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9248; }","duration":"116.597438ms","start":"2026-03-03T14:17:40.113434Z","end":"2026-03-03T14:17:40.230032Z","steps":["trace[1630558676] 'agreement among raft nodes before linearized reading' (duration: 116.271821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:44.531978Z","caller":"traceutil/trace.go:171","msg":"trace[755972749] transaction","detail":"{read_only:false; response_revision:9273; number_of_response:1; }","duration":"314.963176ms","start":"2026-03-03T14:17:44.216993Z","end":"2026-03-03T14:17:44.531956Z","steps":["trace[755972749] 'process raft request' (duration: 314.783732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:44.532117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:44.216965Z","time spent":"315.077729ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:44.54916Z","caller":"traceutil/trace.go:171","msg":"trace[597873883] transaction","detail":"{read_only:false; response_revision:9274; number_of_response:1; }","duration":"306.17225ms","start":"2026-03-03T14:17:44.242893Z","end":"2026-03-03T14:17:44.549065Z","steps":["trace[597873883] 'process raft request' (duration: 306.002336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:44.549366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:44.242862Z","time spent":"306.384435ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:45.417173Z","caller":"traceutil/trace.go:171","msg":"trace[722778831] transaction","detail":"{read_only:false; response_revision:9288; number_of_response:1; }","duration":"118.410691ms","start":"2026-03-03T14:17:45.298732Z","end":"2026-03-03T14:17:45.417142Z","steps":["trace[722778831] 'process raft request' (duration: 65.881537ms)","trace[722778831] 'compare' (duration: 52.35489ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:45.941185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.637451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:45.941308Z","caller":"traceutil/trace.go:171","msg":"trace[1426630932] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9290; }","duration":"363.814995ms","start":"2026-03-03T14:17:45.577458Z","end":"2026-03-03T14:17:45.941273Z","steps":["trace[1426630932] 'range keys from in-memory index tree' (duration: 363.538238ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:45.941417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.108459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/service-controller\" ","response":"range_response_count:1 size:201"} {"level":"info","ts":"2026-03-03T14:17:45.941491Z","caller":"traceutil/trace.go:171","msg":"trace[1784725629] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/service-controller; range_end:; response_count:1; response_revision:9290; }","duration":"415.231852ms","start":"2026-03-03T14:17:45.526242Z","end":"2026-03-03T14:17:45.941474Z","steps":["trace[1784725629] 'range keys from in-memory index tree' (duration: 414.870063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:45.941536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:45.526207Z","time spent":"415.320694ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":225,"request content":"key:\"/registry/serviceaccounts/kube-system/service-controller\" "} {"level":"warn","ts":"2026-03-03T14:17:45.942007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:45.577438Z","time spent":"363.944437ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:17:46.735665Z","caller":"traceutil/trace.go:171","msg":"trace[935980976] linearizableReadLoop","detail":"{readStateIndex:9680; appliedIndex:9679; }","duration":"136.923865ms","start":"2026-03-03T14:17:46.598711Z","end":"2026-03-03T14:17:46.735635Z","steps":["trace[935980976] 'read index received' (duration: 10.6289ms)","trace[935980976] 'applied index is now lower than readState.Index' (duration: 126.293875ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:46.735801Z","caller":"traceutil/trace.go:171","msg":"trace[849294498] transaction","detail":"{read_only:false; response_revision:9307; number_of_response:1; }","duration":"159.401543ms","start":"2026-03-03T14:17:46.576352Z","end":"2026-03-03T14:17:46.735753Z","steps":["trace[849294498] 'process raft request' (duration: 156.70686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:46.735923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.177711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-rabbit-init\" ","response":"range_response_count:1 size:538"} {"level":"info","ts":"2026-03-03T14:17:46.735998Z","caller":"traceutil/trace.go:171","msg":"trace[66635381] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-rabbit-init; range_end:; response_count:1; response_revision:9307; }","duration":"137.306004ms","start":"2026-03-03T14:17:46.598674Z","end":"2026-03-03T14:17:46.73598Z","steps":["trace[66635381] 'agreement among raft nodes before linearized reading' (duration: 137.074179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.300299Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432369096,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:17:47.891617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.068876Z","time spent":"822.734401ms","remote":"127.0.0.1:46188","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:17:47.892465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.7194ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:47.892703Z","caller":"traceutil/trace.go:171","msg":"trace[723033189] transaction","detail":"{read_only:false; response_revision:9308; number_of_response:1; }","duration":"1.097525356s","start":"2026-03-03T14:17:46.795116Z","end":"2026-03-03T14:17:47.892641Z","steps":["trace[723033189] 'process raft request' (duration: 791.534709ms)","trace[723033189] 'compare' (duration: 305.521845ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:47.892868Z","caller":"traceutil/trace.go:171","msg":"trace[912997762] transaction","detail":"{read_only:false; response_revision:9309; number_of_response:1; }","duration":"870.602096ms","start":"2026-03-03T14:17:47.022211Z","end":"2026-03-03T14:17:47.892813Z","steps":["trace[912997762] 'process raft request' (duration: 870.36485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:47.893033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.022195Z","time spent":"870.75815ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:47.893865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:46.795103Z","time spent":"1.097690139s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:48.041034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.328793ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:17:48.04141Z","caller":"traceutil/trace.go:171","msg":"trace[1998883123] transaction","detail":"{read_only:false; response_revision:9310; number_of_response:1; }","duration":"727.053015ms","start":"2026-03-03T14:17:47.314333Z","end":"2026-03-03T14:17:48.041386Z","steps":["trace[1998883123] 'process raft request' (duration: 726.787878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.041542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.314297Z","time spent":"727.169347ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:48.041667Z","caller":"traceutil/trace.go:171","msg":"trace[1441252596] linearizableReadLoop","detail":"{readStateIndex:9683; appliedIndex:9680; }","duration":"1.242400758s","start":"2026-03-03T14:17:46.79922Z","end":"2026-03-03T14:17:48.04162Z","steps":["trace[1441252596] 'read index received' (duration: 787.518675ms)","trace[1441252596] 'applied index is now lower than readState.Index' (duration: 454.858563ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:48.041779Z","caller":"traceutil/trace.go:171","msg":"trace[292198017] transaction","detail":"{read_only:false; response_revision:9311; number_of_response:1; }","duration":"528.183085ms","start":"2026-03-03T14:17:47.513578Z","end":"2026-03-03T14:17:48.041761Z","steps":["trace[292198017] 'process raft request' (duration: 527.752515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.04193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.513544Z","time spent":"528.310657ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:48.042125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.119471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:17:48.042214Z","caller":"traceutil/trace.go:171","msg":"trace[747947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9311; }","duration":"763.270014ms","start":"2026-03-03T14:17:47.278931Z","end":"2026-03-03T14:17:48.042201Z","steps":["trace[747947] 'agreement among raft nodes before linearized reading' (duration: 763.102621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.04223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.7136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:17:48.042294Z","caller":"traceutil/trace.go:171","msg":"trace[1661173432] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9311; }","duration":"833.795442ms","start":"2026-03-03T14:17:47.208482Z","end":"2026-03-03T14:17:48.042277Z","steps":["trace[1661173432] 'agreement among raft nodes before linearized reading' (duration: 833.674139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.042345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.208469Z","time spent":"833.865174ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:48.042439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.495411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:17:48.042505Z","caller":"traceutil/trace.go:171","msg":"trace[1636102514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9311; }","duration":"723.604973ms","start":"2026-03-03T14:17:47.318887Z","end":"2026-03-03T14:17:48.042492Z","steps":["trace[1636102514] 'agreement among raft nodes before linearized reading' (duration: 723.433719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.042563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.318857Z","time spent":"723.695796ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:17:48.042625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.558513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:17:48.042678Z","caller":"traceutil/trace.go:171","msg":"trace[613844435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9311; }","duration":"841.644005ms","start":"2026-03-03T14:17:47.201021Z","end":"2026-03-03T14:17:48.042665Z","steps":["trace[613844435] 'agreement among raft nodes before linearized reading' (duration: 841.511382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.042723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.200997Z","time spent":"841.714977ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:48.042302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.278911Z","time spent":"763.351097ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:48.042584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.120955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:17:48.042784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.174559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:48.042893Z","caller":"traceutil/trace.go:171","msg":"trace[1894306583] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9311; }","duration":"721.579945ms","start":"2026-03-03T14:17:47.321297Z","end":"2026-03-03T14:17:48.042877Z","steps":["trace[1894306583] 'agreement among raft nodes before linearized reading' (duration: 720.898199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:48.042919Z","caller":"traceutil/trace.go:171","msg":"trace[445905438] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:9311; }","duration":"604.332192ms","start":"2026-03-03T14:17:47.43855Z","end":"2026-03-03T14:17:48.042882Z","steps":["trace[445905438] 'agreement among raft nodes before linearized reading' (duration: 604.197169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.042948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.321265Z","time spent":"721.669347ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:17:48.043028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.670452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:48.042126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239613991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:17:48.043101Z","caller":"traceutil/trace.go:171","msg":"trace[1223946199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9311; }","duration":"1.240607814s","start":"2026-03-03T14:17:46.802484Z","end":"2026-03-03T14:17:48.043092Z","steps":["trace[1223946199] 'agreement among raft nodes before linearized reading' (duration: 1.239521409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.043134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:46.802478Z","time spent":"1.240647625s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:17:48.043116Z","caller":"traceutil/trace.go:171","msg":"trace[636054890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9311; }","duration":"995.768995ms","start":"2026-03-03T14:17:47.047314Z","end":"2026-03-03T14:17:48.043083Z","steps":["trace[636054890] 'agreement among raft nodes before linearized reading' (duration: 995.683443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.043244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.047295Z","time spent":"995.937808ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:48.043032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:47.438526Z","time spent":"604.418084ms","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:48.043433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244200389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298165"} {"level":"info","ts":"2026-03-03T14:17:48.043489Z","caller":"traceutil/trace.go:171","msg":"trace[194353094] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9311; }","duration":"1.244291153s","start":"2026-03-03T14:17:46.799184Z","end":"2026-03-03T14:17:48.043476Z","steps":["trace[194353094] 'agreement among raft nodes before linearized reading' (duration: 1.242658604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.043542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:46.799146Z","time spent":"1.244375634s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":32,"response size":298189,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:17:48.886386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.367865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:48.886487Z","caller":"traceutil/trace.go:171","msg":"trace[199050336] linearizableReadLoop","detail":"{readStateIndex:9696; appliedIndex:9695; }","duration":"128.859266ms","start":"2026-03-03T14:17:48.757612Z","end":"2026-03-03T14:17:48.886471Z","steps":["trace[199050336] 'read index received' (duration: 48.511µs)","trace[199050336] 'applied index is now lower than readState.Index' (duration: 128.809575ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:48.886647Z","caller":"traceutil/trace.go:171","msg":"trace[1759965765] transaction","detail":"{read_only:false; response_revision:9322; number_of_response:1; }","duration":"144.671306ms","start":"2026-03-03T14:17:48.74196Z","end":"2026-03-03T14:17:48.886564Z","steps":["trace[1759965765] 'process raft request' (duration: 12.975594ms)","trace[1759965765] 'compare' (duration: 131.271742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:48.886828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.15306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:17:48.886903Z","caller":"traceutil/trace.go:171","msg":"trace[516345994] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9322; }","duration":"105.286043ms","start":"2026-03-03T14:17:48.781597Z","end":"2026-03-03T14:17:48.886883Z","steps":["trace[516345994] 'agreement among raft nodes before linearized reading' (duration: 105.061217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:48.886823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.193495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:2776"} {"level":"info","ts":"2026-03-03T14:17:48.887806Z","caller":"traceutil/trace.go:171","msg":"trace[666816326] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:9322; }","duration":"130.189538ms","start":"2026-03-03T14:17:48.757596Z","end":"2026-03-03T14:17:48.887786Z","steps":["trace[666816326] 'agreement among raft nodes before linearized reading' (duration: 129.03848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.466485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.174594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" ","response":"range_response_count:1 size:6044"} {"level":"info","ts":"2026-03-03T14:17:49.466572Z","caller":"traceutil/trace.go:171","msg":"trace[823568147] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g; range_end:; response_count:1; response_revision:9322; }","duration":"109.302208ms","start":"2026-03-03T14:17:49.35725Z","end":"2026-03-03T14:17:49.466552Z","steps":["trace[823568147] 'range keys from in-memory index tree' (duration: 109.036729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.466613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.60435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7961"} {"level":"info","ts":"2026-03-03T14:17:49.466692Z","caller":"traceutil/trace.go:171","msg":"trace[466405714] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:9322; }","duration":"458.693142ms","start":"2026-03-03T14:17:49.007979Z","end":"2026-03-03T14:17:49.466672Z","steps":["trace[466405714] 'range keys from in-memory index tree' (duration: 458.464096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.46675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.007899Z","time spent":"458.837636ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7985,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-03-03T14:17:49.467033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.979754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7442"} {"level":"info","ts":"2026-03-03T14:17:49.467078Z","caller":"traceutil/trace.go:171","msg":"trace[828416707] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:9322; }","duration":"334.074916ms","start":"2026-03-03T14:17:49.13299Z","end":"2026-03-03T14:17:49.467065Z","steps":["trace[828416707] 'range keys from in-memory index tree' (duration: 333.827231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.132963Z","time spent":"334.142618ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7466,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:17:49.467111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.019081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/identity\" ","response":"range_response_count:1 size:1065"} {"level":"warn","ts":"2026-03-03T14:17:49.467133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.180796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:17:49.46722Z","caller":"traceutil/trace.go:171","msg":"trace[1833191008] range","detail":"{range_begin:/registry/ingress/openstack/identity; range_end:; response_count:1; response_revision:9322; }","duration":"227.169254ms","start":"2026-03-03T14:17:49.240029Z","end":"2026-03-03T14:17:49.467199Z","steps":["trace[1833191008] 'range keys from in-memory index tree' (duration: 226.873537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:49.467235Z","caller":"traceutil/trace.go:171","msg":"trace[1236736364] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9322; }","duration":"135.335339ms","start":"2026-03-03T14:17:49.331879Z","end":"2026-03-03T14:17:49.467215Z","steps":["trace[1236736364] 'range keys from in-memory index tree' (duration: 134.993491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.897063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-5nnpx\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-03T14:17:49.467467Z","caller":"traceutil/trace.go:171","msg":"trace[1162501767] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-5nnpx; range_end:; response_count:1; response_revision:9322; }","duration":"279.975685ms","start":"2026-03-03T14:17:49.187478Z","end":"2026-03-03T14:17:49.467454Z","steps":["trace[1162501767] 'range keys from in-memory index tree' (duration: 279.780431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.4675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.590426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/key-manager\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-03T14:17:49.46757Z","caller":"traceutil/trace.go:171","msg":"trace[141859540] range","detail":"{range_begin:/registry/ingress/openstack/key-manager; range_end:; response_count:1; response_revision:9322; }","duration":"434.699309ms","start":"2026-03-03T14:17:49.032852Z","end":"2026-03-03T14:17:49.467552Z","steps":["trace[141859540] 'range keys from in-memory index tree' (duration: 434.406661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.032812Z","time spent":"434.797231ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":893,"request content":"key:\"/registry/ingress/openstack/key-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:49.467655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.056597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1429"} {"level":"info","ts":"2026-03-03T14:17:49.467699Z","caller":"traceutil/trace.go:171","msg":"trace[980137656] range","detail":"{range_begin:/registry/ingress/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:9322; }","duration":"280.133269ms","start":"2026-03-03T14:17:49.187554Z","end":"2026-03-03T14:17:49.467687Z","steps":["trace[980137656] 'range keys from in-memory index tree' (duration: 279.943594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.41519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:49.467749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.880052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/auth-system/keycloak\" ","response":"range_response_count:1 size:869"} {"level":"warn","ts":"2026-03-03T14:17:49.467727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.623079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:49.467774Z","caller":"traceutil/trace.go:171","msg":"trace[516630431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9322; }","duration":"422.506602ms","start":"2026-03-03T14:17:49.045253Z","end":"2026-03-03T14:17:49.467759Z","steps":["trace[516630431] 'range keys from in-memory index tree' (duration: 422.335018ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:49.467812Z","caller":"traceutil/trace.go:171","msg":"trace[183674311] range","detail":"{range_begin:/registry/ingress/auth-system/keycloak; range_end:; response_count:1; response_revision:9322; }","duration":"359.985254ms","start":"2026-03-03T14:17:49.10781Z","end":"2026-03-03T14:17:49.467795Z","steps":["trace[183674311] 'range keys from in-memory index tree' (duration: 359.735829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.045229Z","time spent":"422.582665ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:49.467824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.195617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10706"} {"level":"warn","ts":"2026-03-03T14:17:49.467851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.10779Z","time spent":"360.053596ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":893,"request content":"key:\"/registry/ingress/auth-system/keycloak\" "} {"level":"info","ts":"2026-03-03T14:17:49.467821Z","caller":"traceutil/trace.go:171","msg":"trace[2020163277] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:9322; }","duration":"380.767932ms","start":"2026-03-03T14:17:49.087035Z","end":"2026-03-03T14:17:49.467803Z","steps":["trace[2020163277] 'count revisions from in-memory index tree' (duration: 380.545067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:49.467877Z","caller":"traceutil/trace.go:171","msg":"trace[321714616] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:9322; }","duration":"385.288749ms","start":"2026-03-03T14:17:49.082573Z","end":"2026-03-03T14:17:49.467862Z","steps":["trace[321714616] 'range keys from in-memory index tree' (duration: 385.033973ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.316038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4dvxz\" ","response":"range_response_count:1 size:4155"} {"level":"warn","ts":"2026-03-03T14:17:49.46792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.087021Z","time spent":"380.884625ms","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:49.467924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.082553Z","time spent":"385.35981ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10730,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T14:17:49.467901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.19189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:13663"} {"level":"info","ts":"2026-03-03T14:17:49.467947Z","caller":"traceutil/trace.go:171","msg":"trace[824274464] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4dvxz; range_end:; response_count:1; response_revision:9322; }","duration":"210.38657ms","start":"2026-03-03T14:17:49.257545Z","end":"2026-03-03T14:17:49.467931Z","steps":["trace[824274464] 'range keys from in-memory index tree' (duration: 210.198796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.835773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7rl8r\" ","response":"range_response_count:1 size:4951"} {"level":"warn","ts":"2026-03-03T14:17:49.46806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.414594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11485"} {"level":"info","ts":"2026-03-03T14:17:49.468116Z","caller":"traceutil/trace.go:171","msg":"trace[1955220675] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-7rl8r; range_end:; response_count:1; response_revision:9322; }","duration":"260.090528ms","start":"2026-03-03T14:17:49.208002Z","end":"2026-03-03T14:17:49.468093Z","steps":["trace[1955220675] 'range keys from in-memory index tree' (duration: 259.655098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:49.468114Z","caller":"traceutil/trace.go:171","msg":"trace[626808590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:9322; }","duration":"185.504616ms","start":"2026-03-03T14:17:49.282595Z","end":"2026-03-03T14:17:49.4681Z","steps":["trace[626808590] 'range keys from in-memory index tree' (duration: 185.25018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.467755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.651799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/rook-ceph-cluster\" ","response":"range_response_count:1 size:1115"} {"level":"info","ts":"2026-03-03T14:17:49.469607Z","caller":"traceutil/trace.go:171","msg":"trace[313799070] range","detail":"{range_begin:/registry/ingress/openstack/rook-ceph-cluster; range_end:; response_count:1; response_revision:9322; }","duration":"161.359139ms","start":"2026-03-03T14:17:49.308045Z","end":"2026-03-03T14:17:49.469404Z","steps":["trace[313799070] 'range keys from in-memory index tree' (duration: 159.511166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:49.468047Z","caller":"traceutil/trace.go:171","msg":"trace[659068143] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:9322; }","duration":"409.398394ms","start":"2026-03-03T14:17:49.058623Z","end":"2026-03-03T14:17:49.468021Z","steps":["trace[659068143] 'range keys from in-memory index tree' (duration: 408.957464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:49.469865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.058613Z","time spent":"411.230858ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":13687,"request content":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-03-03T14:17:50.296341Z","caller":"traceutil/trace.go:171","msg":"trace[552862015] linearizableReadLoop","detail":"{readStateIndex:9697; appliedIndex:9696; }","duration":"389.260322ms","start":"2026-03-03T14:17:49.907048Z","end":"2026-03-03T14:17:50.296308Z","steps":["trace[552862015] 'read index received' (duration: 388.679638ms)","trace[552862015] 'applied index is now lower than readState.Index' (duration: 579.154µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:50.296458Z","caller":"traceutil/trace.go:171","msg":"trace[134911378] transaction","detail":"{read_only:false; response_revision:9323; number_of_response:1; }","duration":"393.293766ms","start":"2026-03-03T14:17:49.903118Z","end":"2026-03-03T14:17:50.296411Z","steps":["trace[134911378] 'process raft request' (duration: 392.806375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.296663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.576699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:15429"} {"level":"info","ts":"2026-03-03T14:17:50.296742Z","caller":"traceutil/trace.go:171","msg":"trace[2092472705] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:9323; }","duration":"389.732243ms","start":"2026-03-03T14:17:49.906993Z","end":"2026-03-03T14:17:50.296725Z","steps":["trace[2092472705] 'agreement among raft nodes before linearized reading' (duration: 389.443156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.296795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.906967Z","time spent":"389.817034ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":15453,"request content":"key:\"/registry/statefulsets/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-03T14:17:50.296676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.903091Z","time spent":"393.462741ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:50.739357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.606661ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:50.739581Z","caller":"traceutil/trace.go:171","msg":"trace[1506625397] transaction","detail":"{read_only:false; response_revision:9324; number_of_response:1; }","duration":"691.437358ms","start":"2026-03-03T14:17:50.048113Z","end":"2026-03-03T14:17:50.73955Z","steps":["trace[1506625397] 'process raft request' (duration: 493.405497ms)","trace[1506625397] 'compare' (duration: 197.360486ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:50.739723Z","caller":"traceutil/trace.go:171","msg":"trace[1747535041] transaction","detail":"{read_only:false; response_revision:9325; number_of_response:1; }","duration":"367.9259ms","start":"2026-03-03T14:17:50.371769Z","end":"2026-03-03T14:17:50.739695Z","steps":["trace[1747535041] 'process raft request' (duration: 367.758736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.739831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.371732Z","time spent":"368.053353ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:50.739868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.797727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:17:50.739787Z","caller":"traceutil/trace.go:171","msg":"trace[294070939] linearizableReadLoop","detail":"{readStateIndex:9698; appliedIndex:9697; }","duration":"443.29314ms","start":"2026-03-03T14:17:50.296425Z","end":"2026-03-03T14:17:50.739718Z","steps":["trace[294070939] 'read index received' (duration: 245.084375ms)","trace[294070939] 'applied index is now lower than readState.Index' (duration: 198.204965ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:50.740104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.009194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-z22nf\" ","response":"range_response_count:1 size:3968"} {"level":"info","ts":"2026-03-03T14:17:50.740127Z","caller":"traceutil/trace.go:171","msg":"trace[1752359904] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-z22nf; range_end:; response_count:1; response_revision:9325; }","duration":"532.076126ms","start":"2026-03-03T14:17:50.208046Z","end":"2026-03-03T14:17:50.740122Z","steps":["trace[1752359904] 'agreement among raft nodes before linearized reading' (duration: 532.031835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.208019Z","time spent":"532.124157ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3992,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-z22nf\" "} {"level":"warn","ts":"2026-03-03T14:17:50.73974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.048077Z","time spent":"691.570882ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:50.739941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.976472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5716"} {"level":"info","ts":"2026-03-03T14:17:50.740247Z","caller":"traceutil/trace.go:171","msg":"trace[1135213393] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:9325; }","duration":"457.305939ms","start":"2026-03-03T14:17:50.282929Z","end":"2026-03-03T14:17:50.740235Z","steps":["trace[1135213393] 'agreement among raft nodes before linearized reading' (duration: 456.976632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.282915Z","time spent":"457.353851ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":5740,"request content":"key:\"/registry/pods/monitoring/loki-0\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.72996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-hbktg\" ","response":"range_response_count:1 size:19522"} {"level":"warn","ts":"2026-03-03T14:17:50.740024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.289183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" ","response":"range_response_count:1 size:4105"} {"level":"info","ts":"2026-03-03T14:17:50.740354Z","caller":"traceutil/trace.go:171","msg":"trace[808267892] range","detail":"{range_begin:/registry/replicasets/openstack/pxc-operator-69cb5bbdb9; range_end:; response_count:1; response_revision:9325; }","duration":"481.649802ms","start":"2026-03-03T14:17:50.258698Z","end":"2026-03-03T14:17:50.740348Z","steps":["trace[808267892] 'agreement among raft nodes before linearized reading' (duration: 481.252763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.74037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.258682Z","time spent":"481.683122ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4129,"request content":"key:\"/registry/replicasets/openstack/pxc-operator-69cb5bbdb9\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.543896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-03T14:17:50.740515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.599159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17025"} {"level":"warn","ts":"2026-03-03T14:17:50.740529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.661065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rklp7\" ","response":"range_response_count:1 size:8251"} {"level":"info","ts":"2026-03-03T14:17:50.740541Z","caller":"traceutil/trace.go:171","msg":"trace[1082216035] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:9325; }","duration":"782.679631ms","start":"2026-03-03T14:17:49.957856Z","end":"2026-03-03T14:17:50.740536Z","steps":["trace[1082216035] 'agreement among raft nodes before linearized reading' (duration: 782.61297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.740549Z","caller":"traceutil/trace.go:171","msg":"trace[1315983777] range","detail":"{range_begin:/registry/pods/openstack/memcached-memcached-6479589586-rklp7; range_end:; response_count:1; response_revision:9325; }","duration":"683.700286ms","start":"2026-03-03T14:17:50.05684Z","end":"2026-03-03T14:17:50.740541Z","steps":["trace[1315983777] 'agreement among raft nodes before linearized reading' (duration: 683.636995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.74056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.957823Z","time spent":"782.733342ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17049,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.291378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"info","ts":"2026-03-03T14:17:50.740507Z","caller":"traceutil/trace.go:171","msg":"trace[1535427931] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:9325; }","duration":"507.031408ms","start":"2026-03-03T14:17:50.233441Z","end":"2026-03-03T14:17:50.740472Z","steps":["trace[1535427931] 'agreement among raft nodes before linearized reading' (duration: 506.594928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.949457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:17:50.740608Z","caller":"traceutil/trace.go:171","msg":"trace[2065740813] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:9325; }","duration":"632.36718ms","start":"2026-03-03T14:17:50.108225Z","end":"2026-03-03T14:17:50.740592Z","steps":["trace[2065740813] 'agreement among raft nodes before linearized reading' (duration: 632.162576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.740634Z","caller":"traceutil/trace.go:171","msg":"trace[824421705] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9325; }","duration":"670.992427ms","start":"2026-03-03T14:17:50.069636Z","end":"2026-03-03T14:17:50.740629Z","steps":["trace[824421705] 'agreement among raft nodes before linearized reading' (duration: 670.941226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.069627Z","time spent":"671.019818ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.295694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6b76dc5874-f8cd5\" ","response":"range_response_count:1 size:8278"} {"level":"warn","ts":"2026-03-03T14:17:50.740655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.108217Z","time spent":"632.426342ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"info","ts":"2026-03-03T14:17:50.740675Z","caller":"traceutil/trace.go:171","msg":"trace[1698937536] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6b76dc5874-f8cd5; range_end:; response_count:1; response_revision:9325; }","duration":"731.343875ms","start":"2026-03-03T14:17:50.009328Z","end":"2026-03-03T14:17:50.740671Z","steps":["trace[1698937536] 'agreement among raft nodes before linearized reading' (duration: 731.296754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.009308Z","time spent":"731.383567ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8302,"request content":"key:\"/registry/pods/openstack/barbican-api-6b76dc5874-f8cd5\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.028854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:17:50.740766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.099533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-6758cc4f9f\" ","response":"range_response_count:1 size:10512"} {"level":"info","ts":"2026-03-03T14:17:50.740782Z","caller":"traceutil/trace.go:171","msg":"trace[2067273007] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-grafana-6758cc4f9f; range_end:; response_count:1; response_revision:9325; }","duration":"758.161375ms","start":"2026-03-03T14:17:49.982616Z","end":"2026-03-03T14:17:50.740777Z","steps":["trace[2067273007] 'agreement among raft nodes before linearized reading' (duration: 758.114224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.98259Z","time spent":"758.202326ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":10536,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-grafana-6758cc4f9f\" "} {"level":"info","ts":"2026-03-03T14:17:50.7408Z","caller":"traceutil/trace.go:171","msg":"trace[2021881659] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9325; }","duration":"687.154727ms","start":"2026-03-03T14:17:50.053623Z","end":"2026-03-03T14:17:50.740778Z","steps":["trace[2021881659] 'agreement among raft nodes before linearized reading' (duration: 687.005323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.740349Z","caller":"traceutil/trace.go:171","msg":"trace[999247429] range","detail":"{range_begin:/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-hbktg; range_end:; response_count:1; response_revision:9325; }","duration":"658.764741ms","start":"2026-03-03T14:17:50.081577Z","end":"2026-03-03T14:17:50.740341Z","steps":["trace[999247429] 'agreement among raft nodes before linearized reading' (duration: 658.707279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.056828Z","time spent":"683.731627ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":8275,"request content":"key:\"/registry/pods/openstack/memcached-memcached-6479589586-rklp7\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.053596Z","time spent":"687.256139ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.863574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16874"} {"level":"warn","ts":"2026-03-03T14:17:50.741008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.233413Z","time spent":"507.57025ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.46679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:50.741063Z","caller":"traceutil/trace.go:171","msg":"trace[555334827] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:9325; }","duration":"556.57187ms","start":"2026-03-03T14:17:50.18447Z","end":"2026-03-03T14:17:50.741042Z","steps":["trace[555334827] 'agreement among raft nodes before linearized reading' (duration: 555.71822ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.739894Z","caller":"traceutil/trace.go:171","msg":"trace[603905532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9325; }","duration":"668.843328ms","start":"2026-03-03T14:17:50.071045Z","end":"2026-03-03T14:17:50.739889Z","steps":["trace[603905532] 'agreement among raft nodes before linearized reading' (duration: 668.721475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.741127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.184455Z","time spent":"556.654392ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":16898,"request content":"key:\"/registry/pods/openstack/valkey-node-0\" "} {"level":"info","ts":"2026-03-03T14:17:50.741134Z","caller":"traceutil/trace.go:171","msg":"trace[228677674] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9325; }","duration":"635.302769ms","start":"2026-03-03T14:17:50.105798Z","end":"2026-03-03T14:17:50.741101Z","steps":["trace[228677674] 'agreement among raft nodes before linearized reading' (duration: 634.4683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.740724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.863824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:17:50.741196Z","caller":"traceutil/trace.go:171","msg":"trace[1463653589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9325; }","duration":"674.360897ms","start":"2026-03-03T14:17:50.066828Z","end":"2026-03-03T14:17:50.741189Z","steps":["trace[1463653589] 'agreement among raft nodes before linearized reading' (duration: 673.866625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.741195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.105764Z","time spent":"635.412623ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:50.741139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.071033Z","time spent":"670.098517ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.686969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7dfbb6f87b-89hll\" ","response":"range_response_count:1 size:12105"} {"level":"warn","ts":"2026-03-03T14:17:50.740869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.08157Z","time spent":"659.294933ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":19546,"request content":"key:\"/registry/pods/openstack/rook-ceph-rgw-ceph-a-699b8bdb59-hbktg\" "} {"level":"info","ts":"2026-03-03T14:17:50.741296Z","caller":"traceutil/trace.go:171","msg":"trace[342206248] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7dfbb6f87b-89hll; range_end:; response_count:1; response_revision:9325; }","duration":"708.420547ms","start":"2026-03-03T14:17:50.03286Z","end":"2026-03-03T14:17:50.741281Z","steps":["trace[342206248] 'agreement among raft nodes before linearized reading' (duration: 707.615168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.741212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.066812Z","time spent":"674.396208ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:50.74136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.032843Z","time spent":"708.502079ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12129,"request content":"key:\"/registry/pods/openstack/keystone-api-7dfbb6f87b-89hll\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.095827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-9bgtr\" ","response":"range_response_count:1 size:4556"} {"level":"info","ts":"2026-03-03T14:17:50.741462Z","caller":"traceutil/trace.go:171","msg":"trace[336635899] range","detail":"{range_begin:/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-9bgtr; range_end:; response_count:1; response_revision:9325; }","duration":"608.241545ms","start":"2026-03-03T14:17:50.133212Z","end":"2026-03-03T14:17:50.741453Z","steps":["trace[336635899] 'agreement among raft nodes before linearized reading' (duration: 606.963875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.741481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.133188Z","time spent":"608.286846ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":4580,"request content":"key:\"/registry/pods/rook-ceph/rook-ceph-operator-76bbbb77ff-9bgtr\" "} {"level":"warn","ts":"2026-03-03T14:17:50.741106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.224067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-03-03T14:17:50.741632Z","caller":"traceutil/trace.go:171","msg":"trace[2002870422] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:9325; }","duration":"807.812212ms","start":"2026-03-03T14:17:49.933813Z","end":"2026-03-03T14:17:50.741625Z","steps":["trace[2002870422] 'agreement among raft nodes before linearized reading' (duration: 807.193417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.741651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:49.933778Z","time spent":"807.868983ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4799,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"warn","ts":"2026-03-03T14:17:50.74174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.016589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:50.741808Z","caller":"traceutil/trace.go:171","msg":"trace[201811555] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9325; }","duration":"694.144652ms","start":"2026-03-03T14:17:50.047648Z","end":"2026-03-03T14:17:50.741793Z","steps":["trace[201811555] 'agreement among raft nodes before linearized reading' (duration: 693.345533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.741861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.047581Z","time spent":"694.271435ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:50.740754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.291135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-rg8sv\" ","response":"range_response_count:1 size:4022"} {"level":"info","ts":"2026-03-03T14:17:50.742217Z","caller":"traceutil/trace.go:171","msg":"trace[1401296460] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-rg8sv; range_end:; response_count:1; response_revision:9325; }","duration":"583.813042ms","start":"2026-03-03T14:17:50.158386Z","end":"2026-03-03T14:17:50.742199Z","steps":["trace[1401296460] 'agreement among raft nodes before linearized reading' (duration: 581.843475ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.742666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.158357Z","time spent":"584.297472ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4046,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-rg8sv\" "} {"level":"warn","ts":"2026-03-03T14:17:50.743379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.494876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:50.744069Z","caller":"traceutil/trace.go:171","msg":"trace[670701309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9325; }","duration":"674.266236ms","start":"2026-03-03T14:17:50.06979Z","end":"2026-03-03T14:17:50.744056Z","steps":["trace[670701309] 'agreement among raft nodes before linearized reading' (duration: 670.373904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.74413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.069748Z","time spent":"674.368778ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:50.755076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.384074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/vector-pczs2\" ","response":"range_response_count:1 size:5979"} {"level":"info","ts":"2026-03-03T14:17:50.755137Z","caller":"traceutil/trace.go:171","msg":"trace[1641896116] range","detail":"{range_begin:/registry/pods/monitoring/vector-pczs2; range_end:; response_count:1; response_revision:9326; }","duration":"372.476576ms","start":"2026-03-03T14:17:50.382646Z","end":"2026-03-03T14:17:50.755123Z","steps":["trace[1641896116] 'agreement among raft nodes before linearized reading' (duration: 372.322113ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.755175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.382627Z","time spent":"372.542498ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":6003,"request content":"key:\"/registry/pods/monitoring/vector-pczs2\" "} {"level":"warn","ts":"2026-03-03T14:17:50.755313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.941133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-gp2c8\" ","response":"range_response_count:1 size:4925"} {"level":"warn","ts":"2026-03-03T14:17:50.755377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.950507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-grssg\" ","response":"range_response_count:1 size:4583"} {"level":"warn","ts":"2026-03-03T14:17:50.75542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.880758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rgb5g\" ","response":"range_response_count:1 size:3481"} {"level":"info","ts":"2026-03-03T14:17:50.755437Z","caller":"traceutil/trace.go:171","msg":"trace[2063788392] range","detail":"{range_begin:/registry/pods/monitoring/loki-gateway-cf54cb88c-grssg; range_end:; response_count:1; response_revision:9326; }","duration":"447.073789ms","start":"2026-03-03T14:17:50.30835Z","end":"2026-03-03T14:17:50.755424Z","steps":["trace[2063788392] 'agreement among raft nodes before linearized reading' (duration: 446.884185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.755446Z","caller":"traceutil/trace.go:171","msg":"trace[646127326] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rgb5g; range_end:; response_count:1; response_revision:9326; }","duration":"421.96015ms","start":"2026-03-03T14:17:50.333476Z","end":"2026-03-03T14:17:50.755436Z","steps":["trace[646127326] 'agreement among raft nodes before linearized reading' (duration: 421.903078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.755465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.30831Z","time spent":"447.149941ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4607,"request content":"key:\"/registry/pods/monitoring/loki-gateway-cf54cb88c-grssg\" "} {"level":"warn","ts":"2026-03-03T14:17:50.755468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.333447Z","time spent":"422.016821ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3505,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-gc-6675cbb6d9-rgb5g\" "} {"level":"warn","ts":"2026-03-03T14:17:50.755091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.387209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:17:50.755539Z","caller":"traceutil/trace.go:171","msg":"trace[481556260] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9326; }","duration":"267.887592ms","start":"2026-03-03T14:17:50.487639Z","end":"2026-03-03T14:17:50.755527Z","steps":["trace[481556260] 'agreement among raft nodes before linearized reading' (duration: 267.357639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.755404Z","caller":"traceutil/trace.go:171","msg":"trace[827171369] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-gp2c8; range_end:; response_count:1; response_revision:9326; }","duration":"397.077586ms","start":"2026-03-03T14:17:50.358309Z","end":"2026-03-03T14:17:50.755387Z","steps":["trace[827171369] 'agreement among raft nodes before linearized reading' (duration: 396.780118ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.755585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.358282Z","time spent":"397.29492ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":4949,"request content":"key:\"/registry/pods/monitoring/node-feature-discovery-master-8665476dbc-gp2c8\" "} {"level":"warn","ts":"2026-03-03T14:17:50.755356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.531459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:5749"} {"level":"info","ts":"2026-03-03T14:17:50.755661Z","caller":"traceutil/trace.go:171","msg":"trace[1733096384] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:9326; }","duration":"346.874417ms","start":"2026-03-03T14:17:50.408775Z","end":"2026-03-03T14:17:50.75565Z","steps":["trace[1733096384] 'agreement among raft nodes before linearized reading' (duration: 346.526899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.755698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:50.408754Z","time spent":"346.932177ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5773,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" "} {"level":"info","ts":"2026-03-03T14:17:50.849774Z","caller":"traceutil/trace.go:171","msg":"trace[1160102645] transaction","detail":"{read_only:false; response_revision:9328; number_of_response:1; }","duration":"102.139208ms","start":"2026-03-03T14:17:50.747611Z","end":"2026-03-03T14:17:50.84975Z","steps":["trace[1160102645] 'process raft request' (duration: 102.082026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.849787Z","caller":"traceutil/trace.go:171","msg":"trace[2034022133] transaction","detail":"{read_only:false; response_revision:9327; number_of_response:1; }","duration":"103.90455ms","start":"2026-03-03T14:17:50.745849Z","end":"2026-03-03T14:17:50.849753Z","steps":["trace[2034022133] 'process raft request' (duration: 103.693125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.850146Z","caller":"traceutil/trace.go:171","msg":"trace[197244532] transaction","detail":"{read_only:false; response_revision:9329; number_of_response:1; }","duration":"102.524777ms","start":"2026-03-03T14:17:50.74761Z","end":"2026-03-03T14:17:50.850135Z","steps":["trace[197244532] 'process raft request' (duration: 102.109067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.850344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.449465ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"warn","ts":"2026-03-03T14:17:50.850415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.81083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-03-03T14:17:50.850428Z","caller":"traceutil/trace.go:171","msg":"trace[269223241] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:9330; }","duration":"102.560088ms","start":"2026-03-03T14:17:50.747848Z","end":"2026-03-03T14:17:50.850408Z","steps":["trace[269223241] 'agreement among raft nodes before linearized reading' (duration: 102.327503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.850456Z","caller":"traceutil/trace.go:171","msg":"trace[1683001921] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:9330; }","duration":"101.889173ms","start":"2026-03-03T14:17:50.748557Z","end":"2026-03-03T14:17:50.850446Z","steps":["trace[1683001921] 'agreement among raft nodes before linearized reading' (duration: 101.697317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.850546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.262832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-6b76dc5874\" ","response":"range_response_count:1 size:7371"} {"level":"info","ts":"2026-03-03T14:17:50.850601Z","caller":"traceutil/trace.go:171","msg":"trace[1544635121] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-6b76dc5874; range_end:; response_count:1; response_revision:9330; }","duration":"102.319543ms","start":"2026-03-03T14:17:50.748268Z","end":"2026-03-03T14:17:50.850588Z","steps":["trace[1544635121] 'agreement among raft nodes before linearized reading' (duration: 102.16624ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.850637Z","caller":"traceutil/trace.go:171","msg":"trace[1361099070] transaction","detail":"{read_only:false; response_revision:9330; number_of_response:1; }","duration":"102.18076ms","start":"2026-03-03T14:17:50.748446Z","end":"2026-03-03T14:17:50.850627Z","steps":["trace[1361099070] 'process raft request' (duration: 101.565285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.850623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.18227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59\" ","response":"range_response_count:1 size:24194"} {"level":"info","ts":"2026-03-03T14:17:50.850703Z","caller":"traceutil/trace.go:171","msg":"trace[1458930187] range","detail":"{range_begin:/registry/replicasets/openstack/rook-ceph-rgw-ceph-a-699b8bdb59; range_end:; response_count:1; response_revision:9330; }","duration":"102.277613ms","start":"2026-03-03T14:17:50.748416Z","end":"2026-03-03T14:17:50.850694Z","steps":["trace[1458930187] 'agreement among raft nodes before linearized reading' (duration: 102.055208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.850726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.471827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-03-03T14:17:50.850762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.000489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/valkey-node\" ","response":"range_response_count:1 size:16021"} {"level":"info","ts":"2026-03-03T14:17:50.850765Z","caller":"traceutil/trace.go:171","msg":"trace[1059803144] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:9330; }","duration":"102.537648ms","start":"2026-03-03T14:17:50.748217Z","end":"2026-03-03T14:17:50.850755Z","steps":["trace[1059803144] 'agreement among raft nodes before linearized reading' (duration: 102.402335ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.85081Z","caller":"traceutil/trace.go:171","msg":"trace[1945605915] range","detail":"{range_begin:/registry/statefulsets/openstack/valkey-node; range_end:; response_count:1; response_revision:9330; }","duration":"103.06451ms","start":"2026-03-03T14:17:50.747735Z","end":"2026-03-03T14:17:50.850799Z","steps":["trace[1945605915] 'agreement among raft nodes before linearized reading' (duration: 102.941027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.850871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.376348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"info","ts":"2026-03-03T14:17:50.850913Z","caller":"traceutil/trace.go:171","msg":"trace[2063443970] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:9330; }","duration":"103.447519ms","start":"2026-03-03T14:17:50.747456Z","end":"2026-03-03T14:17:50.850904Z","steps":["trace[2063443970] 'agreement among raft nodes before linearized reading' (duration: 103.337837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.850924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.327734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-7dfbb6f87b\" ","response":"range_response_count:1 size:11195"} {"level":"info","ts":"2026-03-03T14:17:50.850962Z","caller":"traceutil/trace.go:171","msg":"trace[166336276] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-7dfbb6f87b; range_end:; response_count:1; response_revision:9330; }","duration":"102.372845ms","start":"2026-03-03T14:17:50.748579Z","end":"2026-03-03T14:17:50.850952Z","steps":["trace[166336276] 'agreement among raft nodes before linearized reading' (duration: 102.282783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.851022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.49134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/memcached-memcached-6479589586\" ","response":"range_response_count:1 size:6956"} {"level":"info","ts":"2026-03-03T14:17:50.851065Z","caller":"traceutil/trace.go:171","msg":"trace[890321199] range","detail":"{range_begin:/registry/replicasets/openstack/memcached-memcached-6479589586; range_end:; response_count:1; response_revision:9330; }","duration":"103.551072ms","start":"2026-03-03T14:17:50.747506Z","end":"2026-03-03T14:17:50.851057Z","steps":["trace[890321199] 'agreement among raft nodes before linearized reading' (duration: 103.406519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.851078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.551666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:50.851124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.625773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-03-03T14:17:50.851179Z","caller":"traceutil/trace.go:171","msg":"trace[312786118] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:9330; }","duration":"103.706716ms","start":"2026-03-03T14:17:50.74746Z","end":"2026-03-03T14:17:50.851167Z","steps":["trace[312786118] 'agreement among raft nodes before linearized reading' (duration: 103.589943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.851123Z","caller":"traceutil/trace.go:171","msg":"trace[859357210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9330; }","duration":"107.624248ms","start":"2026-03-03T14:17:50.743488Z","end":"2026-03-03T14:17:50.851112Z","steps":["trace[859357210] 'agreement among raft nodes before linearized reading' (duration: 107.551677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.850391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.454756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"warn","ts":"2026-03-03T14:17:50.851531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.861129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-z7kzj\" ","response":"range_response_count:1 size:5149"} {"level":"info","ts":"2026-03-03T14:17:50.851578Z","caller":"traceutil/trace.go:171","msg":"trace[359557087] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-z7kzj; range_end:; response_count:1; response_revision:9330; }","duration":"103.92387ms","start":"2026-03-03T14:17:50.747646Z","end":"2026-03-03T14:17:50.85157Z","steps":["trace[359557087] 'agreement among raft nodes before linearized reading' (duration: 103.737986ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.851035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.50514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"info","ts":"2026-03-03T14:17:50.851758Z","caller":"traceutil/trace.go:171","msg":"trace[2069471764] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:9330; }","duration":"104.221868ms","start":"2026-03-03T14:17:50.747513Z","end":"2026-03-03T14:17:50.851735Z","steps":["trace[2069471764] 'agreement among raft nodes before linearized reading' (duration: 103.46542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:50.852812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.575128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298165"} {"level":"info","ts":"2026-03-03T14:17:50.852858Z","caller":"traceutil/trace.go:171","msg":"trace[609848000] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9330; }","duration":"102.64813ms","start":"2026-03-03T14:17:50.750199Z","end":"2026-03-03T14:17:50.852848Z","steps":["trace[609848000] 'agreement among raft nodes before linearized reading' (duration: 100.820937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:50.854129Z","caller":"traceutil/trace.go:171","msg":"trace[201142796] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:9330; }","duration":"103.617003ms","start":"2026-03-03T14:17:50.747879Z","end":"2026-03-03T14:17:50.851496Z","steps":["trace[201142796] 'agreement among raft nodes before linearized reading' (duration: 102.275571ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:51.035766Z","caller":"traceutil/trace.go:171","msg":"trace[1576134404] transaction","detail":"{read_only:false; response_revision:9332; number_of_response:1; }","duration":"144.448383ms","start":"2026-03-03T14:17:50.891293Z","end":"2026-03-03T14:17:51.035741Z","steps":["trace[1576134404] 'process raft request' (duration: 144.274029ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:51.035831Z","caller":"traceutil/trace.go:171","msg":"trace[72029909] linearizableReadLoop","detail":"{readStateIndex:9705; appliedIndex:9704; }","duration":"153.472194ms","start":"2026-03-03T14:17:50.882308Z","end":"2026-03-03T14:17:51.03578Z","steps":["trace[72029909] 'read index received' (duration: 98.160155ms)","trace[72029909] 'applied index is now lower than readState.Index' (duration: 55.306959ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:51.035925Z","caller":"traceutil/trace.go:171","msg":"trace[1635778478] transaction","detail":"{read_only:false; response_revision:9331; number_of_response:1; }","duration":"170.885743ms","start":"2026-03-03T14:17:50.865008Z","end":"2026-03-03T14:17:51.035894Z","steps":["trace[1635778478] 'process raft request' (duration: 115.438261ms)","trace[1635778478] 'compare' (duration: 54.900349ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:51.036245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.923735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:17:51.036331Z","caller":"traceutil/trace.go:171","msg":"trace[1677048883] range","detail":"{range_begin:/registry/replicasets/openstack/rabbitmq-cluster-operator-54f767cff8; range_end:; response_count:1; response_revision:9332; }","duration":"154.059398ms","start":"2026-03-03T14:17:50.882246Z","end":"2026-03-03T14:17:51.036305Z","steps":["trace[1677048883] 'agreement among raft nodes before linearized reading' (duration: 153.779021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:51.036331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.004399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/vector\" ","response":"range_response_count:1 size:5100"} {"level":"info","ts":"2026-03-03T14:17:51.036408Z","caller":"traceutil/trace.go:171","msg":"trace[1422439296] range","detail":"{range_begin:/registry/daemonsets/monitoring/vector; range_end:; response_count:1; response_revision:9332; }","duration":"129.148382ms","start":"2026-03-03T14:17:50.907237Z","end":"2026-03-03T14:17:51.036386Z","steps":["trace[1422439296] 'agreement among raft nodes before linearized reading' (duration: 128.823185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:51.036809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.093109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:899"} {"level":"info","ts":"2026-03-03T14:17:51.036858Z","caller":"traceutil/trace.go:171","msg":"trace[483163082] range","detail":"{range_begin:/registry/services/endpoints/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:9332; }","duration":"108.193951ms","start":"2026-03-03T14:17:50.928651Z","end":"2026-03-03T14:17:51.036845Z","steps":["trace[483163082] 'agreement among raft nodes before linearized reading' (duration: 108.051708ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:51.036993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.732259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-cdwzt\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-03-03T14:17:51.037039Z","caller":"traceutil/trace.go:171","msg":"trace[1913051762] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-cdwzt; range_end:; response_count:1; response_revision:9332; }","duration":"104.951354ms","start":"2026-03-03T14:17:50.932075Z","end":"2026-03-03T14:17:51.037026Z","steps":["trace[1913051762] 'agreement among raft nodes before linearized reading' (duration: 104.603286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:51.037499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.189784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:51.037554Z","caller":"traceutil/trace.go:171","msg":"trace[312612239] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9332; }","duration":"103.252015ms","start":"2026-03-03T14:17:50.93429Z","end":"2026-03-03T14:17:51.037542Z","steps":["trace[312612239] 'agreement among raft nodes before linearized reading' (duration: 103.150443ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:51.158403Z","caller":"traceutil/trace.go:171","msg":"trace[1866346503] linearizableReadLoop","detail":"{readStateIndex:9707; appliedIndex:9706; }","duration":"116.416974ms","start":"2026-03-03T14:17:51.041962Z","end":"2026-03-03T14:17:51.158379Z","steps":["trace[1866346503] 'read index received' (duration: 107.628888ms)","trace[1866346503] 'applied index is now lower than readState.Index' (duration: 8.786676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:51.158579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.205851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:51.158619Z","caller":"traceutil/trace.go:171","msg":"trace[1844712857] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9332; }","duration":"111.283194ms","start":"2026-03-03T14:17:51.047324Z","end":"2026-03-03T14:17:51.158608Z","steps":["trace[1844712857] 'agreement among raft nodes before linearized reading' (duration: 111.197811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:51.158617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.62904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:51.158761Z","caller":"traceutil/trace.go:171","msg":"trace[15721784] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9332; }","duration":"116.793203ms","start":"2026-03-03T14:17:51.041929Z","end":"2026-03-03T14:17:51.158722Z","steps":["trace[15721784] 'agreement among raft nodes before linearized reading' (duration: 116.567887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:51.159042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.297141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1419"} {"level":"info","ts":"2026-03-03T14:17:51.159191Z","caller":"traceutil/trace.go:171","msg":"trace[1167703554] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:9332; }","duration":"101.451064ms","start":"2026-03-03T14:17:51.05768Z","end":"2026-03-03T14:17:51.159131Z","steps":["trace[1167703554] 'agreement among raft nodes before linearized reading' (duration: 101.207698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:51.273777Z","caller":"traceutil/trace.go:171","msg":"trace[1447877963] transaction","detail":"{read_only:false; response_revision:9334; number_of_response:1; }","duration":"108.079188ms","start":"2026-03-03T14:17:51.165676Z","end":"2026-03-03T14:17:51.273755Z","steps":["trace[1447877963] 'process raft request' (duration: 106.937931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:51.496492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.172132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1351"} {"level":"info","ts":"2026-03-03T14:17:51.496821Z","caller":"traceutil/trace.go:171","msg":"trace[583610162] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:9334; }","duration":"114.553791ms","start":"2026-03-03T14:17:51.382237Z","end":"2026-03-03T14:17:51.496791Z","steps":["trace[583610162] 'range keys from in-memory index tree' (duration: 113.943257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:52.959647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.137026ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:52.959815Z","caller":"traceutil/trace.go:171","msg":"trace[848728425] transaction","detail":"{read_only:false; response_revision:9339; number_of_response:1; }","duration":"199.441534ms","start":"2026-03-03T14:17:52.760329Z","end":"2026-03-03T14:17:52.959771Z","steps":["trace[848728425] 'process raft request' (duration: 95.074224ms)","trace[848728425] 'compare' (duration: 103.9104ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:52.959848Z","caller":"traceutil/trace.go:171","msg":"trace[1328410512] linearizableReadLoop","detail":"{readStateIndex:9714; appliedIndex:9713; }","duration":"162.612998ms","start":"2026-03-03T14:17:52.797213Z","end":"2026-03-03T14:17:52.959826Z","steps":["trace[1328410512] 'read index received' (duration: 58.169626ms)","trace[1328410512] 'applied index is now lower than readState.Index' (duration: 104.440552ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:52.96017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.649603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-03-03T14:17:52.960218Z","caller":"traceutil/trace.go:171","msg":"trace[1653894733] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:9339; }","duration":"177.747524ms","start":"2026-03-03T14:17:52.78246Z","end":"2026-03-03T14:17:52.960208Z","steps":["trace[1653894733] 'agreement among raft nodes before linearized reading' (duration: 177.520079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:52.960295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11750"} {"level":"info","ts":"2026-03-03T14:17:52.960385Z","caller":"traceutil/trace.go:171","msg":"trace[991829942] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:9339; }","duration":"153.392982ms","start":"2026-03-03T14:17:52.806979Z","end":"2026-03-03T14:17:52.960372Z","steps":["trace[991829942] 'agreement among raft nodes before linearized reading' (duration: 153.037034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:52.960574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.035861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/rabbitmq-messaging-topology-operator\" ","response":"range_response_count:1 size:6162"} {"level":"warn","ts":"2026-03-03T14:17:52.960593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.511951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:17:52.960604Z","caller":"traceutil/trace.go:171","msg":"trace[2040204426] range","detail":"{range_begin:/registry/deployments/openstack/rabbitmq-messaging-topology-operator; range_end:; response_count:1; response_revision:9339; }","duration":"109.089712ms","start":"2026-03-03T14:17:52.851504Z","end":"2026-03-03T14:17:52.960593Z","steps":["trace[2040204426] 'agreement among raft nodes before linearized reading' (duration: 109.01382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:52.96058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.017216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:17:52.960667Z","caller":"traceutil/trace.go:171","msg":"trace[2084174045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9339; }","duration":"106.637124ms","start":"2026-03-03T14:17:52.854007Z","end":"2026-03-03T14:17:52.960644Z","steps":["trace[2084174045] 'agreement among raft nodes before linearized reading' (duration: 106.46028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:52.960678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.230938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/rook-ceph/rook-ceph-operator\" ","response":"range_response_count:1 size:4499"} {"level":"info","ts":"2026-03-03T14:17:52.960726Z","caller":"traceutil/trace.go:171","msg":"trace[138788237] range","detail":"{range_begin:/registry/deployments/rook-ceph/rook-ceph-operator; range_end:; response_count:1; response_revision:9339; }","duration":"104.288759ms","start":"2026-03-03T14:17:52.856422Z","end":"2026-03-03T14:17:52.96071Z","steps":["trace[138788237] 'agreement among raft nodes before linearized reading' (duration: 104.166846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:52.960727Z","caller":"traceutil/trace.go:171","msg":"trace[966139384] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9339; }","duration":"105.17066ms","start":"2026-03-03T14:17:52.855514Z","end":"2026-03-03T14:17:52.960685Z","steps":["trace[966139384] 'agreement among raft nodes before linearized reading' (duration: 104.931495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:52.960633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.240365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:17:52.960777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.656401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:17:52.960901Z","caller":"traceutil/trace.go:171","msg":"trace[1238951088] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9339; }","duration":"106.560973ms","start":"2026-03-03T14:17:52.85431Z","end":"2026-03-03T14:17:52.960871Z","steps":["trace[1238951088] 'agreement among raft nodes before linearized reading' (duration: 106.140793ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:52.96284Z","caller":"traceutil/trace.go:171","msg":"trace[250069887] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9339; }","duration":"102.818325ms","start":"2026-03-03T14:17:52.858057Z","end":"2026-03-03T14:17:52.960875Z","steps":["trace[250069887] 'agreement among raft nodes before linearized reading' (duration: 102.488897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.209464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.822939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:54.21041Z","caller":"traceutil/trace.go:171","msg":"trace[8794566] transaction","detail":"{read_only:false; response_revision:9342; number_of_response:1; }","duration":"1.24588684s","start":"2026-03-03T14:17:52.964496Z","end":"2026-03-03T14:17:54.210383Z","steps":["trace[8794566] 'process raft request' (duration: 1.245617244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.210535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.964482Z","time spent":"1.245994062s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:54.210336Z","caller":"traceutil/trace.go:171","msg":"trace[108877279] transaction","detail":"{read_only:false; response_revision:9341; number_of_response:1; }","duration":"1.246126005s","start":"2026-03-03T14:17:52.964164Z","end":"2026-03-03T14:17:54.21029Z","steps":["trace[108877279] 'process raft request' (duration: 656.330103ms)","trace[108877279] 'compare' (duration: 588.125282ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:54.210715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.96414Z","time spent":"1.246471464s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:54.210825Z","caller":"traceutil/trace.go:171","msg":"trace[750552621] transaction","detail":"{read_only:false; response_revision:9344; number_of_response:1; }","duration":"1.170224603s","start":"2026-03-03T14:17:53.040588Z","end":"2026-03-03T14:17:54.210812Z","steps":["trace[750552621] 'process raft request' (duration: 1.170154972s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:54.210873Z","caller":"traceutil/trace.go:171","msg":"trace[888293502] transaction","detail":"{read_only:false; response_revision:9343; number_of_response:1; }","duration":"1.24378647s","start":"2026-03-03T14:17:52.967074Z","end":"2026-03-03T14:17:54.210861Z","steps":["trace[888293502] 'process raft request' (duration: 1.243140735s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.210937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.967036Z","time spent":"1.243869752s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:54.21094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:53.040551Z","time spent":"1.170338706s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:54.211696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246827581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298400"} {"level":"info","ts":"2026-03-03T14:17:54.211756Z","caller":"traceutil/trace.go:171","msg":"trace[1634103803] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9344; }","duration":"1.246913504s","start":"2026-03-03T14:17:52.964829Z","end":"2026-03-03T14:17:54.211742Z","steps":["trace[1634103803] 'agreement among raft nodes before linearized reading' (duration: 1.246297079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.211794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:52.964818Z","time spent":"1.246964395s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":32,"response size":298424,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:17:54.211587Z","caller":"traceutil/trace.go:171","msg":"trace[1652896340] linearizableReadLoop","detail":"{readStateIndex:9717; appliedIndex:9714; }","duration":"1.246031933s","start":"2026-03-03T14:17:52.964856Z","end":"2026-03-03T14:17:54.210888Z","steps":["trace[1652896340] 'read index received' (duration: 11.745885ms)","trace[1652896340] 'applied index is now lower than readState.Index' (duration: 1.234280578s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:54.213434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.083683521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:54.213876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.361613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:54.213973Z","caller":"traceutil/trace.go:171","msg":"trace[974212298] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:9344; }","duration":"360.523708ms","start":"2026-03-03T14:17:53.853422Z","end":"2026-03-03T14:17:54.213945Z","steps":["trace[974212298] 'agreement among raft nodes before linearized reading' (duration: 360.358834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.214019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:53.853387Z","time spent":"360.6221ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:17:54.213502Z","caller":"traceutil/trace.go:171","msg":"trace[1164091165] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9344; }","duration":"1.083841944s","start":"2026-03-03T14:17:53.129643Z","end":"2026-03-03T14:17:54.213485Z","steps":["trace[1164091165] 'agreement among raft nodes before linearized reading' (duration: 1.08367081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:54.215016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:53.12961Z","time spent":"1.0853487s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:55.797379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461319959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:17:55.797509Z","caller":"traceutil/trace.go:171","msg":"trace[1465918003] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9344; }","duration":"1.461514193s","start":"2026-03-03T14:17:54.335966Z","end":"2026-03-03T14:17:55.79748Z","steps":["trace[1465918003] 'range keys from in-memory index tree' (duration: 1.461090243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:55.797572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.335936Z","time spent":"1.461620325s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:55.797853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.324306Z","time spent":"473.538101ms","remote":"127.0.0.1:42584","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:17:55.798467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.550046ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:55.798701Z","caller":"traceutil/trace.go:171","msg":"trace[203848278] linearizableReadLoop","detail":"{readStateIndex:9721; appliedIndex:9719; }","duration":"818.139144ms","start":"2026-03-03T14:17:54.980544Z","end":"2026-03-03T14:17:55.798683Z","steps":["trace[203848278] 'read index received' (duration: 228.441234ms)","trace[203848278] 'applied index is now lower than readState.Index' (duration: 589.69669ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:55.798896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.348899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:17:55.798925Z","caller":"traceutil/trace.go:171","msg":"trace[2118474290] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9346; }","duration":"818.416061ms","start":"2026-03-03T14:17:54.9805Z","end":"2026-03-03T14:17:55.798916Z","steps":["trace[2118474290] 'agreement among raft nodes before linearized reading' (duration: 818.234456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:55.799061Z","caller":"traceutil/trace.go:171","msg":"trace[310816588] transaction","detail":"{read_only:false; response_revision:9346; number_of_response:1; }","duration":"833.929095ms","start":"2026-03-03T14:17:54.965106Z","end":"2026-03-03T14:17:55.799035Z","steps":["trace[310816588] 'process raft request' (duration: 833.472245ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:55.799009Z","caller":"traceutil/trace.go:171","msg":"trace[825183600] transaction","detail":"{read_only:false; response_revision:9345; number_of_response:1; }","duration":"996.542774ms","start":"2026-03-03T14:17:54.802424Z","end":"2026-03-03T14:17:55.798967Z","steps":["trace[825183600] 'process raft request' (duration: 406.401634ms)","trace[825183600] 'compare' (duration: 587.637091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:55.799244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.965069Z","time spent":"834.038618ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:55.798958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.980482Z","time spent":"818.467901ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:55.79938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:54.802405Z","time spent":"996.862152ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:56.452016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.826079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:56.45255Z","caller":"traceutil/trace.go:171","msg":"trace[1204539140] transaction","detail":"{read_only:false; response_revision:9347; number_of_response:1; }","duration":"647.834234ms","start":"2026-03-03T14:17:55.804688Z","end":"2026-03-03T14:17:56.452522Z","steps":["trace[1204539140] 'process raft request' (duration: 514.37451ms)","trace[1204539140] 'compare' (duration: 132.655025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:56.452678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.804658Z","time spent":"647.980208ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:56.669925Z","caller":"traceutil/trace.go:171","msg":"trace[876214563] transaction","detail":"{read_only:false; response_revision:9348; number_of_response:1; }","duration":"863.914569ms","start":"2026-03-03T14:17:55.805976Z","end":"2026-03-03T14:17:56.669891Z","steps":["trace[876214563] 'process raft request' (duration: 808.992789ms)","trace[876214563] 'compare' (duration: 54.435969ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:56.669982Z","caller":"traceutil/trace.go:171","msg":"trace[437673917] transaction","detail":"{read_only:false; response_revision:9349; number_of_response:1; }","duration":"451.80929ms","start":"2026-03-03T14:17:56.218159Z","end":"2026-03-03T14:17:56.669968Z","steps":["trace[437673917] 'process raft request' (duration: 451.607485ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.670051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.218139Z","time spent":"451.865742ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:56.670075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:55.805962Z","time spent":"864.030572ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:56.680335Z","caller":"traceutil/trace.go:171","msg":"trace[2134326610] linearizableReadLoop","detail":"{readStateIndex:9723; appliedIndex:9721; }","duration":"632.170287ms","start":"2026-03-03T14:17:56.04813Z","end":"2026-03-03T14:17:56.6803Z","steps":["trace[2134326610] 'read index received' (duration: 270.964444ms)","trace[2134326610] 'applied index is now lower than readState.Index' (duration: 361.203923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:56.680663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.932589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:17:56.6807Z","caller":"traceutil/trace.go:171","msg":"trace[1949456541] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9349; }","duration":"459.039971ms","start":"2026-03-03T14:17:56.221649Z","end":"2026-03-03T14:17:56.680689Z","steps":["trace[1949456541] 'agreement among raft nodes before linearized reading' (duration: 458.855997ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.680736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.221625Z","time spent":"459.101972ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:17:56.680804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.877134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:56.680884Z","caller":"traceutil/trace.go:171","msg":"trace[1816880490] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:9349; }","duration":"263.004037ms","start":"2026-03-03T14:17:56.41786Z","end":"2026-03-03T14:17:56.680864Z","steps":["trace[1816880490] 'agreement among raft nodes before linearized reading' (duration: 262.890004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.680894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.331399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:17:56.680923Z","caller":"traceutil/trace.go:171","msg":"trace[1383250557] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9349; }","duration":"465.39588ms","start":"2026-03-03T14:17:56.215519Z","end":"2026-03-03T14:17:56.680915Z","steps":["trace[1383250557] 'agreement among raft nodes before linearized reading' (duration: 465.312148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.680949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.215496Z","time spent":"465.447451ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:17:56.68087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.009375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:17:56.681004Z","caller":"traceutil/trace.go:171","msg":"trace[655928874] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9349; }","duration":"463.166528ms","start":"2026-03-03T14:17:56.217828Z","end":"2026-03-03T14:17:56.680994Z","steps":["trace[655928874] 'agreement among raft nodes before linearized reading' (duration: 462.905182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.68111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.217816Z","time spent":"463.284191ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:56.681011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.792904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:17:56.681183Z","caller":"traceutil/trace.go:171","msg":"trace[933048071] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9349; }","duration":"387.034769ms","start":"2026-03-03T14:17:56.294139Z","end":"2026-03-03T14:17:56.681173Z","steps":["trace[933048071] 'agreement among raft nodes before linearized reading' (duration: 386.692421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.681318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.126481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:17:56.681348Z","caller":"traceutil/trace.go:171","msg":"trace[1298971783] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9349; }","duration":"490.786456ms","start":"2026-03-03T14:17:56.190555Z","end":"2026-03-03T14:17:56.681341Z","steps":["trace[1298971783] 'agreement among raft nodes before linearized reading' (duration: 489.947557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.681367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.190532Z","time spent":"490.828317ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:17:56.681222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.294112Z","time spent":"387.091691ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:17:56.682828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.626777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:56.683127Z","caller":"traceutil/trace.go:171","msg":"trace[1324804480] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9349; }","duration":"635.012674ms","start":"2026-03-03T14:17:56.048096Z","end":"2026-03-03T14:17:56.683108Z","steps":["trace[1324804480] 'agreement among raft nodes before linearized reading' (duration: 632.321981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.683395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.048081Z","time spent":"635.30029ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:17:56.685208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.791546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:17:56.685264Z","caller":"traceutil/trace.go:171","msg":"trace[336028684] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9349; }","duration":"467.856638ms","start":"2026-03-03T14:17:56.217396Z","end":"2026-03-03T14:17:56.685253Z","steps":["trace[336028684] 'agreement among raft nodes before linearized reading' (duration: 467.688784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:56.685495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:56.217362Z","time spent":"468.004301ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:17:56.825256Z","caller":"traceutil/trace.go:171","msg":"trace[1936013604] transaction","detail":"{read_only:false; response_revision:9351; number_of_response:1; }","duration":"128.933288ms","start":"2026-03-03T14:17:56.696263Z","end":"2026-03-03T14:17:56.825197Z","steps":["trace[1936013604] 'process raft request' (duration: 74.475349ms)","trace[1936013604] 'compare' (duration: 54.010849ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:56.825349Z","caller":"traceutil/trace.go:171","msg":"trace[7115677] transaction","detail":"{read_only:false; response_revision:9352; number_of_response:1; }","duration":"102.148749ms","start":"2026-03-03T14:17:56.723171Z","end":"2026-03-03T14:17:56.825319Z","steps":["trace[7115677] 'process raft request' (duration: 101.801061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:57.031132Z","caller":"traceutil/trace.go:171","msg":"trace[407312250] linearizableReadLoop","detail":"{readStateIndex:9729; appliedIndex:9728; }","duration":"175.41829ms","start":"2026-03-03T14:17:56.855684Z","end":"2026-03-03T14:17:57.031102Z","steps":["trace[407312250] 'read index received' (duration: 175.295997ms)","trace[407312250] 'applied index is now lower than readState.Index' (duration: 121.203µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:57.031337Z","caller":"traceutil/trace.go:171","msg":"trace[220984700] transaction","detail":"{read_only:false; response_revision:9353; number_of_response:1; }","duration":"185.126488ms","start":"2026-03-03T14:17:56.846181Z","end":"2026-03-03T14:17:57.031307Z","steps":["trace[220984700] 'process raft request' (duration: 184.751589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:57.031452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.720707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:17:57.031589Z","caller":"traceutil/trace.go:171","msg":"trace[1503040687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9353; }","duration":"175.896841ms","start":"2026-03-03T14:17:56.855623Z","end":"2026-03-03T14:17:57.03152Z","steps":["trace[1503040687] 'agreement among raft nodes before linearized reading' (duration: 175.644025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:57.116113Z","caller":"traceutil/trace.go:171","msg":"trace[1983267048] transaction","detail":"{read_only:false; response_revision:9354; number_of_response:1; }","duration":"256.084673ms","start":"2026-03-03T14:17:56.859992Z","end":"2026-03-03T14:17:57.116077Z","steps":["trace[1983267048] 'process raft request' (duration: 255.902119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:58.423588Z","caller":"traceutil/trace.go:171","msg":"trace[538649152] linearizableReadLoop","detail":"{readStateIndex:9734; appliedIndex:9732; }","duration":"562.834118ms","start":"2026-03-03T14:17:57.860726Z","end":"2026-03-03T14:17:58.42356Z","steps":["trace[538649152] 'read index received' (duration: 58.199856ms)","trace[538649152] 'applied index is now lower than readState.Index' (duration: 504.633222ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:58.423664Z","caller":"traceutil/trace.go:171","msg":"trace[766893495] transaction","detail":"{read_only:false; response_revision:9358; number_of_response:1; }","duration":"601.728851ms","start":"2026-03-03T14:17:57.821911Z","end":"2026-03-03T14:17:58.42364Z","steps":["trace[766893495] 'process raft request' (duration: 595.530016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.423814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.077594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-rabbit-init-t72ns\" ","response":"range_response_count:1 size:6658"} {"level":"warn","ts":"2026-03-03T14:17:58.423832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:57.821885Z","time spent":"601.834984ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:58.423855Z","caller":"traceutil/trace.go:171","msg":"trace[1784822291] range","detail":"{range_begin:/registry/pods/openstack/glance-rabbit-init-t72ns; range_end:; response_count:1; response_revision:9358; }","duration":"563.158385ms","start":"2026-03-03T14:17:57.860687Z","end":"2026-03-03T14:17:58.423845Z","steps":["trace[1784822291] 'agreement among raft nodes before linearized reading' (duration: 563.003512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:58.423887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:57.86067Z","time spent":"563.210037ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":6682,"request content":"key:\"/registry/pods/openstack/glance-rabbit-init-t72ns\" "} {"level":"warn","ts":"2026-03-03T14:17:59.004593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.167953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:17:59.004855Z","caller":"traceutil/trace.go:171","msg":"trace[296664494] linearizableReadLoop","detail":"{readStateIndex:9736; appliedIndex:9734; }","duration":"581.187596ms","start":"2026-03-03T14:17:58.42365Z","end":"2026-03-03T14:17:59.004837Z","steps":["trace[296664494] 'read index received' (duration: 363.694245ms)","trace[296664494] 'applied index is now lower than readState.Index' (duration: 217.492611ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:59.004935Z","caller":"traceutil/trace.go:171","msg":"trace[868609301] transaction","detail":"{read_only:false; response_revision:9359; number_of_response:1; }","duration":"758.88815ms","start":"2026-03-03T14:17:58.246033Z","end":"2026-03-03T14:17:59.004921Z","steps":["trace[868609301] 'process raft request' (duration: 541.333598ms)","trace[868609301] 'compare' (duration: 217.010649ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:59.005027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.246005Z","time spent":"758.963672ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:59.005075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.825046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:59.005176Z","caller":"traceutil/trace.go:171","msg":"trace[2131715826] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:9360; }","duration":"677.973259ms","start":"2026-03-03T14:17:58.327176Z","end":"2026-03-03T14:17:59.005149Z","steps":["trace[2131715826] 'agreement among raft nodes before linearized reading' (duration: 677.808365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.005219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.327133Z","time spent":"678.075712ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:59.005236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.567535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:17:59.00526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118680319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:59.005304Z","caller":"traceutil/trace.go:171","msg":"trace[652453838] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9360; }","duration":"954.702908ms","start":"2026-03-03T14:17:58.050584Z","end":"2026-03-03T14:17:59.005287Z","steps":["trace[652453838] 'agreement among raft nodes before linearized reading' (duration: 954.567164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.005266Z","caller":"traceutil/trace.go:171","msg":"trace[1506079979] transaction","detail":"{read_only:false; response_revision:9360; number_of_response:1; }","duration":"729.676934ms","start":"2026-03-03T14:17:58.27554Z","end":"2026-03-03T14:17:59.005217Z","steps":["trace[1506079979] 'process raft request' (duration: 729.224353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.005345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.050533Z","time spent":"954.804422ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:59.00534Z","caller":"traceutil/trace.go:171","msg":"trace[1913035942] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:9360; }","duration":"1.118803763s","start":"2026-03-03T14:17:57.886518Z","end":"2026-03-03T14:17:59.005322Z","steps":["trace[1913035942] 'agreement among raft nodes before linearized reading' (duration: 1.118651279s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.005383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:57.8865Z","time spent":"1.118872884s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:17:59.005477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.275522Z","time spent":"729.839688ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:59.099603Z","caller":"traceutil/trace.go:171","msg":"trace[822656468] transaction","detail":"{read_only:false; response_revision:9361; number_of_response:1; }","duration":"639.90839ms","start":"2026-03-03T14:17:58.459668Z","end":"2026-03-03T14:17:59.099576Z","steps":["trace[822656468] 'process raft request' (duration: 639.697525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.099752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.459635Z","time spent":"640.050663ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6659,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:59.099952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.04924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:17:59.099984Z","caller":"traceutil/trace.go:171","msg":"trace[233985187] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9362; }","duration":"269.126412ms","start":"2026-03-03T14:17:58.83085Z","end":"2026-03-03T14:17:59.099977Z","steps":["trace[233985187] 'agreement among raft nodes before linearized reading' (duration: 268.979219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.100033Z","caller":"traceutil/trace.go:171","msg":"trace[1907323777] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"423.362608ms","start":"2026-03-03T14:17:58.676644Z","end":"2026-03-03T14:17:59.100007Z","steps":["trace[1907323777] 'process raft request' (duration: 422.864086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.100005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.264538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:17:59.100058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.792739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:17:59.100094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.204366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:17:59.100168Z","caller":"traceutil/trace.go:171","msg":"trace[1263904612] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9362; }","duration":"399.336249ms","start":"2026-03-03T14:17:58.700817Z","end":"2026-03-03T14:17:59.100153Z","steps":["trace[1263904612] 'agreement among raft nodes before linearized reading' (duration: 398.95393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.100076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.30163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:17:59.100214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.700797Z","time spent":"399.411451ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:17:59.100229Z","caller":"traceutil/trace.go:171","msg":"trace[312151785] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9362; }","duration":"424.494004ms","start":"2026-03-03T14:17:58.675715Z","end":"2026-03-03T14:17:59.100209Z","steps":["trace[312151785] 'agreement among raft nodes before linearized reading' (duration: 424.257119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.100299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.675686Z","time spent":"424.595847ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:59.100086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.676576Z","time spent":"423.485811ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:59.100108Z","caller":"traceutil/trace.go:171","msg":"trace[1697536497] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9362; }","duration":"637.433192ms","start":"2026-03-03T14:17:58.462652Z","end":"2026-03-03T14:17:59.100085Z","steps":["trace[1697536497] 'agreement among raft nodes before linearized reading' (duration: 637.067413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.10043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.46264Z","time spent":"637.76257ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:17:59.100487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.961261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:17:59.100544Z","caller":"traceutil/trace.go:171","msg":"trace[344347878] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9362; }","duration":"399.039514ms","start":"2026-03-03T14:17:58.701491Z","end":"2026-03-03T14:17:59.100531Z","steps":["trace[344347878] 'agreement among raft nodes before linearized reading' (duration: 398.160672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.100583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:58.701482Z","time spent":"399.090145ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:17:59.100158Z","caller":"traceutil/trace.go:171","msg":"trace[369127049] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9362; }","duration":"242.950313ms","start":"2026-03-03T14:17:58.857187Z","end":"2026-03-03T14:17:59.100137Z","steps":["trace[369127049] 'agreement among raft nodes before linearized reading' (duration: 242.631445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.099969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.492459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:17:59.101457Z","caller":"traceutil/trace.go:171","msg":"trace[545969247] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:9362; }","duration":"286.996995ms","start":"2026-03-03T14:17:58.814401Z","end":"2026-03-03T14:17:59.101398Z","steps":["trace[545969247] 'agreement among raft nodes before linearized reading' (duration: 285.480069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.381148Z","caller":"traceutil/trace.go:171","msg":"trace[1417015128] linearizableReadLoop","detail":"{readStateIndex:9739; appliedIndex:9738; }","duration":"268.408955ms","start":"2026-03-03T14:17:59.112705Z","end":"2026-03-03T14:17:59.381113Z","steps":["trace[1417015128] 'read index received' (duration: 219.780205ms)","trace[1417015128] 'applied index is now lower than readState.Index' (duration: 48.62769ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:17:59.381189Z","caller":"traceutil/trace.go:171","msg":"trace[1221028729] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"269.364817ms","start":"2026-03-03T14:17:59.111786Z","end":"2026-03-03T14:17:59.381151Z","steps":["trace[1221028729] 'process raft request' (duration: 220.679006ms)","trace[1221028729] 'compare' (duration: 48.461766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:17:59.38186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.125262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298427"} {"level":"info","ts":"2026-03-03T14:17:59.381969Z","caller":"traceutil/trace.go:171","msg":"trace[99195004] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9363; }","duration":"269.315846ms","start":"2026-03-03T14:17:59.112627Z","end":"2026-03-03T14:17:59.381943Z","steps":["trace[99195004] 'agreement among raft nodes before linearized reading' (duration: 268.63234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.424222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.70331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:17:59.424334Z","caller":"traceutil/trace.go:171","msg":"trace[1224558907] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9367; }","duration":"306.873044ms","start":"2026-03-03T14:17:59.117439Z","end":"2026-03-03T14:17:59.424312Z","steps":["trace[1224558907] 'agreement among raft nodes before linearized reading' (duration: 306.67936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.424376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.117418Z","time spent":"306.950996ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:17:59.424793Z","caller":"traceutil/trace.go:171","msg":"trace[1894633172] transaction","detail":"{read_only:false; response_revision:9366; number_of_response:1; }","duration":"310.421048ms","start":"2026-03-03T14:17:59.114361Z","end":"2026-03-03T14:17:59.424782Z","steps":["trace[1894633172] 'process raft request' (duration: 309.663761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.424795Z","caller":"traceutil/trace.go:171","msg":"trace[38702733] transaction","detail":"{read_only:false; response_revision:9365; number_of_response:1; }","duration":"310.50829ms","start":"2026-03-03T14:17:59.114238Z","end":"2026-03-03T14:17:59.424746Z","steps":["trace[38702733] 'process raft request' (duration: 309.754593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.42489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.114354Z","time spent":"310.467039ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:17:59.424943Z","caller":"traceutil/trace.go:171","msg":"trace[1432534935] transaction","detail":"{read_only:false; response_revision:9364; number_of_response:1; }","duration":"311.969654ms","start":"2026-03-03T14:17:59.112927Z","end":"2026-03-03T14:17:59.424897Z","steps":["trace[1432534935] 'process raft request' (duration: 310.883539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:17:59.424992Z","caller":"traceutil/trace.go:171","msg":"trace[1398958300] transaction","detail":"{read_only:false; response_revision:9367; number_of_response:1; }","duration":"308.252817ms","start":"2026-03-03T14:17:59.116707Z","end":"2026-03-03T14:17:59.42496Z","steps":["trace[1398958300] 'process raft request' (duration: 307.352806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:17:59.425144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.112915Z","time spent":"312.121258ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:59.425163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.116681Z","time spent":"308.365779ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:17:59.428028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:17:59.114215Z","time spent":"310.702545ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:00.458821Z","caller":"traceutil/trace.go:171","msg":"trace[1703761194] transaction","detail":"{read_only:false; response_revision:9369; number_of_response:1; }","duration":"344.843682ms","start":"2026-03-03T14:18:00.113954Z","end":"2026-03-03T14:18:00.458798Z","steps":["trace[1703761194] 'process raft request' (duration: 344.683469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:00.458962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:00.113926Z","time spent":"344.960234ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:01.966056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.92634ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:01.966152Z","caller":"traceutil/trace.go:171","msg":"trace[764531563] linearizableReadLoop","detail":"{readStateIndex:9752; appliedIndex:9751; }","duration":"482.512196ms","start":"2026-03-03T14:18:01.483628Z","end":"2026-03-03T14:18:01.966141Z","steps":["trace[764531563] 'read index received' (duration: 160.410212ms)","trace[764531563] 'applied index is now lower than readState.Index' (duration: 322.100994ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:01.966173Z","caller":"traceutil/trace.go:171","msg":"trace[2145452394] transaction","detail":"{read_only:false; response_revision:9375; number_of_response:1; }","duration":"495.214535ms","start":"2026-03-03T14:18:01.470938Z","end":"2026-03-03T14:18:01.966153Z","steps":["trace[2145452394] 'process raft request' (duration: 173.117891ms)","trace[2145452394] 'compare' (duration: 321.778917ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:01.966248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.62165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:18:01.966253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.491717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:18:01.966263Z","caller":"traceutil/trace.go:171","msg":"trace[194153343] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9375; }","duration":"521.645211ms","start":"2026-03-03T14:18:01.444613Z","end":"2026-03-03T14:18:01.966258Z","steps":["trace[194153343] 'agreement among raft nodes before linearized reading' (duration: 521.575849ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:01.966278Z","caller":"traceutil/trace.go:171","msg":"trace[260921230] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9375; }","duration":"521.547858ms","start":"2026-03-03T14:18:01.444724Z","end":"2026-03-03T14:18:01.966271Z","steps":["trace[260921230] 'agreement among raft nodes before linearized reading' (duration: 521.439656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:01.966285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.444608Z","time spent":"521.672241ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:01.966298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.444705Z","time spent":"521.589711ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:01.966296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.470912Z","time spent":"495.318498ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4929,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:01.966509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.047531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:01.966657Z","caller":"traceutil/trace.go:171","msg":"trace[2031188396] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9375; }","duration":"522.232235ms","start":"2026-03-03T14:18:01.444393Z","end":"2026-03-03T14:18:01.966625Z","steps":["trace[2031188396] 'agreement among raft nodes before linearized reading' (duration: 521.851185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:01.966735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.444381Z","time spent":"522.339128ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:01.967622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.962662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:01.967691Z","caller":"traceutil/trace.go:171","msg":"trace[416930753] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9375; }","duration":"523.043375ms","start":"2026-03-03T14:18:01.444632Z","end":"2026-03-03T14:18:01.967675Z","steps":["trace[416930753] 'agreement among raft nodes before linearized reading' (duration: 521.519228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:01.967731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.444628Z","time spent":"523.093866ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:04.084239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00046228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:04.084404Z","caller":"traceutil/trace.go:171","msg":"trace[1822738790] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000696256s","start":"2026-03-03T14:18:02.083671Z","end":"2026-03-03T14:18:04.084367Z","steps":["trace[1822738790] 'agreement among raft nodes before linearized reading' (duration: 2.000499241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:04.084488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.083652Z","time spent":"2.000815209s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:05.312735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.974416454s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:05.312851Z","caller":"traceutil/trace.go:171","msg":"trace[1906441548] linearizableReadLoop","detail":"{readStateIndex:9753; appliedIndex:9752; }","duration":"3.346666183s","start":"2026-03-03T14:18:01.966167Z","end":"2026-03-03T14:18:05.312833Z","steps":["trace[1906441548] 'read index received' (duration: 372.038305ms)","trace[1906441548] 'applied index is now lower than readState.Index' (duration: 2.974626688s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:05.312897Z","caller":"traceutil/trace.go:171","msg":"trace[201034658] transaction","detail":"{read_only:false; response_revision:9376; number_of_response:1; }","duration":"3.365037757s","start":"2026-03-03T14:18:01.947819Z","end":"2026-03-03T14:18:05.312857Z","steps":["trace[201034658] 'process raft request' (duration: 390.407308ms)","trace[201034658] 'compare' (duration: 2.973570034s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:05.313047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.947798Z","time spent":"3.3651693s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:05.313559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824212591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:32 size:298613"} {"level":"info","ts":"2026-03-03T14:18:05.313792Z","caller":"traceutil/trace.go:171","msg":"trace[1296794674] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:32; response_revision:9376; }","duration":"3.824496908s","start":"2026-03-03T14:18:01.489267Z","end":"2026-03-03T14:18:05.313763Z","steps":["trace[1296794674] 'agreement among raft nodes before linearized reading' (duration: 3.823640858s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:05.313861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.489243Z","time spent":"3.824598321s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":32,"response size":298637,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:18:05.551746Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.213511865s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:06.085191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000610203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:06.085303Z","caller":"traceutil/trace.go:171","msg":"trace[1051109513] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000799437s","start":"2026-03-03T14:18:04.084479Z","end":"2026-03-03T14:18:06.085279Z","steps":["trace[1051109513] 'agreement among raft nodes before linearized reading' (duration: 2.000648184s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.085357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.084453Z","time spent":"2.000892649s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:06.209327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00049764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:06.209408Z","caller":"traceutil/trace.go:171","msg":"trace[1417000686] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000625573s","start":"2026-03-03T14:18:04.208764Z","end":"2026-03-03T14:18:06.20939Z","steps":["trace[1417000686] 'agreement among raft nodes before linearized reading' (duration: 2.000522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.209448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.208748Z","time spent":"2.000692105s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:06.520885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.835413ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:06.521196Z","caller":"traceutil/trace.go:171","msg":"trace[1990131285] transaction","detail":"{read_only:false; response_revision:9380; number_of_response:1; }","duration":"4.548858001s","start":"2026-03-03T14:18:01.972321Z","end":"2026-03-03T14:18:06.521179Z","steps":["trace[1990131285] 'process raft request' (duration: 4.54881741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.521251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.972315Z","time spent":"4.548911972s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:06.521434Z","caller":"traceutil/trace.go:171","msg":"trace[403649702] transaction","detail":"{read_only:false; response_revision:9377; number_of_response:1; }","duration":"4.55086648s","start":"2026-03-03T14:18:01.97056Z","end":"2026-03-03T14:18:06.521427Z","steps":["trace[403649702] 'process raft request' (duration: 3.581388101s)","trace[403649702] 'compare' (duration: 968.669429ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:06.521469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.970545Z","time spent":"4.55090357s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:06.521582Z","caller":"traceutil/trace.go:171","msg":"trace[1560342039] transaction","detail":"{read_only:false; response_revision:9379; number_of_response:1; }","duration":"4.550408419s","start":"2026-03-03T14:18:01.971145Z","end":"2026-03-03T14:18:06.521553Z","steps":["trace[1560342039] 'process raft request' (duration: 4.549964347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.521737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.971139Z","time spent":"4.550513651s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:06.521801Z","caller":"traceutil/trace.go:171","msg":"trace[994211060] transaction","detail":"{read_only:false; response_revision:9378; number_of_response:1; }","duration":"4.551157247s","start":"2026-03-03T14:18:01.970606Z","end":"2026-03-03T14:18:06.521764Z","steps":["trace[994211060] 'process raft request' (duration: 4.550388578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.522018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:01.970586Z","time spent":"4.55133865s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:06.771007Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040003505s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:06.87504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.561695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:06.875468Z","caller":"traceutil/trace.go:171","msg":"trace[279588573] transaction","detail":"{read_only:false; response_revision:9382; number_of_response:1; }","duration":"3.927005852s","start":"2026-03-03T14:18:02.948431Z","end":"2026-03-03T14:18:06.875437Z","steps":["trace[279588573] 'process raft request' (duration: 3.926759546s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.875507Z","caller":"traceutil/trace.go:171","msg":"trace[117464424] transaction","detail":"{read_only:false; response_revision:9383; number_of_response:1; }","duration":"3.740010981s","start":"2026-03-03T14:18:03.135463Z","end":"2026-03-03T14:18:06.875474Z","steps":["trace[117464424] 'process raft request' (duration: 3.739784906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.875608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.13544Z","time spent":"3.740119943s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:06.875606Z","caller":"traceutil/trace.go:171","msg":"trace[1495110428] transaction","detail":"{read_only:false; response_revision:9381; number_of_response:1; }","duration":"4.402294247s","start":"2026-03-03T14:18:02.473284Z","end":"2026-03-03T14:18:06.875578Z","steps":["trace[1495110428] 'process raft request' (duration: 4.299087638s)","trace[1495110428] 'compare' (duration: 102.39002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:06.875645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.948402Z","time spent":"3.927140105s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:06.875608Z","caller":"traceutil/trace.go:171","msg":"trace[2075380879] linearizableReadLoop","detail":"{readStateIndex:9760; appliedIndex:9753; }","duration":"1.5626282s","start":"2026-03-03T14:18:05.312877Z","end":"2026-03-03T14:18:06.875506Z","steps":["trace[2075380879] 'read index received' (duration: 239.174365ms)","trace[2075380879] 'applied index is now lower than readState.Index' (duration: 1.323449835s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:06.875712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.473263Z","time spent":"4.40239642s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:06.879385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.391108733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:18:06.879481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.794413786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:18:06.879497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.802825775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:18:06.879546Z","caller":"traceutil/trace.go:171","msg":"trace[1965785013] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9383; }","duration":"4.794497328s","start":"2026-03-03T14:18:02.085034Z","end":"2026-03-03T14:18:06.879532Z","steps":["trace[1965785013] 'agreement among raft nodes before linearized reading' (duration: 4.790694499s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.879558Z","caller":"traceutil/trace.go:171","msg":"trace[1249228146] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9383; }","duration":"3.802917357s","start":"2026-03-03T14:18:03.076623Z","end":"2026-03-03T14:18:06.879541Z","steps":["trace[1249228146] 'agreement among raft nodes before linearized reading' (duration: 3.799015056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.879572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.856880124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:06.879592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:02.085025Z","time spent":"4.794558799s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:06.87964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706178343s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:06.879607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.415717295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:06.879637Z","caller":"traceutil/trace.go:171","msg":"trace[406882233] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:9383; }","duration":"2.857003456s","start":"2026-03-03T14:18:04.022617Z","end":"2026-03-03T14:18:06.879621Z","steps":["trace[406882233] 'agreement among raft nodes before linearized reading' (duration: 2.852980612s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.879677Z","caller":"traceutil/trace.go:171","msg":"trace[1121525570] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9383; }","duration":"1.706254924s","start":"2026-03-03T14:18:05.173413Z","end":"2026-03-03T14:18:06.879668Z","steps":["trace[1121525570] 'agreement among raft nodes before linearized reading' (duration: 1.702125447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.879707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:05.173391Z","time spent":"1.706308386s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:06.879707Z","caller":"traceutil/trace.go:171","msg":"trace[521069120] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:9383; }","duration":"3.415881488s","start":"2026-03-03T14:18:03.463803Z","end":"2026-03-03T14:18:06.879685Z","steps":["trace[521069120] 'agreement among raft nodes before linearized reading' (duration: 3.411810082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.87973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106147896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:06.879757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.463781Z","time spent":"3.41596698s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:06.879758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.075545873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:06.879795Z","caller":"traceutil/trace.go:171","msg":"trace[2072180322] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:9383; }","duration":"2.075615055s","start":"2026-03-03T14:18:04.804167Z","end":"2026-03-03T14:18:06.879782Z","steps":["trace[2072180322] 'agreement among raft nodes before linearized reading' (duration: 2.071339585s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:06.879806Z","caller":"traceutil/trace.go:171","msg":"trace[1667105129] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:9383; }","duration":"3.106260788s","start":"2026-03-03T14:18:03.77352Z","end":"2026-03-03T14:18:06.879781Z","steps":["trace[1667105129] 'agreement among raft nodes before linearized reading' (duration: 3.102033089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.879888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699722078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:06.879914Z","caller":"traceutil/trace.go:171","msg":"trace[641944362] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9383; }","duration":"2.699802081s","start":"2026-03-03T14:18:04.180105Z","end":"2026-03-03T14:18:06.879907Z","steps":["trace[641944362] 'agreement among raft nodes before linearized reading' (duration: 2.695465828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.879592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.076596Z","time spent":"3.802987639s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:18:06.879399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.807938067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:18:06.879946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.180079Z","time spent":"2.699857353s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:06.879975Z","caller":"traceutil/trace.go:171","msg":"trace[1105266481] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9383; }","duration":"3.808585792s","start":"2026-03-03T14:18:03.071377Z","end":"2026-03-03T14:18:06.879963Z","steps":["trace[1105266481] 'agreement among raft nodes before linearized reading' (duration: 3.80427293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.87971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.022585Z","time spent":"2.857110109s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:06.880006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.07134Z","time spent":"3.808658684s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:18:06.879904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.773494Z","time spent":"3.106397812s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:06.880089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"790.713333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"warn","ts":"2026-03-03T14:18:06.879847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.804144Z","time spent":"2.075680987s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:06.880155Z","caller":"traceutil/trace.go:171","msg":"trace[390669218] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:9384; }","duration":"790.822635ms","start":"2026-03-03T14:18:06.089317Z","end":"2026-03-03T14:18:06.88014Z","steps":["trace[390669218] 'agreement among raft nodes before linearized reading' (duration: 790.652221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.880206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:06.089298Z","time spent":"790.893657ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:18:06.879409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.745671745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:06.880434Z","caller":"traceutil/trace.go:171","msg":"trace[1877457757] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:9383; }","duration":"2.746799972s","start":"2026-03-03T14:18:04.13362Z","end":"2026-03-03T14:18:06.88042Z","steps":["trace[1877457757] 'agreement among raft nodes before linearized reading' (duration: 2.741962968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.880476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.697802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/glance-rabbit-init-t72ns\" ","response":"range_response_count:1 size:2803"} {"level":"warn","ts":"2026-03-03T14:18:06.880491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:04.133588Z","time spent":"2.746886394s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:06.880391Z","caller":"traceutil/trace.go:171","msg":"trace[439891857] transaction","detail":"{read_only:false; response_revision:9384; number_of_response:1; }","duration":"369.814472ms","start":"2026-03-03T14:18:06.510564Z","end":"2026-03-03T14:18:06.880378Z","steps":["trace[439891857] 'process raft request' (duration: 368.670834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.880644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:06.510537Z","time spent":"370.025737ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:06.880503Z","caller":"traceutil/trace.go:171","msg":"trace[2018733780] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/glance-rabbit-init-t72ns; range_end:; response_count:1; response_revision:9384; }","duration":"106.775544ms","start":"2026-03-03T14:18:06.773719Z","end":"2026-03-03T14:18:06.880494Z","steps":["trace[2018733780] 'agreement among raft nodes before linearized reading' (duration: 106.641341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.880695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.893832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:06.880746Z","caller":"traceutil/trace.go:171","msg":"trace[549940492] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9384; }","duration":"787.021464ms","start":"2026-03-03T14:18:06.09371Z","end":"2026-03-03T14:18:06.880731Z","steps":["trace[549940492] 'agreement among raft nodes before linearized reading' (duration: 786.946052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.880784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:06.093679Z","time spent":"787.096676ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:06.881142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.849644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:18:06.881187Z","caller":"traceutil/trace.go:171","msg":"trace[1850510079] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:9384; }","duration":"496.936687ms","start":"2026-03-03T14:18:06.38424Z","end":"2026-03-03T14:18:06.881177Z","steps":["trace[1850510079] 'agreement among raft nodes before linearized reading' (duration: 496.131968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.881219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:06.384217Z","time spent":"496.990687ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1007,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:06.879646Z","caller":"traceutil/trace.go:171","msg":"trace[210670191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9383; }","duration":"3.391319647s","start":"2026-03-03T14:18:03.488201Z","end":"2026-03-03T14:18:06.879521Z","steps":["trace[210670191] 'agreement among raft nodes before linearized reading' (duration: 3.387423465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:06.88239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:03.488186Z","time spent":"3.394099763s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:18:07.450806Z","caller":"traceutil/trace.go:171","msg":"trace[1072007532] linearizableReadLoop","detail":"{readStateIndex:9770; appliedIndex:9769; }","duration":"127.806061ms","start":"2026-03-03T14:18:07.32296Z","end":"2026-03-03T14:18:07.450766Z","steps":["trace[1072007532] 'read index received' (duration: 59.688821ms)","trace[1072007532] 'applied index is now lower than readState.Index' (duration: 68.11217ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:07.450922Z","caller":"traceutil/trace.go:171","msg":"trace[1409465790] transaction","detail":"{read_only:false; response_revision:9392; number_of_response:1; }","duration":"132.554453ms","start":"2026-03-03T14:18:07.318322Z","end":"2026-03-03T14:18:07.450877Z","steps":["trace[1409465790] 'process raft request' (duration: 64.236609ms)","trace[1409465790] 'compare' (duration: 68.008537ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:07.451062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.090107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:18:07.451225Z","caller":"traceutil/trace.go:171","msg":"trace[1900697120] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9392; }","duration":"128.305782ms","start":"2026-03-03T14:18:07.322899Z","end":"2026-03-03T14:18:07.451204Z","steps":["trace[1900697120] 'agreement among raft nodes before linearized reading' (duration: 127.990075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:09.03661Z","caller":"traceutil/trace.go:171","msg":"trace[1391627192] transaction","detail":"{read_only:false; response_revision:9411; number_of_response:1; }","duration":"117.57808ms","start":"2026-03-03T14:18:08.918986Z","end":"2026-03-03T14:18:09.036564Z","steps":["trace[1391627192] 'process raft request' (duration: 40.954499ms)","trace[1391627192] 'compare' (duration: 75.74257ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:10.101477Z","caller":"traceutil/trace.go:171","msg":"trace[2038609393] transaction","detail":"{read_only:false; response_revision:9419; number_of_response:1; }","duration":"108.235108ms","start":"2026-03-03T14:18:09.993193Z","end":"2026-03-03T14:18:10.101428Z","steps":["trace[2038609393] 'process raft request' (duration: 107.808458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:14.686759Z","caller":"traceutil/trace.go:171","msg":"trace[1421346103] linearizableReadLoop","detail":"{readStateIndex:9821; appliedIndex:9820; }","duration":"464.955181ms","start":"2026-03-03T14:18:14.221774Z","end":"2026-03-03T14:18:14.686729Z","steps":["trace[1421346103] 'read index received' (duration: 464.836918ms)","trace[1421346103] 'applied index is now lower than readState.Index' (duration: 116.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:14.686813Z","caller":"traceutil/trace.go:171","msg":"trace[695018474] transaction","detail":"{read_only:false; response_revision:9442; number_of_response:1; }","duration":"513.301654ms","start":"2026-03-03T14:18:14.173469Z","end":"2026-03-03T14:18:14.686771Z","steps":["trace[695018474] 'process raft request' (duration: 513.044008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:14.686953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.173446Z","time spent":"513.429746ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6291,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:14.686943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.131585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:14.687002Z","caller":"traceutil/trace.go:171","msg":"trace[472792483] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:9442; }","duration":"465.251718ms","start":"2026-03-03T14:18:14.221733Z","end":"2026-03-03T14:18:14.686985Z","steps":["trace[472792483] 'agreement among raft nodes before linearized reading' (duration: 465.131915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:14.687062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.221713Z","time spent":"465.332969ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:15.187564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432369536,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:18:15.687829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.969117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:15.687954Z","caller":"traceutil/trace.go:171","msg":"trace[1454261533] transaction","detail":"{read_only:false; response_revision:9443; number_of_response:1; }","duration":"1.303018382s","start":"2026-03-03T14:18:14.384912Z","end":"2026-03-03T14:18:15.68793Z","steps":["trace[1454261533] 'process raft request' (duration: 962.763578ms)","trace[1454261533] 'compare' (duration: 339.29031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:15.688098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.384894Z","time spent":"1.303159985s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:16.12694Z","caller":"traceutil/trace.go:171","msg":"trace[1390136731] transaction","detail":"{read_only:false; response_revision:9444; number_of_response:1; }","duration":"1.166639778s","start":"2026-03-03T14:18:14.960264Z","end":"2026-03-03T14:18:16.126904Z","steps":["trace[1390136731] 'process raft request' (duration: 1.126759925s)","trace[1390136731] 'compare' (duration: 39.458833ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:16.127094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.960239Z","time spent":"1.16677525s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:16.127345Z","caller":"traceutil/trace.go:171","msg":"trace[1680645441] transaction","detail":"{read_only:false; response_revision:9445; number_of_response:1; }","duration":"1.151141182s","start":"2026-03-03T14:18:14.976184Z","end":"2026-03-03T14:18:16.127325Z","steps":["trace[1680645441] 'process raft request' (duration: 1.150616238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.127426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516032868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:18:16.127494Z","caller":"traceutil/trace.go:171","msg":"trace[149647658] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9445; }","duration":"1.51614037s","start":"2026-03-03T14:18:14.611336Z","end":"2026-03-03T14:18:16.127476Z","steps":["trace[149647658] 'agreement among raft nodes before linearized reading' (duration: 1.515881973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.127493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.976164Z","time spent":"1.151240775s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:16.127525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.611325Z","time spent":"1.516194672s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:16.127634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516717094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:16.127743Z","caller":"traceutil/trace.go:171","msg":"trace[2090339562] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9445; }","duration":"1.516867548s","start":"2026-03-03T14:18:14.610849Z","end":"2026-03-03T14:18:16.127716Z","steps":["trace[2090339562] 'agreement among raft nodes before linearized reading' (duration: 1.516385786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.127806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.610832Z","time spent":"1.51696029s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:18:16.127191Z","caller":"traceutil/trace.go:171","msg":"trace[1222573731] linearizableReadLoop","detail":"{readStateIndex:9824; appliedIndex:9821; }","duration":"1.440301226s","start":"2026-03-03T14:18:14.686839Z","end":"2026-03-03T14:18:16.12714Z","steps":["trace[1222573731] 'read index received' (duration: 660.870262ms)","trace[1222573731] 'applied index is now lower than readState.Index' (duration: 779.429084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:16.12823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523741899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:18:16.128316Z","caller":"traceutil/trace.go:171","msg":"trace[1357400292] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9445; }","duration":"1.523839372s","start":"2026-03-03T14:18:14.604463Z","end":"2026-03-03T14:18:16.128302Z","steps":["trace[1357400292] 'agreement among raft nodes before linearized reading' (duration: 1.523208547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.128396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.604404Z","time spent":"1.523984866s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:16.208336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11634613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:18:16.208433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15996239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:16.208496Z","caller":"traceutil/trace.go:171","msg":"trace[1457166689] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9446; }","duration":"1.160046883s","start":"2026-03-03T14:18:15.048433Z","end":"2026-03-03T14:18:16.208479Z","steps":["trace[1457166689] 'agreement among raft nodes before linearized reading' (duration: 1.159976981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.208539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.048413Z","time spent":"1.160118675s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:16.208336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.049856797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:16.208636Z","caller":"traceutil/trace.go:171","msg":"trace[1761676313] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9446; }","duration":"1.116522643s","start":"2026-03-03T14:18:15.091937Z","end":"2026-03-03T14:18:16.20846Z","steps":["trace[1761676313] 'agreement among raft nodes before linearized reading' (duration: 1.116255587s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.208782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.091921Z","time spent":"1.116783921s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:16.208779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.666948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:18:16.208994Z","caller":"traceutil/trace.go:171","msg":"trace[945726708] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9446; }","duration":"671.918924ms","start":"2026-03-03T14:18:15.537059Z","end":"2026-03-03T14:18:16.208978Z","steps":["trace[945726708] 'agreement among raft nodes before linearized reading' (duration: 671.319719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:16.20862Z","caller":"traceutil/trace.go:171","msg":"trace[412396823] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:9446; }","duration":"1.050184066s","start":"2026-03-03T14:18:15.158405Z","end":"2026-03-03T14:18:16.208589Z","steps":["trace[412396823] 'agreement among raft nodes before linearized reading' (duration: 1.049767115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.209044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.537038Z","time spent":"671.992055ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:18:16.209095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.15838Z","time spent":"1.050698497s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:16.208372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.507955416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:16.209157Z","caller":"traceutil/trace.go:171","msg":"trace[2135944370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9446; }","duration":"1.508800397s","start":"2026-03-03T14:18:14.700348Z","end":"2026-03-03T14:18:16.209148Z","steps":["trace[2135944370] 'agreement among raft nodes before linearized reading' (duration: 1.507811913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.209186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:14.700325Z","time spent":"1.508854079s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:18:16.209819Z","caller":"traceutil/trace.go:171","msg":"trace[995941366] transaction","detail":"{read_only:false; response_revision:9446; number_of_response:1; }","duration":"680.120398ms","start":"2026-03-03T14:18:15.529675Z","end":"2026-03-03T14:18:16.209795Z","steps":["trace[995941366] 'process raft request' (duration: 678.364586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.210467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:15.52965Z","time spent":"680.467946ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:16.559371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.545055ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:16.559516Z","caller":"traceutil/trace.go:171","msg":"trace[74739438] transaction","detail":"{read_only:false; response_revision:9447; number_of_response:1; }","duration":"427.887765ms","start":"2026-03-03T14:18:16.131614Z","end":"2026-03-03T14:18:16.559502Z","steps":["trace[74739438] 'process raft request' (duration: 201.145895ms)","trace[74739438] 'compare' (duration: 226.172787ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:16.55956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.131599Z","time spent":"427.942817ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:16.559728Z","caller":"traceutil/trace.go:171","msg":"trace[43535039] transaction","detail":"{read_only:false; response_revision:9448; number_of_response:1; }","duration":"427.601149ms","start":"2026-03-03T14:18:16.13211Z","end":"2026-03-03T14:18:16.559711Z","steps":["trace[43535039] 'process raft request' (duration: 427.330273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.559863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.1321Z","time spent":"427.68196ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:16.560045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.496092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:16.559941Z","caller":"traceutil/trace.go:171","msg":"trace[292319274] linearizableReadLoop","detail":"{readStateIndex:9828; appliedIndex:9825; }","duration":"349.369449ms","start":"2026-03-03T14:18:16.210546Z","end":"2026-03-03T14:18:16.559916Z","steps":["trace[292319274] 'read index received' (duration: 122.184048ms)","trace[292319274] 'applied index is now lower than readState.Index' (duration: 227.184351ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:16.560072Z","caller":"traceutil/trace.go:171","msg":"trace[1035588959] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9449; }","duration":"349.546833ms","start":"2026-03-03T14:18:16.210517Z","end":"2026-03-03T14:18:16.560064Z","steps":["trace[1035588959] 'agreement among raft nodes before linearized reading' (duration: 349.496642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.56009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.210497Z","time spent":"349.589925ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:16.560088Z","caller":"traceutil/trace.go:171","msg":"trace[1233489731] transaction","detail":"{read_only:false; response_revision:9449; number_of_response:1; }","duration":"426.885531ms","start":"2026-03-03T14:18:16.133038Z","end":"2026-03-03T14:18:16.559923Z","steps":["trace[1233489731] 'process raft request' (duration: 426.610674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:16.560238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.133016Z","time spent":"427.144367ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:17.094981Z","caller":"traceutil/trace.go:171","msg":"trace[1543982790] transaction","detail":"{read_only:false; response_revision:9450; number_of_response:1; }","duration":"881.813175ms","start":"2026-03-03T14:18:16.213136Z","end":"2026-03-03T14:18:17.09495Z","steps":["trace[1543982790] 'process raft request' (duration: 846.314576ms)","trace[1543982790] 'compare' (duration: 35.301545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:17.095122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.213112Z","time spent":"881.932568ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:17.09553Z","caller":"traceutil/trace.go:171","msg":"trace[1247951317] transaction","detail":"{read_only:false; response_revision:9451; number_of_response:1; }","duration":"881.923728ms","start":"2026-03-03T14:18:16.21357Z","end":"2026-03-03T14:18:17.095494Z","steps":["trace[1247951317] 'process raft request' (duration: 881.316114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:17.095696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.213555Z","time spent":"882.050911ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:18.568852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999998578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:18.568948Z","caller":"traceutil/trace.go:171","msg":"trace[1834245327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149161s","start":"2026-03-03T14:18:16.568774Z","end":"2026-03-03T14:18:18.568923Z","steps":["trace[1834245327] 'agreement among raft nodes before linearized reading' (duration: 2.000034609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:18.569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.568756Z","time spent":"2.000234704s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:19.139462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044517151s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:18:19.139726Z","caller":"traceutil/trace.go:171","msg":"trace[1037541031] linearizableReadLoop","detail":"{readStateIndex:9831; appliedIndex:9828; }","duration":"2.57962818s","start":"2026-03-03T14:18:16.56008Z","end":"2026-03-03T14:18:19.139708Z","steps":["trace[1037541031] 'read index received' (duration: 499.292623ms)","trace[1037541031] 'applied index is now lower than readState.Index' (duration: 2.080334157s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:19.140709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.926577821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306563"} {"level":"info","ts":"2026-03-03T14:18:19.140754Z","caller":"traceutil/trace.go:171","msg":"trace[799640567] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9451; }","duration":"2.926654932s","start":"2026-03-03T14:18:16.214089Z","end":"2026-03-03T14:18:19.140744Z","steps":["trace[799640567] 'agreement among raft nodes before linearized reading' (duration: 2.926195192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.14079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.214079Z","time spent":"2.926700894s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":306587,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:18:19.141867Z","caller":"traceutil/trace.go:171","msg":"trace[206770419] transaction","detail":"{read_only:false; response_revision:9452; number_of_response:1; }","duration":"2.145865486s","start":"2026-03-03T14:18:16.995976Z","end":"2026-03-03T14:18:19.141842Z","steps":["trace[206770419] 'process raft request' (duration: 2.143590272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.142434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.995954Z","time spent":"2.145977879s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:19.297175Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.163823781s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:19.539585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.939259ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:19.539654Z","caller":"traceutil/trace.go:171","msg":"trace[566978263] transaction","detail":"{read_only:false; response_revision:9453; number_of_response:1; }","duration":"1.406416066s","start":"2026-03-03T14:18:18.133226Z","end":"2026-03-03T14:18:19.539642Z","steps":["trace[566978263] 'process raft request' (duration: 1.164360284s)","trace[566978263] 'compare' (duration: 241.266483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:19.539689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.133196Z","time spent":"1.406478277s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.54911Z","caller":"traceutil/trace.go:171","msg":"trace[1879057680] linearizableReadLoop","detail":"{readStateIndex:9835; appliedIndex:9832; }","duration":"409.324905ms","start":"2026-03-03T14:18:19.13976Z","end":"2026-03-03T14:18:19.549085Z","steps":["trace[1879057680] 'read index received' (duration: 157.82311ms)","trace[1879057680] 'applied index is now lower than readState.Index' (duration: 251.500835ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:19.549303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.63547566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:18:19.549331Z","caller":"traceutil/trace.go:171","msg":"trace[1539818285] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:9455; }","duration":"2.635579503s","start":"2026-03-03T14:18:16.913743Z","end":"2026-03-03T14:18:19.549323Z","steps":["trace[1539818285] 'agreement among raft nodes before linearized reading' (duration: 2.635425969s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.549357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:16.913718Z","time spent":"2.635632173s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:18:19.549346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.073837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:18:19.549413Z","caller":"traceutil/trace.go:171","msg":"trace[396851502] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9455; }","duration":"985.19851ms","start":"2026-03-03T14:18:18.564198Z","end":"2026-03-03T14:18:19.549396Z","steps":["trace[396851502] 'agreement among raft nodes before linearized reading' (duration: 984.925333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.549455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.564167Z","time spent":"985.279631ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:19.549438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.945461759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:19.549512Z","caller":"traceutil/trace.go:171","msg":"trace[2058692324] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:9455; }","duration":"1.945595982s","start":"2026-03-03T14:18:17.603899Z","end":"2026-03-03T14:18:19.549495Z","steps":["trace[2058692324] 'agreement among raft nodes before linearized reading' (duration: 1.945405627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.549554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073952095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:19.549556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.603875Z","time spent":"1.945671213s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":57,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:19.549579Z","caller":"traceutil/trace.go:171","msg":"trace[416525854] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:9455; }","duration":"2.074025687s","start":"2026-03-03T14:18:17.475546Z","end":"2026-03-03T14:18:19.549572Z","steps":["trace[416525854] 'agreement among raft nodes before linearized reading' (duration: 2.073975605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.549604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.475496Z","time spent":"2.074101009s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.549737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.254078163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:19.549763Z","caller":"traceutil/trace.go:171","msg":"trace[499488468] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:9455; }","duration":"2.254135595s","start":"2026-03-03T14:18:17.295615Z","end":"2026-03-03T14:18:19.549751Z","steps":["trace[499488468] 'agreement among raft nodes before linearized reading' (duration: 2.254094404s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:19.549773Z","caller":"traceutil/trace.go:171","msg":"trace[198638058] transaction","detail":"{read_only:false; response_revision:9454; number_of_response:1; }","duration":"1.413578385s","start":"2026-03-03T14:18:18.136168Z","end":"2026-03-03T14:18:19.549747Z","steps":["trace[198638058] 'process raft request' (duration: 1.412742745s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.549863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.368890927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:18:19.549874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.13616Z","time spent":"1.413643416s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.549887Z","caller":"traceutil/trace.go:171","msg":"trace[448166208] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9455; }","duration":"2.368952469s","start":"2026-03-03T14:18:17.180929Z","end":"2026-03-03T14:18:19.549881Z","steps":["trace[448166208] 'agreement among raft nodes before linearized reading' (duration: 2.368867937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.549908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.180907Z","time spent":"2.368995629s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:19.549907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.699991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:19.549942Z","caller":"traceutil/trace.go:171","msg":"trace[1222079493] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9455; }","duration":"985.775942ms","start":"2026-03-03T14:18:18.564156Z","end":"2026-03-03T14:18:19.549932Z","steps":["trace[1222079493] 'agreement among raft nodes before linearized reading' (duration: 985.631259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.549973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.564137Z","time spent":"985.826374ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:18:19.550015Z","caller":"traceutil/trace.go:171","msg":"trace[1457045515] transaction","detail":"{read_only:false; response_revision:9455; number_of_response:1; }","duration":"1.334203059s","start":"2026-03-03T14:18:18.215802Z","end":"2026-03-03T14:18:19.550005Z","steps":["trace[1457045515] 'process raft request' (duration: 1.333236606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.550062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542823249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:19.550079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.215758Z","time spent":"1.334290641s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:19.550093Z","caller":"traceutil/trace.go:171","msg":"trace[1999080843] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:9455; }","duration":"2.542890441s","start":"2026-03-03T14:18:17.007193Z","end":"2026-03-03T14:18:19.550084Z","steps":["trace[1999080843] 'agreement among raft nodes before linearized reading' (duration: 2.542816739s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.550102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024243741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:19.550142Z","caller":"traceutil/trace.go:171","msg":"trace[806527080] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9455; }","duration":"1.024332083s","start":"2026-03-03T14:18:18.525801Z","end":"2026-03-03T14:18:19.550133Z","steps":["trace[806527080] 'agreement among raft nodes before linearized reading' (duration: 1.024267061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.550171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.525774Z","time spent":"1.024389774s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.550247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.642358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:18:19.550301Z","caller":"traceutil/trace.go:171","msg":"trace[1082656221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9455; }","duration":"449.773171ms","start":"2026-03-03T14:18:19.100516Z","end":"2026-03-03T14:18:19.55029Z","steps":["trace[1082656221] 'agreement among raft nodes before linearized reading' (duration: 449.636828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.550338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.100498Z","time spent":"449.831083ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:19.550346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336192756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:19.550385Z","caller":"traceutil/trace.go:171","msg":"trace[1100880026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9455; }","duration":"1.336274768s","start":"2026-03-03T14:18:18.214098Z","end":"2026-03-03T14:18:19.550373Z","steps":["trace[1100880026] 'agreement among raft nodes before linearized reading' (duration: 1.336216217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.550434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.214074Z","time spent":"1.336349349s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.550489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.583981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:19.550533Z","caller":"traceutil/trace.go:171","msg":"trace[1413316222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9455; }","duration":"450.663563ms","start":"2026-03-03T14:18:19.099857Z","end":"2026-03-03T14:18:19.550521Z","steps":["trace[1413316222] 'agreement among raft nodes before linearized reading' (duration: 450.559069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.550575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:19.099836Z","time spent":"450.727925ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:19.550117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.007173Z","time spent":"2.542937152s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.550677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.864434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:19.549784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:17.295593Z","time spent":"2.254184425s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:19.550761Z","caller":"traceutil/trace.go:171","msg":"trace[1346014628] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:9455; }","duration":"861.973137ms","start":"2026-03-03T14:18:18.688763Z","end":"2026-03-03T14:18:19.550736Z","steps":["trace[1346014628] 'agreement among raft nodes before linearized reading' (duration: 861.851364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.550806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.688746Z","time spent":"862.049228ms","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:19.55106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.330205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:18:19.551111Z","caller":"traceutil/trace.go:171","msg":"trace[877037228] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9455; }","duration":"986.400317ms","start":"2026-03-03T14:18:18.5647Z","end":"2026-03-03T14:18:19.5511Z","steps":["trace[877037228] 'agreement among raft nodes before linearized reading' (duration: 986.278594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.55114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.56469Z","time spent":"986.442878ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:19.551302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.302111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:19.551343Z","caller":"traceutil/trace.go:171","msg":"trace[729985549] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9455; }","duration":"982.363182ms","start":"2026-03-03T14:18:18.568966Z","end":"2026-03-03T14:18:19.551329Z","steps":["trace[729985549] 'agreement among raft nodes before linearized reading' (duration: 982.304671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:19.554344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:18.568953Z","time spent":"985.368143ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:19.615195Z","caller":"traceutil/trace.go:171","msg":"trace[1186648304] transaction","detail":"{read_only:false; response_revision:9456; number_of_response:1; }","duration":"220.928873ms","start":"2026-03-03T14:18:19.394241Z","end":"2026-03-03T14:18:19.61517Z","steps":["trace[1186648304] 'process raft request' (duration: 220.477241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:22.150867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.049513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:22.15096Z","caller":"traceutil/trace.go:171","msg":"trace[631413210] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9474; }","duration":"102.196107ms","start":"2026-03-03T14:18:22.048737Z","end":"2026-03-03T14:18:22.150933Z","steps":["trace[631413210] 'range keys from in-memory index tree' (duration: 101.940261ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:23.408371Z","caller":"traceutil/trace.go:171","msg":"trace[1778799767] transaction","detail":"{read_only:false; response_revision:9475; number_of_response:1; }","duration":"213.217901ms","start":"2026-03-03T14:18:23.195112Z","end":"2026-03-03T14:18:23.40833Z","steps":["trace[1778799767] 'process raft request' (duration: 213.051507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:25.581888Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.947410855s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:25.984408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:25.323338Z","time spent":"661.050407ms","remote":"127.0.0.1:53424","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:18:25.984619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.486664ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:25.98477Z","caller":"traceutil/trace.go:171","msg":"trace[15811384] linearizableReadLoop","detail":"{readStateIndex:9860; appliedIndex:9857; }","duration":"2.372723269s","start":"2026-03-03T14:18:23.612034Z","end":"2026-03-03T14:18:25.984758Z","steps":["trace[15811384] 'read index received' (duration: 22.40505ms)","trace[15811384] 'applied index is now lower than readState.Index' (duration: 2.350317689s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:25.984832Z","caller":"traceutil/trace.go:171","msg":"trace[158928274] transaction","detail":"{read_only:false; response_revision:9478; number_of_response:1; }","duration":"2.405987286s","start":"2026-03-03T14:18:23.578837Z","end":"2026-03-03T14:18:25.984825Z","steps":["trace[158928274] 'process raft request' (duration: 2.405861873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:25.984873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.57883Z","time spent":"2.406023056s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:25.985005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.372953084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:25.985086Z","caller":"traceutil/trace.go:171","msg":"trace[39256816] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:9478; }","duration":"2.373079907s","start":"2026-03-03T14:18:23.61198Z","end":"2026-03-03T14:18:25.98506Z","steps":["trace[39256816] 'agreement among raft nodes before linearized reading' (duration: 2.372933404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:25.985143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.611957Z","time spent":"2.373172799s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:25.985029Z","caller":"traceutil/trace.go:171","msg":"trace[759916289] transaction","detail":"{read_only:false; response_revision:9477; number_of_response:1; }","duration":"2.407178583s","start":"2026-03-03T14:18:23.577844Z","end":"2026-03-03T14:18:25.985022Z","steps":["trace[759916289] 'process raft request' (duration: 2.004197558s)","trace[759916289] 'compare' (duration: 402.233278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:25.985361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.577818Z","time spent":"2.407380957s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:26.048283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00005896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:18:26.048539Z","caller":"traceutil/trace.go:171","msg":"trace[94400826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000381487s","start":"2026-03-03T14:18:24.048128Z","end":"2026-03-03T14:18:26.04851Z","steps":["trace[94400826] 'agreement among raft nodes before linearized reading' (duration: 2.000092981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:26.04864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.048101Z","time spent":"2.00052331s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:18:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:18:28.049416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000231404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:18:28.049541Z","caller":"traceutil/trace.go:171","msg":"trace[979037928] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000453669s","start":"2026-03-03T14:18:26.049059Z","end":"2026-03-03T14:18:28.049513Z","steps":["trace[979037928] 'agreement among raft nodes before linearized reading' (duration: 2.000267675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.049624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:26.049037Z","time spent":"2.000574681s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:28.291574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.963905895s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:18:28.455297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127526383s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:28.455522Z","caller":"traceutil/trace.go:171","msg":"trace[283472131] transaction","detail":"{read_only:false; response_revision:9479; number_of_response:1; }","duration":"2.814989244s","start":"2026-03-03T14:18:25.640505Z","end":"2026-03-03T14:18:28.455494Z","steps":["trace[283472131] 'process raft request' (duration: 687.124124ms)","trace[283472131] 'compare' (duration: 2.126267303s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.45569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:25.64047Z","time spent":"2.815148338s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:28.455822Z","caller":"traceutil/trace.go:171","msg":"trace[1636205459] linearizableReadLoop","detail":"{readStateIndex:9861; appliedIndex:9860; }","duration":"2.470936871s","start":"2026-03-03T14:18:25.984793Z","end":"2026-03-03T14:18:28.45573Z","steps":["trace[1636205459] 'read index received' (duration: 342.852805ms)","trace[1636205459] 'applied index is now lower than readState.Index' (duration: 2.128079965s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.591354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.881602ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:18:28.591607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899157802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:18:28.591686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900215456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:28.591725Z","caller":"traceutil/trace.go:171","msg":"trace[1075140830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9479; }","duration":"4.899346566s","start":"2026-03-03T14:18:23.69235Z","end":"2026-03-03T14:18:28.591696Z","steps":["trace[1075140830] 'agreement among raft nodes before linearized reading' (duration: 4.763520805s)","trace[1075140830] 'range keys from in-memory index tree' (duration: 135.507214ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:28.591773Z","caller":"traceutil/trace.go:171","msg":"trace[1405680578] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9479; }","duration":"4.900358189s","start":"2026-03-03T14:18:23.691391Z","end":"2026-03-03T14:18:28.591749Z","steps":["trace[1405680578] 'agreement among raft nodes before linearized reading' (duration: 4.764492257s)","trace[1405680578] 'range keys from in-memory index tree' (duration: 135.607246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.591783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.692329Z","time spent":"4.899443408s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:28.59183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.691364Z","time spent":"4.900457172s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:28.591897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.676342675s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:28.591931Z","caller":"traceutil/trace.go:171","msg":"trace[248880391] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:9479; }","duration":"2.676422737s","start":"2026-03-03T14:18:25.915494Z","end":"2026-03-03T14:18:28.591916Z","steps":["trace[248880391] 'agreement among raft nodes before linearized reading' (duration: 2.540371641s)","trace[248880391] 'count revisions from in-memory index tree' (duration: 135.988755ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.591959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:25.915471Z","time spent":"2.676481079s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:28.592032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.899783216s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:18:28.592073Z","caller":"traceutil/trace.go:171","msg":"trace[482174534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9479; }","duration":"4.899822656s","start":"2026-03-03T14:18:23.692232Z","end":"2026-03-03T14:18:28.592055Z","steps":["trace[482174534] 'agreement among raft nodes before linearized reading' (duration: 4.763603176s)","trace[482174534] 'range keys from in-memory index tree' (duration: 136.133069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.592105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.692228Z","time spent":"4.899870288s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:28.592161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.643033516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:18:28.592187Z","caller":"traceutil/trace.go:171","msg":"trace[2025474127] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9479; }","duration":"4.643081047s","start":"2026-03-03T14:18:23.949096Z","end":"2026-03-03T14:18:28.592177Z","steps":["trace[2025474127] 'agreement among raft nodes before linearized reading' (duration: 4.506761825s)","trace[2025474127] 'range keys from in-memory index tree' (duration: 136.277621ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.592203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.949078Z","time spent":"4.643121228s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:28.592189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.500958948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:28.592252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.77471158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:18:28.592264Z","caller":"traceutil/trace.go:171","msg":"trace[2105371087] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:9479; }","duration":"4.501073021s","start":"2026-03-03T14:18:24.091175Z","end":"2026-03-03T14:18:28.592248Z","steps":["trace[2105371087] 'agreement among raft nodes before linearized reading' (duration: 4.364608485s)","trace[2105371087] 'count revisions from in-memory index tree' (duration: 136.355004ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:28.592305Z","caller":"traceutil/trace.go:171","msg":"trace[1440140097] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9479; }","duration":"3.774801742s","start":"2026-03-03T14:18:24.817489Z","end":"2026-03-03T14:18:28.59229Z","steps":["trace[1440140097] 'agreement among raft nodes before linearized reading' (duration: 3.638333606s)","trace[1440140097] 'range keys from in-memory index tree' (duration: 136.359063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.592314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.091142Z","time spent":"4.501155983s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:28.59232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405372279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:18:28.592351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.817466Z","time spent":"3.774875814s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:28.59239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.900249757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:18:28.592387Z","caller":"traceutil/trace.go:171","msg":"trace[1326323646] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9479; }","duration":"3.405474232s","start":"2026-03-03T14:18:25.186894Z","end":"2026-03-03T14:18:28.592369Z","steps":["trace[1326323646] 'agreement among raft nodes before linearized reading' (duration: 3.268911493s)","trace[1326323646] 'range keys from in-memory index tree' (duration: 136.374284ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:28.592411Z","caller":"traceutil/trace.go:171","msg":"trace[1011933601] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9479; }","duration":"4.900270938s","start":"2026-03-03T14:18:23.692135Z","end":"2026-03-03T14:18:28.592406Z","steps":["trace[1011933601] 'agreement among raft nodes before linearized reading' (duration: 4.7637335s)","trace[1011933601] 'range keys from in-memory index tree' (duration: 136.462416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.592429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.692123Z","time spent":"4.900302478s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:28.59243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:25.186873Z","time spent":"3.405545154s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:18:28.592234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93971044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:28.592588Z","caller":"traceutil/trace.go:171","msg":"trace[1640484335] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9479; }","duration":"4.94017046s","start":"2026-03-03T14:18:23.652392Z","end":"2026-03-03T14:18:28.592562Z","steps":["trace[1640484335] 'agreement among raft nodes before linearized reading' (duration: 4.803502599s)","trace[1640484335] 'range keys from in-memory index tree' (duration: 135.909693ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.592671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:23.652367Z","time spent":"4.940289273s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:18:28.593119Z","caller":"traceutil/trace.go:171","msg":"trace[1523249826] transaction","detail":"{read_only:false; response_revision:9480; number_of_response:1; }","duration":"603.284501ms","start":"2026-03-03T14:18:27.989813Z","end":"2026-03-03T14:18:28.593098Z","steps":["trace[1523249826] 'process raft request' (duration: 601.622162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.593248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.989777Z","time spent":"603.392043ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:28.593312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.662522737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:18:28.595754Z","caller":"traceutil/trace.go:171","msg":"trace[24604598] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:9479; }","duration":"3.66261713s","start":"2026-03-03T14:18:24.930738Z","end":"2026-03-03T14:18:28.593355Z","steps":["trace[24604598] 'agreement among raft nodes before linearized reading' (duration: 3.525069578s)","trace[24604598] 'range keys from in-memory index tree' (duration: 137.08932ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.59584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:24.930717Z","time spent":"3.665102959s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:18:28.901447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.260837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:28.901577Z","caller":"traceutil/trace.go:171","msg":"trace[322324264] linearizableReadLoop","detail":"{readStateIndex:9864; appliedIndex:9861; }","duration":"445.654416ms","start":"2026-03-03T14:18:28.455905Z","end":"2026-03-03T14:18:28.90156Z","steps":["trace[322324264] 'read index received' (duration: 74.520192ms)","trace[322324264] 'applied index is now lower than readState.Index' (duration: 371.132773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.901715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.773363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:18:28.901748Z","caller":"traceutil/trace.go:171","msg":"trace[1873953301] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:9481; }","duration":"823.845466ms","start":"2026-03-03T14:18:28.077893Z","end":"2026-03-03T14:18:28.901739Z","steps":["trace[1873953301] 'agreement among raft nodes before linearized reading' (duration: 823.742773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.901784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.077875Z","time spent":"823.900758ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:18:28.901786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.863538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:28.90188Z","caller":"traceutil/trace.go:171","msg":"trace[1650955924] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9481; }","duration":"819.103174ms","start":"2026-03-03T14:18:28.082762Z","end":"2026-03-03T14:18:28.901865Z","steps":["trace[1650955924] 'agreement among raft nodes before linearized reading' (duration: 818.862498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.901935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.082732Z","time spent":"819.195346ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:28.902161Z","caller":"traceutil/trace.go:171","msg":"trace[1102509480] transaction","detail":"{read_only:false; response_revision:9481; number_of_response:1; }","duration":"887.963791ms","start":"2026-03-03T14:18:28.014172Z","end":"2026-03-03T14:18:28.902136Z","steps":["trace[1102509480] 'process raft request' (duration: 578.911254ms)","trace[1102509480] 'compare' (duration: 307.5156ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:28.902203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.646229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:28.902237Z","caller":"traceutil/trace.go:171","msg":"trace[1676672005] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:9481; }","duration":"479.755872ms","start":"2026-03-03T14:18:28.422472Z","end":"2026-03-03T14:18:28.902228Z","steps":["trace[1676672005] 'agreement among raft nodes before linearized reading' (duration: 479.6575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.902262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.42244Z","time spent":"479.816524ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:28.902294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.014146Z","time spent":"888.069263ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:28.902306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.709620395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:28.902369Z","caller":"traceutil/trace.go:171","msg":"trace[2131413898] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:9481; }","duration":"1.709717557s","start":"2026-03-03T14:18:27.192633Z","end":"2026-03-03T14:18:28.902351Z","steps":["trace[2131413898] 'agreement among raft nodes before linearized reading' (duration: 1.709576064s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.902213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367023415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:18:28.902382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.235929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:28.902374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24795372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:28.902409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.192613Z","time spent":"1.709786229s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":26,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:28.902419Z","caller":"traceutil/trace.go:171","msg":"trace[1412482682] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:9481; }","duration":"1.367284271s","start":"2026-03-03T14:18:27.535124Z","end":"2026-03-03T14:18:28.902408Z","steps":["trace[1412482682] 'agreement among raft nodes before linearized reading' (duration: 1.367039066s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:28.902432Z","caller":"traceutil/trace.go:171","msg":"trace[1986544786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9481; }","duration":"806.335921ms","start":"2026-03-03T14:18:28.096078Z","end":"2026-03-03T14:18:28.902414Z","steps":["trace[1986544786] 'agreement among raft nodes before linearized reading' (duration: 806.27469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:28.902433Z","caller":"traceutil/trace.go:171","msg":"trace[155810617] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9481; }","duration":"2.248058643s","start":"2026-03-03T14:18:26.654362Z","end":"2026-03-03T14:18:28.90242Z","steps":["trace[155810617] 'agreement among raft nodes before linearized reading' (duration: 2.24796366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.902301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.193332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:18:28.902447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.535103Z","time spent":"1.367335343s","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:18:28.902472Z","caller":"traceutil/trace.go:171","msg":"trace[964754239] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:9481; }","duration":"994.431568ms","start":"2026-03-03T14:18:27.908033Z","end":"2026-03-03T14:18:28.902465Z","steps":["trace[964754239] 'agreement among raft nodes before linearized reading' (duration: 994.179572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:28.902467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.096048Z","time spent":"806.410053ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:28.902472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:26.654339Z","time spent":"2.248123255s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:28.902497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:27.908011Z","time spent":"994.478738ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:29.768225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.181135ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:29.769127Z","caller":"traceutil/trace.go:171","msg":"trace[1931032036] linearizableReadLoop","detail":"{readStateIndex:9869; appliedIndex:9864; }","duration":"867.507256ms","start":"2026-03-03T14:18:28.901605Z","end":"2026-03-03T14:18:29.769112Z","steps":["trace[1931032036] 'read index received' (duration: 113.394799ms)","trace[1931032036] 'applied index is now lower than readState.Index' (duration: 754.111627ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:29.769137Z","caller":"traceutil/trace.go:171","msg":"trace[633877257] transaction","detail":"{read_only:false; response_revision:9484; number_of_response:1; }","duration":"1.166369432s","start":"2026-03-03T14:18:28.602748Z","end":"2026-03-03T14:18:29.769118Z","steps":["trace[633877257] 'process raft request' (duration: 1.166101356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.769563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169285361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:18:29.769201Z","caller":"traceutil/trace.go:171","msg":"trace[2009817975] transaction","detail":"{read_only:false; response_revision:9482; number_of_response:1; }","duration":"1.166823032s","start":"2026-03-03T14:18:28.602354Z","end":"2026-03-03T14:18:29.769177Z","steps":["trace[2009817975] 'process raft request' (duration: 412.602963ms)","trace[2009817975] 'compare' (duration: 752.677223ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:29.769658Z","caller":"traceutil/trace.go:171","msg":"trace[392967157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9487; }","duration":"1.169428544s","start":"2026-03-03T14:18:28.60021Z","end":"2026-03-03T14:18:29.769639Z","steps":["trace[392967157] 'agreement among raft nodes before linearized reading' (duration: 1.169134427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.769655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.602743Z","time spent":"1.166846703s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:29.769691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169397623s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:33 size:306563"} {"level":"info","ts":"2026-03-03T14:18:29.769249Z","caller":"traceutil/trace.go:171","msg":"trace[1263923720] transaction","detail":"{read_only:false; response_revision:9483; number_of_response:1; }","duration":"1.166510745s","start":"2026-03-03T14:18:28.602701Z","end":"2026-03-03T14:18:29.769211Z","steps":["trace[1263923720] 'process raft request' (duration: 1.166099616s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:29.770011Z","caller":"traceutil/trace.go:171","msg":"trace[1146978748] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:33; response_revision:9487; }","duration":"1.169730082s","start":"2026-03-03T14:18:28.600268Z","end":"2026-03-03T14:18:29.769998Z","steps":["trace[1146978748] 'agreement among raft nodes before linearized reading' (duration: 1.168986823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.770016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.602326Z","time spent":"1.167382036s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:29.76928Z","caller":"traceutil/trace.go:171","msg":"trace[1865920160] transaction","detail":"{read_only:false; response_revision:9487; number_of_response:1; }","duration":"861.701889ms","start":"2026-03-03T14:18:28.907534Z","end":"2026-03-03T14:18:29.769236Z","steps":["trace[1865920160] 'process raft request' (duration: 861.432723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.770153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.907516Z","time spent":"862.598431ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:29.770067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.600262Z","time spent":"1.169789623s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":33,"response size":306587,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:18:29.769305Z","caller":"traceutil/trace.go:171","msg":"trace[706223682] transaction","detail":"{read_only:false; response_revision:9485; number_of_response:1; }","duration":"1.166519155s","start":"2026-03-03T14:18:28.602741Z","end":"2026-03-03T14:18:29.76926Z","steps":["trace[706223682] 'process raft request' (duration: 1.166137057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.769719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.600192Z","time spent":"1.169516106s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:18:29.769307Z","caller":"traceutil/trace.go:171","msg":"trace[2104385794] transaction","detail":"{read_only:false; response_revision:9486; number_of_response:1; }","duration":"1.165745887s","start":"2026-03-03T14:18:28.603517Z","end":"2026-03-03T14:18:29.769263Z","steps":["trace[2104385794] 'process raft request' (duration: 1.16542763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.769386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165663155s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:1303"} {"level":"warn","ts":"2026-03-03T14:18:29.770381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.602726Z","time spent":"1.16754829s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:29.770462Z","caller":"traceutil/trace.go:171","msg":"trace[753233052] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:9487; }","duration":"1.166792423s","start":"2026-03-03T14:18:28.603645Z","end":"2026-03-03T14:18:29.770437Z","steps":["trace[753233052] 'agreement among raft nodes before linearized reading' (duration: 1.165566223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.77053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.603627Z","time spent":"1.166887875s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" "} {"level":"warn","ts":"2026-03-03T14:18:29.770068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.602693Z","time spent":"1.167296994s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:29.770751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.208856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:29.77081Z","caller":"traceutil/trace.go:171","msg":"trace[687955665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9488; }","duration":"863.299097ms","start":"2026-03-03T14:18:28.907496Z","end":"2026-03-03T14:18:29.770795Z","steps":["trace[687955665] 'agreement among raft nodes before linearized reading' (duration: 863.199415ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:29.770849Z","caller":"traceutil/trace.go:171","msg":"trace[2146398271] transaction","detail":"{read_only:false; response_revision:9488; number_of_response:1; }","duration":"339.543567ms","start":"2026-03-03T14:18:29.43123Z","end":"2026-03-03T14:18:29.770774Z","steps":["trace[2146398271] 'process raft request' (duration: 339.337002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.770857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.907477Z","time spent":"863.37022ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:29.770947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:29.431199Z","time spent":"339.691371ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:29.77094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:28.603509Z","time spent":"1.166927406s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:29.771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.178086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"info","ts":"2026-03-03T14:18:29.771061Z","caller":"traceutil/trace.go:171","msg":"trace[1106482067] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:9488; }","duration":"495.240317ms","start":"2026-03-03T14:18:29.275806Z","end":"2026-03-03T14:18:29.771047Z","steps":["trace[1106482067] 'agreement among raft nodes before linearized reading' (duration: 494.989181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:29.771107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:29.275719Z","time spent":"495.37838ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414746,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:18:30.350162Z","caller":"traceutil/trace.go:171","msg":"trace[584265236] linearizableReadLoop","detail":"{readStateIndex:9874; appliedIndex:9873; }","duration":"126.125081ms","start":"2026-03-03T14:18:30.224016Z","end":"2026-03-03T14:18:30.350141Z","steps":["trace[584265236] 'read index received' (duration: 125.798913ms)","trace[584265236] 'applied index is now lower than readState.Index' (duration: 324.928µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:30.35023Z","caller":"traceutil/trace.go:171","msg":"trace[1093962492] transaction","detail":"{read_only:false; response_revision:9491; number_of_response:1; }","duration":"130.26355ms","start":"2026-03-03T14:18:30.219939Z","end":"2026-03-03T14:18:30.350203Z","steps":["trace[1093962492] 'process raft request' (duration: 129.932192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:30.350364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.311575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:30.350475Z","caller":"traceutil/trace.go:171","msg":"trace[1454314754] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9491; }","duration":"126.48919ms","start":"2026-03-03T14:18:30.223962Z","end":"2026-03-03T14:18:30.350451Z","steps":["trace[1454314754] 'agreement among raft nodes before linearized reading' (duration: 126.263184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:31.473759Z","caller":"traceutil/trace.go:171","msg":"trace[737083443] transaction","detail":"{read_only:false; response_revision:9494; number_of_response:1; }","duration":"566.128643ms","start":"2026-03-03T14:18:30.907605Z","end":"2026-03-03T14:18:31.473733Z","steps":["trace[737083443] 'process raft request' (duration: 565.947029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.473936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.907582Z","time spent":"566.259946ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:31.667479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.470079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:31.667606Z","caller":"traceutil/trace.go:171","msg":"trace[636010975] linearizableReadLoop","detail":"{readStateIndex:9878; appliedIndex:9876; }","duration":"638.38826ms","start":"2026-03-03T14:18:31.029199Z","end":"2026-03-03T14:18:31.667588Z","steps":["trace[636010975] 'read index received' (duration: 444.324813ms)","trace[636010975] 'applied index is now lower than readState.Index' (duration: 194.061827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:31.66768Z","caller":"traceutil/trace.go:171","msg":"trace[1702937514] transaction","detail":"{read_only:false; response_revision:9495; number_of_response:1; }","duration":"754.036405ms","start":"2026-03-03T14:18:30.913606Z","end":"2026-03-03T14:18:31.667643Z","steps":["trace[1702937514] 'process raft request' (duration: 641.29037ms)","trace[1702937514] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/ingress-nginx/ingress-nginx-leader; req_size:472; } (duration: 112.051119ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:31.667792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.598006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:18:31.667826Z","caller":"traceutil/trace.go:171","msg":"trace[392934349] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9495; }","duration":"638.667938ms","start":"2026-03-03T14:18:31.029148Z","end":"2026-03-03T14:18:31.667816Z","steps":["trace[392934349] 'agreement among raft nodes before linearized reading' (duration: 638.535765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.66786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.029128Z","time spent":"638.724719ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:18:31.667895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:30.913572Z","time spent":"754.245509ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:31.668022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.701001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:31.668088Z","caller":"traceutil/trace.go:171","msg":"trace[723468801] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:9495; }","duration":"386.805584ms","start":"2026-03-03T14:18:31.281263Z","end":"2026-03-03T14:18:31.668068Z","steps":["trace[723468801] 'agreement among raft nodes before linearized reading' (duration: 386.618249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.668124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.281239Z","time spent":"386.875406ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":68,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:31.668146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.376879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19314"} {"level":"warn","ts":"2026-03-03T14:18:31.668158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.264667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:31.66818Z","caller":"traceutil/trace.go:171","msg":"trace[707196365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9495; }","duration":"621.293967ms","start":"2026-03-03T14:18:31.046879Z","end":"2026-03-03T14:18:31.668173Z","steps":["trace[707196365] 'agreement among raft nodes before linearized reading' (duration: 621.256196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:31.668176Z","caller":"traceutil/trace.go:171","msg":"trace[1859712018] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9495; }","duration":"621.43284ms","start":"2026-03-03T14:18:31.046735Z","end":"2026-03-03T14:18:31.668168Z","steps":["trace[1859712018] 'agreement among raft nodes before linearized reading' (duration: 621.090362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.668199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.046876Z","time spent":"621.319678ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:31.668225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.046716Z","time spent":"621.501222ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19338,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:18:31.668216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.8225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-service-v4ldn\" ","response":"range_response_count:1 size:8057"} {"level":"info","ts":"2026-03-03T14:18:31.668262Z","caller":"traceutil/trace.go:171","msg":"trace[476642025] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-service-v4ldn; range_end:; response_count:1; response_revision:9495; }","duration":"481.900032ms","start":"2026-03-03T14:18:31.186352Z","end":"2026-03-03T14:18:31.668252Z","steps":["trace[476642025] 'agreement among raft nodes before linearized reading' (duration: 481.764999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:31.668299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:31.186337Z","time spent":"481.954803ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8081,"request content":"key:\"/registry/pods/openstack/glance-ks-service-v4ldn\" "} {"level":"info","ts":"2026-03-03T14:18:33.401912Z","caller":"traceutil/trace.go:171","msg":"trace[1745801207] transaction","detail":"{read_only:false; response_revision:9507; number_of_response:1; }","duration":"184.891111ms","start":"2026-03-03T14:18:33.216994Z","end":"2026-03-03T14:18:33.401885Z","steps":["trace[1745801207] 'process raft request' (duration: 184.721417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:33.674635Z","caller":"traceutil/trace.go:171","msg":"trace[394875162] linearizableReadLoop","detail":"{readStateIndex:9892; appliedIndex:9891; }","duration":"174.546065ms","start":"2026-03-03T14:18:33.500062Z","end":"2026-03-03T14:18:33.674608Z","steps":["trace[394875162] 'read index received' (duration: 99.00893ms)","trace[394875162] 'applied index is now lower than readState.Index' (duration: 75.535645ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:33.67481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.71521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:33.674821Z","caller":"traceutil/trace.go:171","msg":"trace[612538694] transaction","detail":"{read_only:false; response_revision:9508; number_of_response:1; }","duration":"194.163559ms","start":"2026-03-03T14:18:33.480621Z","end":"2026-03-03T14:18:33.674784Z","steps":["trace[612538694] 'process raft request' (duration: 118.503711ms)","trace[612538694] 'compare' (duration: 75.359421ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:33.67489Z","caller":"traceutil/trace.go:171","msg":"trace[1244472263] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:9508; }","duration":"174.852572ms","start":"2026-03-03T14:18:33.500015Z","end":"2026-03-03T14:18:33.674868Z","steps":["trace[1244472263] 'agreement among raft nodes before linearized reading' (duration: 174.705709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:34.10161Z","caller":"traceutil/trace.go:171","msg":"trace[749231475] linearizableReadLoop","detail":"{readStateIndex:9901; appliedIndex:9900; }","duration":"101.000628ms","start":"2026-03-03T14:18:34.00056Z","end":"2026-03-03T14:18:34.10156Z","steps":["trace[749231475] 'read index received' (duration: 95.243722ms)","trace[749231475] 'applied index is now lower than readState.Index' (duration: 5.755656ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:34.101969Z","caller":"traceutil/trace.go:171","msg":"trace[2013071581] transaction","detail":"{read_only:false; response_revision:9517; number_of_response:1; }","duration":"110.82174ms","start":"2026-03-03T14:18:33.991125Z","end":"2026-03-03T14:18:34.101947Z","steps":["trace[2013071581] 'process raft request' (duration: 104.91304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:34.102522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.910819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/glance-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:34.102629Z","caller":"traceutil/trace.go:171","msg":"trace[2000497240] range","detail":"{range_begin:/registry/jobs/openstack/glance-ks-endpoints; range_end:; response_count:0; response_revision:9517; }","duration":"102.088873ms","start":"2026-03-03T14:18:34.000516Z","end":"2026-03-03T14:18:34.102605Z","steps":["trace[2000497240] 'agreement among raft nodes before linearized reading' (duration: 101.833097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:34.318146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.308802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:34.318229Z","caller":"traceutil/trace.go:171","msg":"trace[960984339] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:9518; }","duration":"111.455705ms","start":"2026-03-03T14:18:34.206754Z","end":"2026-03-03T14:18:34.318209Z","steps":["trace[960984339] 'range keys from in-memory index tree' (duration: 111.24343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:34.508642Z","caller":"traceutil/trace.go:171","msg":"trace[1685538205] transaction","detail":"{read_only:false; response_revision:9520; number_of_response:1; }","duration":"126.012829ms","start":"2026-03-03T14:18:34.382589Z","end":"2026-03-03T14:18:34.508602Z","steps":["trace[1685538205] 'process raft request' (duration: 104.167112ms)","trace[1685538205] 'compare' (duration: 21.702334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:35.08594Z","caller":"traceutil/trace.go:171","msg":"trace[1247627268] transaction","detail":"{read_only:false; response_revision:9524; number_of_response:1; }","duration":"570.050125ms","start":"2026-03-03T14:18:34.515855Z","end":"2026-03-03T14:18:35.085905Z","steps":["trace[1247627268] 'process raft request' (duration: 569.954543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:35.085953Z","caller":"traceutil/trace.go:171","msg":"trace[1377593063] transaction","detail":"{read_only:false; response_revision:9523; number_of_response:1; }","duration":"572.294958ms","start":"2026-03-03T14:18:34.513617Z","end":"2026-03-03T14:18:35.085912Z","steps":["trace[1377593063] 'process raft request' (duration: 571.992791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.086095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.513602Z","time spent":"572.428082ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":683,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:18:35.086105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.515842Z","time spent":"570.177418ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12536,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:35.609978Z","caller":"traceutil/trace.go:171","msg":"trace[1073014843] linearizableReadLoop","detail":"{readStateIndex:9909; appliedIndex:9906; }","duration":"1.009062133s","start":"2026-03-03T14:18:34.600888Z","end":"2026-03-03T14:18:35.60995Z","steps":["trace[1073014843] 'read index received' (duration: 484.695787ms)","trace[1073014843] 'applied index is now lower than readState.Index' (duration: 524.365526ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:35.610043Z","caller":"traceutil/trace.go:171","msg":"trace[621124041] transaction","detail":"{read_only:false; response_revision:9526; number_of_response:1; }","duration":"886.430914ms","start":"2026-03-03T14:18:34.723576Z","end":"2026-03-03T14:18:35.610007Z","steps":["trace[621124041] 'process raft request' (duration: 886.303431ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.610145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.659938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:35.610057Z","caller":"traceutil/trace.go:171","msg":"trace[1867542594] transaction","detail":"{read_only:false; response_revision:9525; number_of_response:1; }","duration":"1.017533594s","start":"2026-03-03T14:18:34.592448Z","end":"2026-03-03T14:18:35.609982Z","steps":["trace[1867542594] 'process raft request' (duration: 1.017065793s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.6102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.723539Z","time spent":"886.568297ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:35.610295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.755771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-endpoints\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T14:18:35.610332Z","caller":"traceutil/trace.go:171","msg":"trace[1606807887] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-endpoints; range_end:; response_count:1; response_revision:9526; }","duration":"861.820172ms","start":"2026-03-03T14:18:34.7485Z","end":"2026-03-03T14:18:35.61032Z","steps":["trace[1606807887] 'agreement among raft nodes before linearized reading' (duration: 861.680849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.610331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.009451743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-endpoints-sdkv5\" ","response":"range_response_count:1 size:12948"} {"level":"info","ts":"2026-03-03T14:18:35.610186Z","caller":"traceutil/trace.go:171","msg":"trace[926861428] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:9526; }","duration":"957.763531ms","start":"2026-03-03T14:18:34.65241Z","end":"2026-03-03T14:18:35.610173Z","steps":["trace[926861428] 'agreement among raft nodes before linearized reading' (duration: 957.669809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.610362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.52232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:18:35.610454Z","caller":"traceutil/trace.go:171","msg":"trace[1020514256] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9526; }","duration":"681.634853ms","start":"2026-03-03T14:18:34.928797Z","end":"2026-03-03T14:18:35.610432Z","steps":["trace[1020514256] 'agreement among raft nodes before linearized reading' (duration: 681.356537ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:35.610418Z","caller":"traceutil/trace.go:171","msg":"trace[117362211] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-endpoints-sdkv5; range_end:; response_count:1; response_revision:9526; }","duration":"1.009565415s","start":"2026-03-03T14:18:34.600836Z","end":"2026-03-03T14:18:35.610401Z","steps":["trace[117362211] 'agreement among raft nodes before linearized reading' (duration: 1.009223217s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.610475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.652389Z","time spent":"958.043867ms","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:35.610449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.592424Z","time spent":"1.017842181s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":705,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:18:35.610529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.92878Z","time spent":"681.710284ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:18:35.610172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.475276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:35.610589Z","caller":"traceutil/trace.go:171","msg":"trace[1215333873] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:9526; }","duration":"150.961968ms","start":"2026-03-03T14:18:35.45961Z","end":"2026-03-03T14:18:35.610572Z","steps":["trace[1215333873] 'agreement among raft nodes before linearized reading' (duration: 150.498337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:35.610359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.748482Z","time spent":"861.871543ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/glance-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:18:35.61106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:34.600816Z","time spent":"1.009682518s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":12972,"request content":"key:\"/registry/pods/openstack/glance-ks-endpoints-sdkv5\" "} {"level":"info","ts":"2026-03-03T14:18:36.197657Z","caller":"traceutil/trace.go:171","msg":"trace[1399741790] transaction","detail":"{read_only:false; response_revision:9527; number_of_response:1; }","duration":"562.888586ms","start":"2026-03-03T14:18:35.634747Z","end":"2026-03-03T14:18:36.197636Z","steps":["trace[1399741790] 'process raft request' (duration: 562.723753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.1978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.634725Z","time spent":"562.997608ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14742,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:36.787457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.000359ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:36.787606Z","caller":"traceutil/trace.go:171","msg":"trace[1350360276] transaction","detail":"{read_only:false; response_revision:9528; number_of_response:1; }","duration":"1.108104595s","start":"2026-03-03T14:18:35.679481Z","end":"2026-03-03T14:18:36.787585Z","steps":["trace[1350360276] 'process raft request' (duration: 813.87838ms)","trace[1350360276] 'compare' (duration: 293.736682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:36.787671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.679454Z","time spent":"1.108184977s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:36.854017Z","caller":"traceutil/trace.go:171","msg":"trace[514048957] transaction","detail":"{read_only:false; response_revision:9529; number_of_response:1; }","duration":"339.165818ms","start":"2026-03-03T14:18:36.514827Z","end":"2026-03-03T14:18:36.853993Z","steps":["trace[514048957] 'process raft request' (duration: 339.037935ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.854157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:36.514804Z","time spent":"339.28293ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:36.854281Z","caller":"traceutil/trace.go:171","msg":"trace[101305269] linearizableReadLoop","detail":"{readStateIndex:9912; appliedIndex:9910; }","duration":"1.127269068s","start":"2026-03-03T14:18:35.726963Z","end":"2026-03-03T14:18:36.854232Z","steps":["trace[101305269] 'read index received' (duration: 470.647226ms)","trace[101305269] 'applied index is now lower than readState.Index' (duration: 656.617072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:36.854567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127587855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:36.854611Z","caller":"traceutil/trace.go:171","msg":"trace[75507291] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:9529; }","duration":"1.127700477s","start":"2026-03-03T14:18:35.7269Z","end":"2026-03-03T14:18:36.8546Z","steps":["trace[75507291] 'agreement among raft nodes before linearized reading' (duration: 1.127583565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.854637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.030196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:18:36.854649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.726877Z","time spent":"1.12776325s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:18:36.854683Z","caller":"traceutil/trace.go:171","msg":"trace[414137080] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9529; }","duration":"952.111898ms","start":"2026-03-03T14:18:35.902559Z","end":"2026-03-03T14:18:36.854671Z","steps":["trace[414137080] 'agreement among raft nodes before linearized reading' (duration: 951.992024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.854712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.902538Z","time spent":"952.168359ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:18:36.854918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.172819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:36.854943Z","caller":"traceutil/trace.go:171","msg":"trace[1448120564] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:9529; }","duration":"229.202119ms","start":"2026-03-03T14:18:36.625736Z","end":"2026-03-03T14:18:36.854938Z","steps":["trace[1448120564] 'agreement among raft nodes before linearized reading' (duration: 229.086056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.855083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.319001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:18:36.855107Z","caller":"traceutil/trace.go:171","msg":"trace[956244351] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9529; }","duration":"949.388333ms","start":"2026-03-03T14:18:35.905713Z","end":"2026-03-03T14:18:36.855101Z","steps":["trace[956244351] 'agreement among raft nodes before linearized reading' (duration: 949.324121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.855127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.905692Z","time spent":"949.430704ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:18:36.855158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.391977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:36.855221Z","caller":"traceutil/trace.go:171","msg":"trace[845574826] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9529; }","duration":"807.498879ms","start":"2026-03-03T14:18:36.04771Z","end":"2026-03-03T14:18:36.855209Z","steps":["trace[845574826] 'agreement among raft nodes before linearized reading' (duration: 807.413197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.855252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.614169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:18:36.85526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:36.047684Z","time spent":"807.568261ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:36.855277Z","caller":"traceutil/trace.go:171","msg":"trace[1935968023] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9529; }","duration":"952.704062ms","start":"2026-03-03T14:18:35.902567Z","end":"2026-03-03T14:18:36.855271Z","steps":["trace[1935968023] 'agreement among raft nodes before linearized reading' (duration: 952.64218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.855301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.90254Z","time spent":"952.756672ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:36.855103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.25697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:18:36.85545Z","caller":"traceutil/trace.go:171","msg":"trace[195292881] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9529; }","duration":"949.638059ms","start":"2026-03-03T14:18:35.905803Z","end":"2026-03-03T14:18:36.855442Z","steps":["trace[195292881] 'agreement among raft nodes before linearized reading' (duration: 949.226089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.855475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.905785Z","time spent":"949.682159ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:18:36.855478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.568547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:18:36.855512Z","caller":"traceutil/trace.go:171","msg":"trace[538987698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9529; }","duration":"949.648449ms","start":"2026-03-03T14:18:35.905853Z","end":"2026-03-03T14:18:36.855502Z","steps":["trace[538987698] 'agreement among raft nodes before linearized reading' (duration: 949.580138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.855556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.905826Z","time spent":"949.721751ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:18:36.855596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.727801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:36.855648Z","caller":"traceutil/trace.go:171","msg":"trace[378999239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9529; }","duration":"949.802472ms","start":"2026-03-03T14:18:35.905833Z","end":"2026-03-03T14:18:36.855636Z","steps":["trace[378999239] 'agreement among raft nodes before linearized reading' (duration: 949.69663ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:36.855685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:35.905757Z","time spent":"949.920185ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:18:37.03336Z","caller":"traceutil/trace.go:171","msg":"trace[46969470] transaction","detail":"{read_only:false; response_revision:9530; number_of_response:1; }","duration":"171.286759ms","start":"2026-03-03T14:18:36.862046Z","end":"2026-03-03T14:18:37.033332Z","steps":["trace[46969470] 'process raft request' (duration: 117.052007ms)","trace[46969470] 'compare' (duration: 54.123889ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:37.125983Z","caller":"traceutil/trace.go:171","msg":"trace[507667138] transaction","detail":"{read_only:false; response_revision:9531; number_of_response:1; }","duration":"263.604891ms","start":"2026-03-03T14:18:36.862337Z","end":"2026-03-03T14:18:37.125942Z","steps":["trace[507667138] 'process raft request' (duration: 263.355285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.126512Z","caller":"traceutil/trace.go:171","msg":"trace[1361876938] transaction","detail":"{read_only:false; response_revision:9532; number_of_response:1; }","duration":"264.074803ms","start":"2026-03-03T14:18:36.86239Z","end":"2026-03-03T14:18:37.126465Z","steps":["trace[1361876938] 'process raft request' (duration: 263.500759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.126621Z","caller":"traceutil/trace.go:171","msg":"trace[1684817445] transaction","detail":"{read_only:false; response_revision:9533; number_of_response:1; }","duration":"264.177456ms","start":"2026-03-03T14:18:36.862421Z","end":"2026-03-03T14:18:37.126598Z","steps":["trace[1684817445] 'process raft request' (duration: 263.960171ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.126691Z","caller":"traceutil/trace.go:171","msg":"trace[379852384] linearizableReadLoop","detail":"{readStateIndex:9919; appliedIndex:9914; }","duration":"264.133584ms","start":"2026-03-03T14:18:36.862526Z","end":"2026-03-03T14:18:37.12666Z","steps":["trace[379852384] 'read index received' (duration: 116.559286ms)","trace[379852384] 'applied index is now lower than readState.Index' (duration: 147.573008ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:37.126787Z","caller":"traceutil/trace.go:171","msg":"trace[793420633] transaction","detail":"{read_only:false; response_revision:9534; number_of_response:1; }","duration":"264.35231ms","start":"2026-03-03T14:18:36.862421Z","end":"2026-03-03T14:18:37.126773Z","steps":["trace[793420633] 'process raft request' (duration: 264.100224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.126794Z","caller":"traceutil/trace.go:171","msg":"trace[1165481754] transaction","detail":"{read_only:false; response_revision:9535; number_of_response:1; }","duration":"228.508132ms","start":"2026-03-03T14:18:36.898232Z","end":"2026-03-03T14:18:37.12674Z","steps":["trace[1165481754] 'process raft request' (duration: 228.347019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.12702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.874473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:18:37.12701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.456132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:18:37.127071Z","caller":"traceutil/trace.go:171","msg":"trace[1768210194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9535; }","duration":"168.996216ms","start":"2026-03-03T14:18:36.95806Z","end":"2026-03-03T14:18:37.127057Z","steps":["trace[1768210194] 'agreement among raft nodes before linearized reading' (duration: 168.793831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.127122Z","caller":"traceutil/trace.go:171","msg":"trace[1151814023] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9535; }","duration":"264.588435ms","start":"2026-03-03T14:18:36.862489Z","end":"2026-03-03T14:18:37.127078Z","steps":["trace[1151814023] 'agreement among raft nodes before linearized reading' (duration: 264.324789ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.127181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.545354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:18:37.127236Z","caller":"traceutil/trace.go:171","msg":"trace[1845860217] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9535; }","duration":"154.691336ms","start":"2026-03-03T14:18:36.97252Z","end":"2026-03-03T14:18:37.127211Z","steps":["trace[1845860217] 'agreement among raft nodes before linearized reading' (duration: 154.478501ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.436596Z","caller":"traceutil/trace.go:171","msg":"trace[446449826] transaction","detail":"{read_only:false; response_revision:9536; number_of_response:1; }","duration":"303.418962ms","start":"2026-03-03T14:18:37.133137Z","end":"2026-03-03T14:18:37.436556Z","steps":["trace[446449826] 'process raft request' (duration: 302.956432ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.436982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:37.1331Z","time spent":"303.624867ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:37.444996Z","caller":"traceutil/trace.go:171","msg":"trace[1202561102] transaction","detail":"{read_only:false; response_revision:9537; number_of_response:1; }","duration":"311.518243ms","start":"2026-03-03T14:18:37.133451Z","end":"2026-03-03T14:18:37.444969Z","steps":["trace[1202561102] 'process raft request' (duration: 311.274517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.445162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:37.133416Z","time spent":"311.662277ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:37.445184Z","caller":"traceutil/trace.go:171","msg":"trace[1129074652] linearizableReadLoop","detail":"{readStateIndex:9923; appliedIndex:9920; }","duration":"304.011356ms","start":"2026-03-03T14:18:37.141129Z","end":"2026-03-03T14:18:37.44514Z","steps":["trace[1129074652] 'read index received' (duration: 295.053455ms)","trace[1129074652] 'applied index is now lower than readState.Index' (duration: 8.955211ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:37.445201Z","caller":"traceutil/trace.go:171","msg":"trace[692964918] transaction","detail":"{read_only:false; response_revision:9538; number_of_response:1; }","duration":"307.13246ms","start":"2026-03-03T14:18:37.138044Z","end":"2026-03-03T14:18:37.445176Z","steps":["trace[692964918] 'process raft request' (duration: 306.841453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.445476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:37.138034Z","time spent":"307.397886ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2801,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:18:37.445473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.320433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:18:37.445565Z","caller":"traceutil/trace.go:171","msg":"trace[1509102154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:9538; }","duration":"304.466366ms","start":"2026-03-03T14:18:37.141069Z","end":"2026-03-03T14:18:37.445536Z","steps":["trace[1509102154] 'agreement among raft nodes before linearized reading' (duration: 304.19746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.445611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:37.14104Z","time spent":"304.563429ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:18:37.763599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.766145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129804"} {"level":"warn","ts":"2026-03-03T14:18:37.763659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.362123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:18:37.763722Z","caller":"traceutil/trace.go:171","msg":"trace[1369955829] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:9538; }","duration":"307.93756ms","start":"2026-03-03T14:18:37.45576Z","end":"2026-03-03T14:18:37.763697Z","steps":["trace[1369955829] 'range keys from in-memory index tree' (duration: 307.51488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:37.763732Z","caller":"traceutil/trace.go:171","msg":"trace[1067975787] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:9538; }","duration":"309.485115ms","start":"2026-03-03T14:18:37.45423Z","end":"2026-03-03T14:18:37.763715Z","steps":["trace[1067975787] 'range keys from in-memory index tree' (duration: 309.175319ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.763769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:37.455753Z","time spent":"308.006981ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129828,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:18:37.763773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:37.454215Z","time spent":"309.544917ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:18:37.98072Z","caller":"traceutil/trace.go:171","msg":"trace[596146689] transaction","detail":"{read_only:false; response_revision:9539; number_of_response:1; }","duration":"363.43112ms","start":"2026-03-03T14:18:37.617239Z","end":"2026-03-03T14:18:37.98067Z","steps":["trace[596146689] 'process raft request' (duration: 363.119053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:37.981113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:37.617203Z","time spent":"363.636816ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:40.40434Z","caller":"traceutil/trace.go:171","msg":"trace[288104620] transaction","detail":"{read_only:false; response_revision:9552; number_of_response:1; }","duration":"526.940096ms","start":"2026-03-03T14:18:39.877366Z","end":"2026-03-03T14:18:40.404306Z","steps":["trace[288104620] 'process raft request' (duration: 526.67851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.40454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:39.877341Z","time spent":"527.0917ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:40.650445Z","caller":"traceutil/trace.go:171","msg":"trace[2126792724] linearizableReadLoop","detail":"{readStateIndex:9939; appliedIndex:9936; }","duration":"601.469938ms","start":"2026-03-03T14:18:40.048943Z","end":"2026-03-03T14:18:40.650413Z","steps":["trace[2126792724] 'read index received' (duration: 355.113535ms)","trace[2126792724] 'applied index is now lower than readState.Index' (duration: 246.355242ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:40.650574Z","caller":"traceutil/trace.go:171","msg":"trace[1183501792] transaction","detail":"{read_only:false; response_revision:9553; number_of_response:1; }","duration":"663.552326ms","start":"2026-03-03T14:18:39.987012Z","end":"2026-03-03T14:18:40.650565Z","steps":["trace[1183501792] 'process raft request' (duration: 663.166626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.650989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:39.986981Z","time spent":"663.618487ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:40.651017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.058882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:40.651197Z","caller":"traceutil/trace.go:171","msg":"trace[93626383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9554; }","duration":"602.251786ms","start":"2026-03-03T14:18:40.048919Z","end":"2026-03-03T14:18:40.651171Z","steps":["trace[93626383] 'agreement among raft nodes before linearized reading' (duration: 602.00908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.651287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.048784Z","time spent":"602.453691ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:18:40.651346Z","caller":"traceutil/trace.go:171","msg":"trace[232157406] transaction","detail":"{read_only:false; response_revision:9554; number_of_response:1; }","duration":"645.123039ms","start":"2026-03-03T14:18:40.006187Z","end":"2026-03-03T14:18:40.65131Z","steps":["trace[232157406] 'process raft request' (duration: 644.180566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.65153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.006154Z","time spent":"645.279204ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:40.651597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.269163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:40.651722Z","caller":"traceutil/trace.go:171","msg":"trace[1413375569] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:9554; }","duration":"436.457087ms","start":"2026-03-03T14:18:40.215235Z","end":"2026-03-03T14:18:40.651692Z","steps":["trace[1413375569] 'agreement among raft nodes before linearized reading' (duration: 436.221932ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:40.651804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:40.215171Z","time spent":"436.615331ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:40.651899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.232131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:40.651957Z","caller":"traceutil/trace.go:171","msg":"trace[1102787778] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:9554; }","duration":"125.335863ms","start":"2026-03-03T14:18:40.526607Z","end":"2026-03-03T14:18:40.651942Z","steps":["trace[1102787778] 'agreement among raft nodes before linearized reading' (duration: 125.095698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:42.993268Z","caller":"traceutil/trace.go:171","msg":"trace[122738309] transaction","detail":"{read_only:false; response_revision:9576; number_of_response:1; }","duration":"119.521346ms","start":"2026-03-03T14:18:42.873727Z","end":"2026-03-03T14:18:42.993248Z","steps":["trace[122738309] 'process raft request' (duration: 116.548936ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:45.178511Z","caller":"traceutil/trace.go:171","msg":"trace[1292662353] transaction","detail":"{read_only:false; response_revision:9586; number_of_response:1; }","duration":"106.597329ms","start":"2026-03-03T14:18:45.071883Z","end":"2026-03-03T14:18:45.17848Z","steps":["trace[1292662353] 'process raft request' (duration: 56.659949ms)","trace[1292662353] 'compare' (duration: 49.759856ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:51.13607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.612956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:51.136154Z","caller":"traceutil/trace.go:171","msg":"trace[200074104] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:9608; }","duration":"432.7555ms","start":"2026-03-03T14:18:50.703377Z","end":"2026-03-03T14:18:51.136133Z","steps":["trace[200074104] 'count revisions from in-memory index tree' (duration: 432.498764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:51.136196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:50.703357Z","time spent":"432.828532ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:51.136974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.237592ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:51.137243Z","caller":"traceutil/trace.go:171","msg":"trace[951643075] transaction","detail":"{read_only:false; response_revision:9609; number_of_response:1; }","duration":"429.845342ms","start":"2026-03-03T14:18:50.707365Z","end":"2026-03-03T14:18:51.137211Z","steps":["trace[951643075] 'process raft request' (duration: 124.496354ms)","trace[951643075] 'compare' (duration: 304.104958ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:51.137527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:50.707355Z","time spent":"430.090568ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:51.215042Z","caller":"traceutil/trace.go:171","msg":"trace[625464406] transaction","detail":"{read_only:false; response_revision:9610; number_of_response:1; }","duration":"295.491545ms","start":"2026-03-03T14:18:50.91952Z","end":"2026-03-03T14:18:51.215012Z","steps":["trace[625464406] 'process raft request' (duration: 295.341402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:51.21897Z","caller":"traceutil/trace.go:171","msg":"trace[735794654] transaction","detail":"{read_only:false; response_revision:9611; number_of_response:1; }","duration":"222.541141ms","start":"2026-03-03T14:18:50.996395Z","end":"2026-03-03T14:18:51.218936Z","steps":["trace[735794654] 'process raft request' (duration: 222.370657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:51.219133Z","caller":"traceutil/trace.go:171","msg":"trace[15197452] linearizableReadLoop","detail":"{readStateIndex:9998; appliedIndex:9997; }","duration":"189.53414ms","start":"2026-03-03T14:18:51.029589Z","end":"2026-03-03T14:18:51.219123Z","steps":["trace[15197452] 'read index received' (duration: 185.684989ms)","trace[15197452] 'applied index is now lower than readState.Index' (duration: 3.848331ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:51.219274Z","caller":"traceutil/trace.go:171","msg":"trace[1514307631] transaction","detail":"{read_only:false; response_revision:9612; number_of_response:1; }","duration":"141.28526ms","start":"2026-03-03T14:18:51.077953Z","end":"2026-03-03T14:18:51.219238Z","steps":["trace[1514307631] 'process raft request' (duration: 140.950712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:51.219379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.365891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:51.219411Z","caller":"traceutil/trace.go:171","msg":"trace[1180533469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9612; }","duration":"171.421653ms","start":"2026-03-03T14:18:51.04798Z","end":"2026-03-03T14:18:51.219402Z","steps":["trace[1180533469] 'agreement among raft nodes before linearized reading' (duration: 171.384492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:51.21934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.733275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:18:51.219779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.399467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:18:51.219848Z","caller":"traceutil/trace.go:171","msg":"trace[1668495094] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9612; }","duration":"123.537451ms","start":"2026-03-03T14:18:51.096295Z","end":"2026-03-03T14:18:51.219833Z","steps":["trace[1668495094] 'agreement among raft nodes before linearized reading' (duration: 123.264604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:51.219802Z","caller":"traceutil/trace.go:171","msg":"trace[75789471] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9612; }","duration":"190.237658ms","start":"2026-03-03T14:18:51.029551Z","end":"2026-03-03T14:18:51.219789Z","steps":["trace[75789471] 'agreement among raft nodes before linearized reading' (duration: 189.679235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:51.224735Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T14:18:51.246995Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-03-03T14:18:51.247118Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-03-03T14:18:56.879104Z","caller":"traceutil/trace.go:171","msg":"trace[698713694] transaction","detail":"{read_only:false; response_revision:9647; number_of_response:1; }","duration":"120.220362ms","start":"2026-03-03T14:18:56.758851Z","end":"2026-03-03T14:18:56.879072Z","steps":["trace[698713694] 'process raft request' (duration: 96.085151ms)","trace[698713694] 'compare' (duration: 23.959487ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:57.08357Z","caller":"traceutil/trace.go:171","msg":"trace[423126100] transaction","detail":"{read_only:false; response_revision:9648; number_of_response:1; }","duration":"198.920712ms","start":"2026-03-03T14:18:56.884609Z","end":"2026-03-03T14:18:57.083529Z","steps":["trace[423126100] 'process raft request' (duration: 166.029124ms)","trace[423126100] 'compare' (duration: 32.702783ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:57.320372Z","caller":"traceutil/trace.go:171","msg":"trace[480136036] transaction","detail":"{read_only:false; response_revision:9649; number_of_response:1; }","duration":"231.989014ms","start":"2026-03-03T14:18:57.088346Z","end":"2026-03-03T14:18:57.320335Z","steps":["trace[480136036] 'process raft request' (duration: 186.9493ms)","trace[480136036] 'compare' (duration: 44.84276ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:57.322746Z","caller":"traceutil/trace.go:171","msg":"trace[532550596] transaction","detail":"{read_only:false; response_revision:9652; number_of_response:1; }","duration":"145.52793ms","start":"2026-03-03T14:18:57.177199Z","end":"2026-03-03T14:18:57.322727Z","steps":["trace[532550596] 'process raft request' (duration: 145.410607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:57.322736Z","caller":"traceutil/trace.go:171","msg":"trace[1493845401] transaction","detail":"{read_only:false; response_revision:9650; number_of_response:1; }","duration":"232.67627ms","start":"2026-03-03T14:18:57.090013Z","end":"2026-03-03T14:18:57.322689Z","steps":["trace[1493845401] 'process raft request' (duration: 232.357162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:57.322746Z","caller":"traceutil/trace.go:171","msg":"trace[443371280] transaction","detail":"{read_only:false; response_revision:9651; number_of_response:1; }","duration":"232.114377ms","start":"2026-03-03T14:18:57.090592Z","end":"2026-03-03T14:18:57.322707Z","steps":["trace[443371280] 'process raft request' (duration: 231.959234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:57.853986Z","caller":"traceutil/trace.go:171","msg":"trace[1289797873] transaction","detail":"{read_only:false; response_revision:9658; number_of_response:1; }","duration":"523.315341ms","start":"2026-03-03T14:18:57.330646Z","end":"2026-03-03T14:18:57.853961Z","steps":["trace[1289797873] 'process raft request' (duration: 523.237209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:57.854016Z","caller":"traceutil/trace.go:171","msg":"trace[323073107] transaction","detail":"{read_only:false; response_revision:9657; number_of_response:1; }","duration":"523.473084ms","start":"2026-03-03T14:18:57.330489Z","end":"2026-03-03T14:18:57.853962Z","steps":["trace[323073107] 'process raft request' (duration: 523.270719ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.854144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.330638Z","time spent":"523.420663ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:57.854246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.330447Z","time spent":"523.672839ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:18:57.854239Z","caller":"traceutil/trace.go:171","msg":"trace[1541105430] linearizableReadLoop","detail":"{readStateIndex:10046; appliedIndex:10044; }","duration":"523.690379ms","start":"2026-03-03T14:18:57.33049Z","end":"2026-03-03T14:18:57.85418Z","steps":["trace[1541105430] 'read index received' (duration: 86.385162ms)","trace[1541105430] 'applied index is now lower than readState.Index' (duration: 437.302807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:57.854536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.752838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-ks-user-kvkd6\" ","response":"range_response_count:1 size:7577"} {"level":"info","ts":"2026-03-03T14:18:57.854588Z","caller":"traceutil/trace.go:171","msg":"trace[907526572] range","detail":"{range_begin:/registry/pods/openstack/glance-ks-user-kvkd6; range_end:; response_count:1; response_revision:9659; }","duration":"514.85574ms","start":"2026-03-03T14:18:57.339722Z","end":"2026-03-03T14:18:57.854578Z","steps":["trace[907526572] 'agreement among raft nodes before linearized reading' (duration: 514.683586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.854654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.339701Z","time spent":"514.940583ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7601,"request content":"key:\"/registry/pods/openstack/glance-ks-user-kvkd6\" "} {"level":"warn","ts":"2026-03-03T14:18:57.854831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.868903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/glance-ks-user\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:18:57.854873Z","caller":"traceutil/trace.go:171","msg":"trace[1584499913] transaction","detail":"{read_only:false; response_revision:9659; number_of_response:1; }","duration":"524.061338ms","start":"2026-03-03T14:18:57.330799Z","end":"2026-03-03T14:18:57.85486Z","steps":["trace[1584499913] 'process raft request' (duration: 523.120166ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:57.854884Z","caller":"traceutil/trace.go:171","msg":"trace[1914639528] range","detail":"{range_begin:/registry/serviceaccounts/openstack/glance-ks-user; range_end:; response_count:1; response_revision:9659; }","duration":"237.963415ms","start":"2026-03-03T14:18:57.616907Z","end":"2026-03-03T14:18:57.854871Z","steps":["trace[1914639528] 'agreement among raft nodes before linearized reading' (duration: 237.800441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.854911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.330418Z","time spent":"524.489828ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:18:57.854934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.330764Z","time spent":"524.13731ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:57.855234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.719223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:329606"} {"level":"info","ts":"2026-03-03T14:18:57.855352Z","caller":"traceutil/trace.go:171","msg":"trace[1051215307] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9659; }","duration":"524.847046ms","start":"2026-03-03T14:18:57.330483Z","end":"2026-03-03T14:18:57.85533Z","steps":["trace[1051215307] 'agreement among raft nodes before linearized reading' (duration: 523.881513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:57.855445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.330446Z","time spent":"524.981509ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":329630,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:18:58.365831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.622763ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:58.365989Z","caller":"traceutil/trace.go:171","msg":"trace[1206494232] linearizableReadLoop","detail":"{readStateIndex:10050; appliedIndex:10049; }","duration":"505.51299ms","start":"2026-03-03T14:18:57.860455Z","end":"2026-03-03T14:18:58.365968Z","steps":["trace[1206494232] 'read index received' (duration: 147.688752ms)","trace[1206494232] 'applied index is now lower than readState.Index' (duration: 357.822218ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:58.366053Z","caller":"traceutil/trace.go:171","msg":"trace[2020646047] transaction","detail":"{read_only:false; response_revision:9660; number_of_response:1; }","duration":"509.76509ms","start":"2026-03-03T14:18:57.85623Z","end":"2026-03-03T14:18:58.365995Z","steps":["trace[2020646047] 'process raft request' (duration: 151.888721ms)","trace[2020646047] 'compare' (duration: 357.301636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:58.366239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.856118Z","time spent":"510.040277ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:18:58.366575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.088314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:18:58.36667Z","caller":"traceutil/trace.go:171","msg":"trace[768132593] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:9660; }","duration":"506.213337ms","start":"2026-03-03T14:18:57.860434Z","end":"2026-03-03T14:18:58.366647Z","steps":["trace[768132593] 'agreement among raft nodes before linearized reading' (duration: 505.841407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:58.366731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.860424Z","time spent":"506.295088ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:18:58.64806Z","caller":"traceutil/trace.go:171","msg":"trace[2132591637] linearizableReadLoop","detail":"{readStateIndex:10051; appliedIndex:10050; }","duration":"281.968646ms","start":"2026-03-03T14:18:58.36602Z","end":"2026-03-03T14:18:58.647988Z","steps":["trace[2132591637] 'read index received' (duration: 185.938616ms)","trace[2132591637] 'applied index is now lower than readState.Index' (duration: 96.02858ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:58.648481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.78987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:58.648499Z","caller":"traceutil/trace.go:171","msg":"trace[355171857] transaction","detail":"{read_only:false; response_revision:9661; number_of_response:1; }","duration":"766.800656ms","start":"2026-03-03T14:18:57.881634Z","end":"2026-03-03T14:18:58.648435Z","steps":["trace[355171857] 'process raft request' (duration: 670.324446ms)","trace[355171857] 'compare' (duration: 95.860756ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:18:58.648519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.215055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:58.648558Z","caller":"traceutil/trace.go:171","msg":"trace[1532020396] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:9661; }","duration":"311.939744ms","start":"2026-03-03T14:18:58.336606Z","end":"2026-03-03T14:18:58.648546Z","steps":["trace[1532020396] 'agreement among raft nodes before linearized reading' (duration: 311.78857ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:58.648581Z","caller":"traceutil/trace.go:171","msg":"trace[1563416568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9661; }","duration":"599.301367ms","start":"2026-03-03T14:18:58.049264Z","end":"2026-03-03T14:18:58.648565Z","steps":["trace[1563416568] 'agreement among raft nodes before linearized reading' (duration: 599.193435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:58.6486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:58.336577Z","time spent":"312.013385ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":7,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:58.648625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:58.049253Z","time spent":"599.356768ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:18:58.648652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:57.881613Z","time spent":"766.95308ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8855,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:18:58.648802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"613.617066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:18:58.648891Z","caller":"traceutil/trace.go:171","msg":"trace[284795381] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:9661; }","duration":"613.770829ms","start":"2026-03-03T14:18:58.0351Z","end":"2026-03-03T14:18:58.648871Z","steps":["trace[284795381] 'agreement among raft nodes before linearized reading' (duration: 613.514163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:58.648944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:58.035077Z","time spent":"613.858231ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:18:58.649023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.332517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19314"} {"level":"info","ts":"2026-03-03T14:18:58.64908Z","caller":"traceutil/trace.go:171","msg":"trace[1404107647] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:9661; }","duration":"280.393708ms","start":"2026-03-03T14:18:58.368674Z","end":"2026-03-03T14:18:58.649067Z","steps":["trace[1404107647] 'agreement among raft nodes before linearized reading' (duration: 280.221814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:59.263395Z","caller":"traceutil/trace.go:171","msg":"trace[297999269] linearizableReadLoop","detail":"{readStateIndex:10052; appliedIndex:10051; }","duration":"213.817445ms","start":"2026-03-03T14:18:59.049545Z","end":"2026-03-03T14:18:59.263363Z","steps":["trace[297999269] 'read index received' (duration: 213.553919ms)","trace[297999269] 'applied index is now lower than readState.Index' (duration: 261.776µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:59.263523Z","caller":"traceutil/trace.go:171","msg":"trace[1287444761] transaction","detail":"{read_only:false; response_revision:9662; number_of_response:1; }","duration":"324.48666ms","start":"2026-03-03T14:18:58.938986Z","end":"2026-03-03T14:18:59.263473Z","steps":["trace[1287444761] 'process raft request' (duration: 324.04015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.263652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.065051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:18:59.263712Z","caller":"traceutil/trace.go:171","msg":"trace[924577006] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9662; }","duration":"214.183614ms","start":"2026-03-03T14:18:59.049513Z","end":"2026-03-03T14:18:59.263696Z","steps":["trace[924577006] 'agreement among raft nodes before linearized reading' (duration: 213.971549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.26372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:58.938962Z","time spent":"324.676435ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2225,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:18:59.509071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.272743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:18:59.509216Z","caller":"traceutil/trace.go:171","msg":"trace[377399541] transaction","detail":"{read_only:false; response_revision:9663; number_of_response:1; }","duration":"233.783966ms","start":"2026-03-03T14:18:59.275405Z","end":"2026-03-03T14:18:59.509189Z","steps":["trace[377399541] 'process raft request' (duration: 77.308818ms)","trace[377399541] 'compare' (duration: 156.012117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:59.603369Z","caller":"traceutil/trace.go:171","msg":"trace[600530249] transaction","detail":"{read_only:false; response_revision:9664; number_of_response:1; }","duration":"273.639479ms","start":"2026-03-03T14:18:59.329712Z","end":"2026-03-03T14:18:59.603351Z","steps":["trace[600530249] 'process raft request' (duration: 273.511976ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:59.6037Z","caller":"traceutil/trace.go:171","msg":"trace[954860817] linearizableReadLoop","detail":"{readStateIndex:10056; appliedIndex:10053; }","duration":"181.669464ms","start":"2026-03-03T14:18:59.422007Z","end":"2026-03-03T14:18:59.603676Z","steps":["trace[954860817] 'read index received' (duration: 181.224224ms)","trace[954860817] 'applied index is now lower than readState.Index' (duration: 444.54µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:18:59.603779Z","caller":"traceutil/trace.go:171","msg":"trace[1892271945] transaction","detail":"{read_only:false; response_revision:9665; number_of_response:1; }","duration":"273.274459ms","start":"2026-03-03T14:18:59.33047Z","end":"2026-03-03T14:18:59.603745Z","steps":["trace[1892271945] 'process raft request' (duration: 272.854879ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:59.603825Z","caller":"traceutil/trace.go:171","msg":"trace[2123628310] transaction","detail":"{read_only:false; response_revision:9666; number_of_response:1; }","duration":"271.620591ms","start":"2026-03-03T14:18:59.332156Z","end":"2026-03-03T14:18:59.603777Z","steps":["trace[2123628310] 'process raft request' (duration: 271.401286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:18:59.603915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.887969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:18:59.603948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.25325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:18:59.603994Z","caller":"traceutil/trace.go:171","msg":"trace[1380806486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9666; }","duration":"180.325153ms","start":"2026-03-03T14:18:59.42366Z","end":"2026-03-03T14:18:59.603985Z","steps":["trace[1380806486] 'agreement among raft nodes before linearized reading' (duration: 180.21867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:18:59.603958Z","caller":"traceutil/trace.go:171","msg":"trace[1433515221] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9666; }","duration":"181.981852ms","start":"2026-03-03T14:18:59.421965Z","end":"2026-03-03T14:18:59.603947Z","steps":["trace[1433515221] 'agreement among raft nodes before linearized reading' (duration: 181.831388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.02683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.16277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:00.027068Z","caller":"traceutil/trace.go:171","msg":"trace[673176247] linearizableReadLoop","detail":"{readStateIndex:10058; appliedIndex:10056; }","duration":"166.874834ms","start":"2026-03-03T14:18:59.860171Z","end":"2026-03-03T14:19:00.027046Z","steps":["trace[673176247] 'read index received' (duration: 13.405667ms)","trace[673176247] 'applied index is now lower than readState.Index' (duration: 153.468037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:00.027262Z","caller":"traceutil/trace.go:171","msg":"trace[1040322943] transaction","detail":"{read_only:false; response_revision:9667; number_of_response:1; }","duration":"419.572688ms","start":"2026-03-03T14:18:59.607632Z","end":"2026-03-03T14:19:00.027204Z","steps":["trace[1040322943] 'process raft request' (duration: 265.951137ms)","trace[1040322943] 'compare' (duration: 153.024017ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:00.027355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:59.607613Z","time spent":"419.70248ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:00.027421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.246543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:19:00.027449Z","caller":"traceutil/trace.go:171","msg":"trace[1829842917] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9668; }","duration":"167.314364ms","start":"2026-03-03T14:18:59.860128Z","end":"2026-03-03T14:19:00.027443Z","steps":["trace[1829842917] 'agreement among raft nodes before linearized reading' (duration: 167.199262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:00.027521Z","caller":"traceutil/trace.go:171","msg":"trace[1257631282] transaction","detail":"{read_only:false; response_revision:9668; number_of_response:1; }","duration":"418.448661ms","start":"2026-03-03T14:18:59.609067Z","end":"2026-03-03T14:19:00.027516Z","steps":["trace[1257631282] 'process raft request' (duration: 417.880868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.027554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:18:59.609049Z","time spent":"418.487012ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:00.027659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.420548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:19:00.027696Z","caller":"traceutil/trace.go:171","msg":"trace[1585130794] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9668; }","duration":"167.470889ms","start":"2026-03-03T14:18:59.860215Z","end":"2026-03-03T14:19:00.027686Z","steps":["trace[1585130794] 'agreement among raft nodes before linearized reading' (duration: 167.371936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.027779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.249362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:19:00.0278Z","caller":"traceutil/trace.go:171","msg":"trace[1143117135] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9668; }","duration":"161.309734ms","start":"2026-03-03T14:18:59.866486Z","end":"2026-03-03T14:19:00.027796Z","steps":["trace[1143117135] 'agreement among raft nodes before linearized reading' (duration: 161.249582ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.027851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.566508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:19:00.027904Z","caller":"traceutil/trace.go:171","msg":"trace[1145896917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9668; }","duration":"166.685131ms","start":"2026-03-03T14:18:59.861207Z","end":"2026-03-03T14:19:00.027892Z","steps":["trace[1145896917] 'agreement among raft nodes before linearized reading' (duration: 166.551718ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.482475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.838402ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:00.482638Z","caller":"traceutil/trace.go:171","msg":"trace[904236958] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:9668; }","duration":"334.023786ms","start":"2026-03-03T14:19:00.148586Z","end":"2026-03-03T14:19:00.48261Z","steps":["trace[904236958] 'range keys from in-memory index tree' (duration: 333.814761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.482714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.930133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:00.482866Z","caller":"traceutil/trace.go:171","msg":"trace[1738311483] transaction","detail":"{read_only:false; response_revision:9669; number_of_response:1; }","duration":"449.696201ms","start":"2026-03-03T14:19:00.033147Z","end":"2026-03-03T14:19:00.482844Z","steps":["trace[1738311483] 'process raft request' (duration: 140.540693ms)","trace[1738311483] 'compare' (duration: 308.705598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:00.482975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.033125Z","time spent":"449.787373ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:00.532604Z","caller":"traceutil/trace.go:171","msg":"trace[296268823] linearizableReadLoop","detail":"{readStateIndex:10060; appliedIndex:10058; }","duration":"498.495694ms","start":"2026-03-03T14:19:00.034083Z","end":"2026-03-03T14:19:00.532579Z","steps":["trace[296268823] 'read index received' (duration: 139.486998ms)","trace[296268823] 'applied index is now lower than readState.Index' (duration: 359.007226ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:00.532688Z","caller":"traceutil/trace.go:171","msg":"trace[1125109873] transaction","detail":"{read_only:false; response_revision:9670; number_of_response:1; }","duration":"498.973925ms","start":"2026-03-03T14:19:00.033654Z","end":"2026-03-03T14:19:00.532628Z","steps":["trace[1125109873] 'process raft request' (duration: 498.74183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.532877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.033596Z","time spent":"499.17339ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:00.532731Z","caller":"traceutil/trace.go:171","msg":"trace[997546072] transaction","detail":"{read_only:false; response_revision:9671; number_of_response:1; }","duration":"498.266548ms","start":"2026-03-03T14:19:00.034413Z","end":"2026-03-03T14:19:00.532679Z","steps":["trace[997546072] 'process raft request' (duration: 498.121045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.533152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.065904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:19:00.53326Z","caller":"traceutil/trace.go:171","msg":"trace[1691517307] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:9671; }","duration":"369.2827ms","start":"2026-03-03T14:19:00.163962Z","end":"2026-03-03T14:19:00.533244Z","steps":["trace[1691517307] 'agreement among raft nodes before linearized reading' (duration: 368.972862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.533288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.034375Z","time spent":"498.823782ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:00.533191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.086158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330899"} {"level":"warn","ts":"2026-03-03T14:19:00.533377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.16392Z","time spent":"369.441713ms","remote":"127.0.0.1:43976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":72,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:19:00.533091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.256649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:00.533589Z","caller":"traceutil/trace.go:171","msg":"trace[1662091357] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9671; }","duration":"446.835252ms","start":"2026-03-03T14:19:00.086733Z","end":"2026-03-03T14:19:00.533568Z","steps":["trace[1662091357] 'agreement among raft nodes before linearized reading' (duration: 446.233898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.533642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.086715Z","time spent":"446.916795ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:19:00.533469Z","caller":"traceutil/trace.go:171","msg":"trace[377324502] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9671; }","duration":"499.348804ms","start":"2026-03-03T14:19:00.034056Z","end":"2026-03-03T14:19:00.533404Z","steps":["trace[377324502] 'agreement among raft nodes before linearized reading' (duration: 498.74577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.533116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.558596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:19:00.533768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.034041Z","time spent":"499.705682ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":330923,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:19:00.533884Z","caller":"traceutil/trace.go:171","msg":"trace[1214341455] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:9671; }","duration":"447.341394ms","start":"2026-03-03T14:19:00.086462Z","end":"2026-03-03T14:19:00.533804Z","steps":["trace[1214341455] 'agreement among raft nodes before linearized reading' (duration: 446.454853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:00.534147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.086438Z","time spent":"447.61147ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":68,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:19:01.389436Z","caller":"traceutil/trace.go:171","msg":"trace[1186887534] linearizableReadLoop","detail":"{readStateIndex:10062; appliedIndex:10061; }","duration":"359.225803ms","start":"2026-03-03T14:19:01.030182Z","end":"2026-03-03T14:19:01.389407Z","steps":["trace[1186887534] 'read index received' (duration: 358.997257ms)","trace[1186887534] 'applied index is now lower than readState.Index' (duration: 226.616µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:01.389638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.478539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:19:01.389597Z","caller":"traceutil/trace.go:171","msg":"trace[583672730] transaction","detail":"{read_only:false; response_revision:9672; number_of_response:1; }","duration":"557.986541ms","start":"2026-03-03T14:19:00.831558Z","end":"2026-03-03T14:19:01.389544Z","steps":["trace[583672730] 'process raft request' (duration: 557.681164ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:01.389677Z","caller":"traceutil/trace.go:171","msg":"trace[1770657880] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:9672; }","duration":"359.575051ms","start":"2026-03-03T14:19:01.030092Z","end":"2026-03-03T14:19:01.389667Z","steps":["trace[1770657880] 'agreement among raft nodes before linearized reading' (duration: 359.412727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:01.389718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.030061Z","time spent":"359.645382ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:19:01.389835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:00.831532Z","time spent":"558.178536ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:01.706424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.39072Z","time spent":"315.696333ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:19:02.11169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.781325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:02.111966Z","caller":"traceutil/trace.go:171","msg":"trace[1067270355] transaction","detail":"{read_only:false; response_revision:9673; number_of_response:1; }","duration":"522.199745ms","start":"2026-03-03T14:19:01.589721Z","end":"2026-03-03T14:19:02.111921Z","steps":["trace[1067270355] 'process raft request' (duration: 280.089742ms)","trace[1067270355] 'compare' (duration: 241.561319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:02.112091Z","caller":"traceutil/trace.go:171","msg":"trace[461399628] transaction","detail":"{read_only:false; response_revision:9675; number_of_response:1; }","duration":"501.218528ms","start":"2026-03-03T14:19:01.610833Z","end":"2026-03-03T14:19:02.112051Z","steps":["trace[461399628] 'process raft request' (duration: 501.050174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.112159Z","caller":"traceutil/trace.go:171","msg":"trace[1201962263] transaction","detail":"{read_only:false; response_revision:9677; number_of_response:1; }","duration":"406.478439ms","start":"2026-03-03T14:19:01.705672Z","end":"2026-03-03T14:19:02.112151Z","steps":["trace[1201962263] 'process raft request' (duration: 406.297964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.112174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.589685Z","time spent":"522.371418ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:02.112243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.705656Z","time spent":"406.55074ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:02.112286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.610798Z","time spent":"501.386452ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:02.112097Z","caller":"traceutil/trace.go:171","msg":"trace[243229925] transaction","detail":"{read_only:false; response_revision:9674; number_of_response:1; }","duration":"501.224738ms","start":"2026-03-03T14:19:01.610774Z","end":"2026-03-03T14:19:02.111999Z","steps":["trace[243229925] 'process raft request' (duration: 501.032663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.112431Z","caller":"traceutil/trace.go:171","msg":"trace[920589561] transaction","detail":"{read_only:false; response_revision:9678; number_of_response:1; }","duration":"404.178945ms","start":"2026-03-03T14:19:01.708238Z","end":"2026-03-03T14:19:02.112417Z","steps":["trace[920589561] 'process raft request' (duration: 403.764675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.112506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.708212Z","time spent":"404.258737ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:02.112539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.610734Z","time spent":"501.681059ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:02.112118Z","caller":"traceutil/trace.go:171","msg":"trace[1597020599] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"411.706002ms","start":"2026-03-03T14:19:01.700393Z","end":"2026-03-03T14:19:02.112099Z","steps":["trace[1597020599] 'process raft request' (duration: 411.533068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.11274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:01.70036Z","time spent":"412.321287ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:02.348079Z","caller":"traceutil/trace.go:171","msg":"trace[935767555] linearizableReadLoop","detail":"{readStateIndex:10071; appliedIndex:10069; }","duration":"229.157447ms","start":"2026-03-03T14:19:02.118893Z","end":"2026-03-03T14:19:02.34805Z","steps":["trace[935767555] 'read index received' (duration: 157.982394ms)","trace[935767555] 'applied index is now lower than readState.Index' (duration: 71.173963ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:02.348235Z","caller":"traceutil/trace.go:171","msg":"trace[727063859] transaction","detail":"{read_only:false; response_revision:9679; number_of_response:1; }","duration":"230.431847ms","start":"2026-03-03T14:19:02.117788Z","end":"2026-03-03T14:19:02.34822Z","steps":["trace[727063859] 'process raft request' (duration: 159.065449ms)","trace[727063859] 'compare' (duration: 70.791005ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:02.34853Z","caller":"traceutil/trace.go:171","msg":"trace[2109355258] transaction","detail":"{read_only:false; response_revision:9680; number_of_response:1; }","duration":"230.620481ms","start":"2026-03-03T14:19:02.117825Z","end":"2026-03-03T14:19:02.348445Z","steps":["trace[2109355258] 'process raft request' (duration: 230.090859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.348671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.732241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:19:02.348812Z","caller":"traceutil/trace.go:171","msg":"trace[116368973] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:9680; }","duration":"229.912935ms","start":"2026-03-03T14:19:02.118872Z","end":"2026-03-03T14:19:02.348785Z","steps":["trace[116368973] 'agreement among raft nodes before linearized reading' (duration: 229.471455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.348603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.058424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:19:02.349175Z","caller":"traceutil/trace.go:171","msg":"trace[1228187752] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:9680; }","duration":"182.696309ms","start":"2026-03-03T14:19:02.166452Z","end":"2026-03-03T14:19:02.349149Z","steps":["trace[1228187752] 'agreement among raft nodes before linearized reading' (duration: 181.936591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.699506Z","caller":"traceutil/trace.go:171","msg":"trace[362073795] linearizableReadLoop","detail":"{readStateIndex:10072; appliedIndex:10071; }","duration":"211.736925ms","start":"2026-03-03T14:19:02.487742Z","end":"2026-03-03T14:19:02.699479Z","steps":["trace[362073795] 'read index received' (duration: 187.353759ms)","trace[362073795] 'applied index is now lower than readState.Index' (duration: 24.382156ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:02.699634Z","caller":"traceutil/trace.go:171","msg":"trace[971689921] transaction","detail":"{read_only:false; response_revision:9681; number_of_response:1; }","duration":"344.713288ms","start":"2026-03-03T14:19:02.354869Z","end":"2026-03-03T14:19:02.699582Z","steps":["trace[971689921] 'process raft request' (duration: 320.400874ms)","trace[971689921] 'compare' (duration: 24.064189ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:02.69974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.992671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:19:02.699806Z","caller":"traceutil/trace.go:171","msg":"trace[506873123] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9681; }","duration":"212.110533ms","start":"2026-03-03T14:19:02.487676Z","end":"2026-03-03T14:19:02.699787Z","steps":["trace[506873123] 'agreement among raft nodes before linearized reading' (duration: 211.893188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.699817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:02.354826Z","time spent":"344.905523ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":863,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:19:02.699924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.923799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:19:02.699965Z","caller":"traceutil/trace.go:171","msg":"trace[247875229] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:9681; }","duration":"156.997951ms","start":"2026-03-03T14:19:02.542956Z","end":"2026-03-03T14:19:02.699954Z","steps":["trace[247875229] 'agreement among raft nodes before linearized reading' (duration: 156.809677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.700084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.006886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:19:02.70025Z","caller":"traceutil/trace.go:171","msg":"trace[832911988] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9681; }","duration":"161.220512ms","start":"2026-03-03T14:19:02.53901Z","end":"2026-03-03T14:19:02.70023Z","steps":["trace[832911988] 'agreement among raft nodes before linearized reading' (duration: 160.888533ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.700339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.00885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:19:02.700388Z","caller":"traceutil/trace.go:171","msg":"trace[1737502685] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9681; }","duration":"162.097382ms","start":"2026-03-03T14:19:02.538282Z","end":"2026-03-03T14:19:02.70038Z","steps":["trace[1737502685] 'agreement among raft nodes before linearized reading' (duration: 161.398175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:02.920249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.836597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:02.920418Z","caller":"traceutil/trace.go:171","msg":"trace[786002376] transaction","detail":"{read_only:false; response_revision:9684; number_of_response:1; }","duration":"214.729407ms","start":"2026-03-03T14:19:02.705678Z","end":"2026-03-03T14:19:02.920407Z","steps":["trace[786002376] 'process raft request' (duration: 214.680866ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.920542Z","caller":"traceutil/trace.go:171","msg":"trace[832989762] transaction","detail":"{read_only:false; response_revision:9683; number_of_response:1; }","duration":"215.356651ms","start":"2026-03-03T14:19:02.705159Z","end":"2026-03-03T14:19:02.920516Z","steps":["trace[832989762] 'process raft request' (duration: 215.166287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:02.92064Z","caller":"traceutil/trace.go:171","msg":"trace[1433464621] linearizableReadLoop","detail":"{readStateIndex:10074; appliedIndex:10072; }","duration":"215.183997ms","start":"2026-03-03T14:19:02.70545Z","end":"2026-03-03T14:19:02.920634Z","steps":["trace[1433464621] 'read index received' (duration: 109.914119ms)","trace[1433464621] 'applied index is now lower than readState.Index' (duration: 105.269208ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:02.920742Z","caller":"traceutil/trace.go:171","msg":"trace[1395608102] transaction","detail":"{read_only:false; response_revision:9682; number_of_response:1; }","duration":"215.555666ms","start":"2026-03-03T14:19:02.705149Z","end":"2026-03-03T14:19:02.920705Z","steps":["trace[1395608102] 'process raft request' (duration: 110.199776ms)","trace[1395608102] 'compare' (duration: 104.737465ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:02.921785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.607817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:330899"} {"level":"info","ts":"2026-03-03T14:19:02.921986Z","caller":"traceutil/trace.go:171","msg":"trace[97145021] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9684; }","duration":"216.510919ms","start":"2026-03-03T14:19:02.705412Z","end":"2026-03-03T14:19:02.921923Z","steps":["trace[97145021] 'agreement among raft nodes before linearized reading' (duration: 215.244119ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:16.504849Z","caller":"traceutil/trace.go:171","msg":"trace[1459298454] transaction","detail":"{read_only:false; response_revision:9748; number_of_response:1; }","duration":"341.492643ms","start":"2026-03-03T14:19:16.163321Z","end":"2026-03-03T14:19:16.504813Z","steps":["trace[1459298454] 'process raft request' (duration: 341.191995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:16.50528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:16.163286Z","time spent":"341.701008ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:16.636785Z","caller":"traceutil/trace.go:171","msg":"trace[1393142219] transaction","detail":"{read_only:false; response_revision:9749; number_of_response:1; }","duration":"473.437471ms","start":"2026-03-03T14:19:16.163321Z","end":"2026-03-03T14:19:16.636758Z","steps":["trace[1393142219] 'process raft request' (duration: 464.885949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:16.637012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:16.163286Z","time spent":"473.634046ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:16.637817Z","caller":"traceutil/trace.go:171","msg":"trace[1989769323] linearizableReadLoop","detail":"{readStateIndex:10143; appliedIndex:10140; }","duration":"467.695216ms","start":"2026-03-03T14:19:16.170085Z","end":"2026-03-03T14:19:16.637781Z","steps":["trace[1989769323] 'read index received' (duration: 334.456486ms)","trace[1989769323] 'applied index is now lower than readState.Index' (duration: 133.23757ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:16.637901Z","caller":"traceutil/trace.go:171","msg":"trace[1023428738] transaction","detail":"{read_only:false; response_revision:9750; number_of_response:1; }","duration":"471.878786ms","start":"2026-03-03T14:19:16.166001Z","end":"2026-03-03T14:19:16.63788Z","steps":["trace[1023428738] 'process raft request' (duration: 470.649746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:16.638007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.907611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:19:16.638038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:16.165983Z","time spent":"471.977248ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:16.638095Z","caller":"traceutil/trace.go:171","msg":"trace[1233947236] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:9750; }","duration":"468.032324ms","start":"2026-03-03T14:19:16.170041Z","end":"2026-03-03T14:19:16.638074Z","steps":["trace[1233947236] 'agreement among raft nodes before linearized reading' (duration: 467.901341ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:16.638117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.446742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:19:16.638152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:16.17003Z","time spent":"468.105836ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:19:16.638165Z","caller":"traceutil/trace.go:171","msg":"trace[1470939539] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:9750; }","duration":"102.547854ms","start":"2026-03-03T14:19:16.535606Z","end":"2026-03-03T14:19:16.638154Z","steps":["trace[1470939539] 'agreement among raft nodes before linearized reading' (duration: 102.462162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:16.638287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.861925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:19:16.63829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.997958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:19:16.638379Z","caller":"traceutil/trace.go:171","msg":"trace[90601670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9750; }","duration":"225.015839ms","start":"2026-03-03T14:19:16.413341Z","end":"2026-03-03T14:19:16.638357Z","steps":["trace[90601670] 'agreement among raft nodes before linearized reading' (duration: 224.761373ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:16.638398Z","caller":"traceutil/trace.go:171","msg":"trace[1207687605] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9750; }","duration":"225.117881ms","start":"2026-03-03T14:19:16.413252Z","end":"2026-03-03T14:19:16.63837Z","steps":["trace[1207687605] 'agreement among raft nodes before linearized reading' (duration: 224.806614ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:22.849405Z","caller":"traceutil/trace.go:171","msg":"trace[1953176019] linearizableReadLoop","detail":"{readStateIndex:10175; appliedIndex:10173; }","duration":"136.466786ms","start":"2026-03-03T14:19:22.712909Z","end":"2026-03-03T14:19:22.849376Z","steps":["trace[1953176019] 'read index received' (duration: 65.071119ms)","trace[1953176019] 'applied index is now lower than readState.Index' (duration: 71.394507ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:22.849545Z","caller":"traceutil/trace.go:171","msg":"trace[940229542] transaction","detail":"{read_only:false; response_revision:9780; number_of_response:1; }","duration":"141.706489ms","start":"2026-03-03T14:19:22.707809Z","end":"2026-03-03T14:19:22.849516Z","steps":["trace[940229542] 'process raft request' (duration: 141.401761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:22.849812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.808224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:19:22.849808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.865842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:19:22.849903Z","caller":"traceutil/trace.go:171","msg":"trace[1870859127] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9780; }","duration":"137.017199ms","start":"2026-03-03T14:19:22.71285Z","end":"2026-03-03T14:19:22.849867Z","steps":["trace[1870859127] 'agreement among raft nodes before linearized reading' (duration: 136.703111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:22.849909Z","caller":"traceutil/trace.go:171","msg":"trace[1430664366] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9780; }","duration":"136.023845ms","start":"2026-03-03T14:19:22.713862Z","end":"2026-03-03T14:19:22.849886Z","steps":["trace[1430664366] 'agreement among raft nodes before linearized reading' (duration: 135.751999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:24.917005Z","caller":"traceutil/trace.go:171","msg":"trace[459587397] transaction","detail":"{read_only:false; response_revision:9788; number_of_response:1; }","duration":"105.325849ms","start":"2026-03-03T14:19:24.811639Z","end":"2026-03-03T14:19:24.916964Z","steps":["trace[459587397] 'process raft request' (duration: 58.39715ms)","trace[459587397] 'compare' (duration: 46.322515ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:25.946113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:25.329387Z","time spent":"616.71477ms","remote":"127.0.0.1:52068","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:19:25.94693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.938803ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:25.947046Z","caller":"traceutil/trace.go:171","msg":"trace[1448075230] linearizableReadLoop","detail":"{readStateIndex:10189; appliedIndex:10188; }","duration":"815.249841ms","start":"2026-03-03T14:19:25.131781Z","end":"2026-03-03T14:19:25.947031Z","steps":["trace[1448075230] 'read index received' (duration: 46.907099ms)","trace[1448075230] 'applied index is now lower than readState.Index' (duration: 768.341572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:25.947072Z","caller":"traceutil/trace.go:171","msg":"trace[692358230] transaction","detail":"{read_only:false; response_revision:9794; number_of_response:1; }","duration":"818.523519ms","start":"2026-03-03T14:19:25.128527Z","end":"2026-03-03T14:19:25.947051Z","steps":["trace[692358230] 'process raft request' (duration: 50.361831ms)","trace[692358230] 'compare' (duration: 767.459471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:25.947236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:25.128506Z","time spent":"818.60837ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:25.947489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.704063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:35 size:331100"} {"level":"info","ts":"2026-03-03T14:19:25.947537Z","caller":"traceutil/trace.go:171","msg":"trace[424326459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:35; response_revision:9794; }","duration":"815.790164ms","start":"2026-03-03T14:19:25.131736Z","end":"2026-03-03T14:19:25.947526Z","steps":["trace[424326459] 'agreement among raft nodes before linearized reading' (duration: 815.376584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:25.947573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:25.131718Z","time spent":"815.845736ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":35,"response size":331124,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:19:25.947635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.713545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:19:25.947791Z","caller":"traceutil/trace.go:171","msg":"trace[1426470446] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:9794; }","duration":"541.957001ms","start":"2026-03-03T14:19:25.405808Z","end":"2026-03-03T14:19:25.947765Z","steps":["trace[1426470446] 'agreement among raft nodes before linearized reading' (duration: 541.658624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:25.947851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:25.40578Z","time spent":"542.057453ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:19:25.948232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.427342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:19:25.9483Z","caller":"traceutil/trace.go:171","msg":"trace[229661483] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:9794; }","duration":"325.566245ms","start":"2026-03-03T14:19:25.622716Z","end":"2026-03-03T14:19:25.948282Z","steps":["trace[229661483] 'agreement among raft nodes before linearized reading' (duration: 325.33285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:25.948349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:25.622687Z","time spent":"325.649088ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":59,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:19:27.287601Z","caller":"traceutil/trace.go:171","msg":"trace[719704289] transaction","detail":"{read_only:false; response_revision:9802; number_of_response:1; }","duration":"155.981907ms","start":"2026-03-03T14:19:27.13159Z","end":"2026-03-03T14:19:27.287572Z","steps":["trace[719704289] 'process raft request' (duration: 114.348184ms)","trace[719704289] 'compare' (duration: 41.494789ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:28.316532Z","caller":"traceutil/trace.go:171","msg":"trace[1172376057] transaction","detail":"{read_only:false; number_of_response:1; response_revision:9805; }","duration":"186.427348ms","start":"2026-03-03T14:19:28.130078Z","end":"2026-03-03T14:19:28.316505Z","steps":["trace[1172376057] 'process raft request' (duration: 186.247644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:32.813Z","caller":"traceutil/trace.go:171","msg":"trace[1427039857] transaction","detail":"{read_only:false; response_revision:9847; number_of_response:1; }","duration":"165.241596ms","start":"2026-03-03T14:19:32.647737Z","end":"2026-03-03T14:19:32.812978Z","steps":["trace[1427039857] 'process raft request' (duration: 165.074292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:37.310229Z","caller":"traceutil/trace.go:171","msg":"trace[1424182049] transaction","detail":"{read_only:false; response_revision:9873; number_of_response:1; }","duration":"148.510891ms","start":"2026-03-03T14:19:37.161689Z","end":"2026-03-03T14:19:37.3102Z","steps":["trace[1424182049] 'process raft request' (duration: 148.252785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:38.324254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.339374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:36 size:338122"} {"level":"info","ts":"2026-03-03T14:19:38.324313Z","caller":"traceutil/trace.go:171","msg":"trace[657613633] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:36; response_revision:9878; }","duration":"139.409595ms","start":"2026-03-03T14:19:38.184889Z","end":"2026-03-03T14:19:38.324298Z","steps":["trace[657613633] 'range keys from in-memory index tree' (duration: 139.002757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:38.948194Z","caller":"traceutil/trace.go:171","msg":"trace[1487266042] transaction","detail":"{read_only:false; response_revision:9879; number_of_response:1; }","duration":"116.73766ms","start":"2026-03-03T14:19:38.831425Z","end":"2026-03-03T14:19:38.948162Z","steps":["trace[1487266042] 'process raft request' (duration: 116.510745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.404163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.674951ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:39.404308Z","caller":"traceutil/trace.go:171","msg":"trace[934099149] transaction","detail":"{read_only:false; response_revision:9880; number_of_response:1; }","duration":"437.078972ms","start":"2026-03-03T14:19:38.967206Z","end":"2026-03-03T14:19:39.404285Z","steps":["trace[934099149] 'process raft request' (duration: 127.159285ms)","trace[934099149] 'compare' (duration: 309.447266ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:39.404377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:38.967133Z","time spent":"437.209004ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:19:39.443998Z","caller":"traceutil/trace.go:171","msg":"trace[311286802] transaction","detail":"{read_only:false; response_revision:9881; number_of_response:1; }","duration":"418.445222ms","start":"2026-03-03T14:19:39.025503Z","end":"2026-03-03T14:19:39.443948Z","steps":["trace[311286802] 'process raft request' (duration: 418.184756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.444352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:39.025476Z","time spent":"418.759499ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:19:39.444555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.680743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:39.444661Z","caller":"traceutil/trace.go:171","msg":"trace[917160472] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9881; }","duration":"398.860687ms","start":"2026-03-03T14:19:39.045777Z","end":"2026-03-03T14:19:39.444637Z","steps":["trace[917160472] 'agreement among raft nodes before linearized reading' (duration: 398.677333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:39.444536Z","caller":"traceutil/trace.go:171","msg":"trace[1378024660] linearizableReadLoop","detail":"{readStateIndex:10280; appliedIndex:10278; }","duration":"398.049749ms","start":"2026-03-03T14:19:39.04584Z","end":"2026-03-03T14:19:39.44389Z","steps":["trace[1378024660] 'read index received' (duration: 48.612348ms)","trace[1378024660] 'applied index is now lower than readState.Index' (duration: 349.436071ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:39.44472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:39.045747Z","time spent":"398.9611ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:19:39.445003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.002608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-03-03T14:19:39.445068Z","caller":"traceutil/trace.go:171","msg":"trace[853701830] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9881; }","duration":"379.116091ms","start":"2026-03-03T14:19:39.065932Z","end":"2026-03-03T14:19:39.445048Z","steps":["trace[853701830] 'agreement among raft nodes before linearized reading' (duration: 378.905436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.445112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:19:39.065906Z","time spent":"379.194053ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:19:39.445272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.887494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:39.445337Z","caller":"traceutil/trace.go:171","msg":"trace[983894811] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:9881; }","duration":"152.982456ms","start":"2026-03-03T14:19:39.292333Z","end":"2026-03-03T14:19:39.445315Z","steps":["trace[983894811] 'agreement among raft nodes before linearized reading' (duration: 152.878354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.445401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.544461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:19:39.445504Z","caller":"traceutil/trace.go:171","msg":"trace[876030478] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:9881; }","duration":"258.766966ms","start":"2026-03-03T14:19:39.186716Z","end":"2026-03-03T14:19:39.445483Z","steps":["trace[876030478] 'agreement among raft nodes before linearized reading' (duration: 258.52652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:39.445493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.004212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:19:39.445602Z","caller":"traceutil/trace.go:171","msg":"trace[890366264] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9881; }","duration":"130.178306ms","start":"2026-03-03T14:19:39.315401Z","end":"2026-03-03T14:19:39.445579Z","steps":["trace[890366264] 'agreement among raft nodes before linearized reading' (duration: 129.855319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:43.138237Z","caller":"traceutil/trace.go:171","msg":"trace[1714279203] transaction","detail":"{read_only:false; response_revision:9901; number_of_response:1; }","duration":"102.024532ms","start":"2026-03-03T14:19:43.036184Z","end":"2026-03-03T14:19:43.138208Z","steps":["trace[1714279203] 'process raft request' (duration: 96.86885ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:49.232309Z","caller":"traceutil/trace.go:171","msg":"trace[732448068] transaction","detail":"{read_only:false; response_revision:9952; number_of_response:1; }","duration":"127.111175ms","start":"2026-03-03T14:19:49.105172Z","end":"2026-03-03T14:19:49.232283Z","steps":["trace[732448068] 'process raft request' (duration: 126.943181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:55.776752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.835918ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:19:55.776968Z","caller":"traceutil/trace.go:171","msg":"trace[860131966] transaction","detail":"{read_only:false; response_revision:9991; number_of_response:1; }","duration":"176.239106ms","start":"2026-03-03T14:19:55.600709Z","end":"2026-03-03T14:19:55.776948Z","steps":["trace[860131966] 'process raft request' (duration: 176.172525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:55.776994Z","caller":"traceutil/trace.go:171","msg":"trace[883273624] transaction","detail":"{read_only:false; response_revision:9990; number_of_response:1; }","duration":"178.019498ms","start":"2026-03-03T14:19:55.598936Z","end":"2026-03-03T14:19:55.776955Z","steps":["trace[883273624] 'process raft request' (duration: 17.879522ms)","trace[883273624] 'compare' (duration: 159.670685ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:55.777044Z","caller":"traceutil/trace.go:171","msg":"trace[2087915693] linearizableReadLoop","detail":"{readStateIndex:10392; appliedIndex:10391; }","duration":"176.288077ms","start":"2026-03-03T14:19:55.600701Z","end":"2026-03-03T14:19:55.776989Z","steps":["trace[2087915693] 'read index received' (duration: 16.110031ms)","trace[2087915693] 'applied index is now lower than readState.Index' (duration: 160.172876ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:19:55.77724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.504932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-03T14:19:55.777286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.051462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T14:19:55.777306Z","caller":"traceutil/trace.go:171","msg":"trace[479276041] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9991; }","duration":"176.616305ms","start":"2026-03-03T14:19:55.600675Z","end":"2026-03-03T14:19:55.777291Z","steps":["trace[479276041] 'agreement among raft nodes before linearized reading' (duration: 176.445631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:55.777318Z","caller":"traceutil/trace.go:171","msg":"trace[2114919153] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:9991; }","duration":"176.101983ms","start":"2026-03-03T14:19:55.601206Z","end":"2026-03-03T14:19:55.777308Z","steps":["trace[2114919153] 'agreement among raft nodes before linearized reading' (duration: 176.017591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:55.957493Z","caller":"traceutil/trace.go:171","msg":"trace[1323813890] transaction","detail":"{read_only:false; response_revision:9992; number_of_response:1; }","duration":"176.40552ms","start":"2026-03-03T14:19:55.781064Z","end":"2026-03-03T14:19:55.95747Z","steps":["trace[1323813890] 'process raft request' (duration: 172.971768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:55.957734Z","caller":"traceutil/trace.go:171","msg":"trace[1013796532] linearizableReadLoop","detail":"{readStateIndex:10395; appliedIndex:10393; }","duration":"167.95632ms","start":"2026-03-03T14:19:55.789709Z","end":"2026-03-03T14:19:55.957666Z","steps":["trace[1013796532] 'read index received' (duration: 164.338474ms)","trace[1013796532] 'applied index is now lower than readState.Index' (duration: 3.617186ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:19:55.957768Z","caller":"traceutil/trace.go:171","msg":"trace[907699232] transaction","detail":"{read_only:false; response_revision:9993; number_of_response:1; }","duration":"175.729844ms","start":"2026-03-03T14:19:55.782019Z","end":"2026-03-03T14:19:55.957749Z","steps":["trace[907699232] 'process raft request' (duration: 175.56752ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:19:55.957952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.231977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T14:19:55.958111Z","caller":"traceutil/trace.go:171","msg":"trace[131994419] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:9993; }","duration":"168.401691ms","start":"2026-03-03T14:19:55.789696Z","end":"2026-03-03T14:19:55.958098Z","steps":["trace[131994419] 'agreement among raft nodes before linearized reading' (duration: 168.110724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:57.206184Z","caller":"traceutil/trace.go:171","msg":"trace[97670352] transaction","detail":"{read_only:false; response_revision:9997; number_of_response:1; }","duration":"134.741015ms","start":"2026-03-03T14:19:57.071414Z","end":"2026-03-03T14:19:57.206155Z","steps":["trace[97670352] 'process raft request' (duration: 134.485469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:57.4263Z","caller":"traceutil/trace.go:171","msg":"trace[1187198447] transaction","detail":"{read_only:false; response_revision:9998; number_of_response:1; }","duration":"199.507416ms","start":"2026-03-03T14:19:57.226769Z","end":"2026-03-03T14:19:57.426276Z","steps":["trace[1187198447] 'process raft request' (duration: 199.359432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:19:59.319396Z","caller":"traceutil/trace.go:171","msg":"trace[1915409206] transaction","detail":"{read_only:false; response_revision:10013; number_of_response:1; }","duration":"107.152564ms","start":"2026-03-03T14:19:59.212218Z","end":"2026-03-03T14:19:59.31937Z","steps":["trace[1915409206] 'process raft request' (duration: 106.99621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:03.767451Z","caller":"traceutil/trace.go:171","msg":"trace[1459899067] transaction","detail":"{read_only:false; response_revision:10064; number_of_response:1; }","duration":"186.078719ms","start":"2026-03-03T14:20:03.581346Z","end":"2026-03-03T14:20:03.767424Z","steps":["trace[1459899067] 'process raft request' (duration: 185.916504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:03.768089Z","caller":"traceutil/trace.go:171","msg":"trace[252624743] transaction","detail":"{read_only:false; response_revision:10065; number_of_response:1; }","duration":"162.395489ms","start":"2026-03-03T14:20:03.605685Z","end":"2026-03-03T14:20:03.76808Z","steps":["trace[252624743] 'process raft request' (duration: 162.325778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:20.267841Z","caller":"traceutil/trace.go:171","msg":"trace[1153191709] linearizableReadLoop","detail":"{readStateIndex:10548; appliedIndex:10547; }","duration":"108.216948ms","start":"2026-03-03T14:20:20.159602Z","end":"2026-03-03T14:20:20.267819Z","steps":["trace[1153191709] 'read index received' (duration: 108.009924ms)","trace[1153191709] 'applied index is now lower than readState.Index' (duration: 206.164µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:20.26792Z","caller":"traceutil/trace.go:171","msg":"trace[365120613] transaction","detail":"{read_only:false; response_revision:10138; number_of_response:1; }","duration":"113.256308ms","start":"2026-03-03T14:20:20.154619Z","end":"2026-03-03T14:20:20.267875Z","steps":["trace[365120613] 'process raft request' (duration: 113.049383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:20.268071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.454055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:20:20.268101Z","caller":"traceutil/trace.go:171","msg":"trace[1035303110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10138; }","duration":"108.530026ms","start":"2026-03-03T14:20:20.159563Z","end":"2026-03-03T14:20:20.268093Z","steps":["trace[1035303110] 'agreement among raft nodes before linearized reading' (duration: 108.386502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:20.268168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.452931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:20:20.268246Z","caller":"traceutil/trace.go:171","msg":"trace[1801024599] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10138; }","duration":"107.563194ms","start":"2026-03-03T14:20:20.160664Z","end":"2026-03-03T14:20:20.268227Z","steps":["trace[1801024599] 'agreement among raft nodes before linearized reading' (duration: 107.360939ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:24.698736Z","caller":"traceutil/trace.go:171","msg":"trace[247226727] transaction","detail":"{read_only:false; response_revision:10169; number_of_response:1; }","duration":"212.630146ms","start":"2026-03-03T14:20:24.48608Z","end":"2026-03-03T14:20:24.69871Z","steps":["trace[247226727] 'process raft request' (duration: 170.019469ms)","trace[247226727] 'compare' (duration: 42.104885ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:25.060987Z","caller":"traceutil/trace.go:171","msg":"trace[816382585] transaction","detail":"{read_only:false; response_revision:10172; number_of_response:1; }","duration":"118.349879ms","start":"2026-03-03T14:20:24.942584Z","end":"2026-03-03T14:20:25.060934Z","steps":["trace[816382585] 'process raft request' (duration: 118.098783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:26.041996Z","caller":"traceutil/trace.go:171","msg":"trace[2082096359] transaction","detail":"{read_only:false; response_revision:10175; number_of_response:1; }","duration":"165.585224ms","start":"2026-03-03T14:20:25.876388Z","end":"2026-03-03T14:20:26.041973Z","steps":["trace[2082096359] 'process raft request' (duration: 165.439371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:26.14367Z","caller":"traceutil/trace.go:171","msg":"trace[1282787090] transaction","detail":"{read_only:false; response_revision:10176; number_of_response:1; }","duration":"229.067725ms","start":"2026-03-03T14:20:25.91456Z","end":"2026-03-03T14:20:26.143628Z","steps":["trace[1282787090] 'process raft request' (duration: 162.906092ms)","trace[1282787090] 'compare' (duration: 65.943278ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:26.573554Z","caller":"traceutil/trace.go:171","msg":"trace[2091486568] transaction","detail":"{read_only:false; response_revision:10180; number_of_response:1; }","duration":"194.031578ms","start":"2026-03-03T14:20:26.379484Z","end":"2026-03-03T14:20:26.573515Z","steps":["trace[2091486568] 'process raft request' (duration: 193.701819ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:26.624952Z","caller":"traceutil/trace.go:171","msg":"trace[422475744] transaction","detail":"{read_only:false; response_revision:10181; number_of_response:1; }","duration":"141.566167ms","start":"2026-03-03T14:20:26.483354Z","end":"2026-03-03T14:20:26.62492Z","steps":["trace[422475744] 'process raft request' (duration: 141.381173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:26.625497Z","caller":"traceutil/trace.go:171","msg":"trace[495372263] linearizableReadLoop","detail":"{readStateIndex:10592; appliedIndex:10590; }","duration":"147.926807ms","start":"2026-03-03T14:20:26.477521Z","end":"2026-03-03T14:20:26.625448Z","steps":["trace[495372263] 'read index received' (duration: 95.688022ms)","trace[495372263] 'applied index is now lower than readState.Index' (duration: 52.206204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:26.625742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.199284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-74647bd9c4-lrzbx\" ","response":"range_response_count:1 size:12983"} {"level":"info","ts":"2026-03-03T14:20:26.625796Z","caller":"traceutil/trace.go:171","msg":"trace[1528532141] range","detail":"{range_begin:/registry/pods/openstack/glance-api-74647bd9c4-lrzbx; range_end:; response_count:1; response_revision:10181; }","duration":"148.321177ms","start":"2026-03-03T14:20:26.477462Z","end":"2026-03-03T14:20:26.625783Z","steps":["trace[1528532141] 'agreement among raft nodes before linearized reading' (duration: 148.092811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:26.808945Z","caller":"traceutil/trace.go:171","msg":"trace[1146121565] transaction","detail":"{read_only:false; response_revision:10182; number_of_response:1; }","duration":"171.885084ms","start":"2026-03-03T14:20:26.637025Z","end":"2026-03-03T14:20:26.80891Z","steps":["trace[1146121565] 'process raft request' (duration: 134.916689ms)","trace[1146121565] 'compare' (duration: 36.578525ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:28.085469Z","caller":"traceutil/trace.go:171","msg":"trace[16497290] transaction","detail":"{read_only:false; response_revision:10187; number_of_response:1; }","duration":"422.818496ms","start":"2026-03-03T14:20:27.662628Z","end":"2026-03-03T14:20:28.085446Z","steps":["trace[16497290] 'process raft request' (duration: 422.666042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.085625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:27.66261Z","time spent":"422.935078ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13203,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:28.327877Z","caller":"traceutil/trace.go:171","msg":"trace[170590045] linearizableReadLoop","detail":"{readStateIndex:10601; appliedIndex:10600; }","duration":"165.84097ms","start":"2026-03-03T14:20:28.16201Z","end":"2026-03-03T14:20:28.327851Z","steps":["trace[170590045] 'read index received' (duration: 165.663756ms)","trace[170590045] 'applied index is now lower than readState.Index' (duration: 176.194µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:28.328265Z","caller":"traceutil/trace.go:171","msg":"trace[524952457] transaction","detail":"{read_only:false; response_revision:10189; number_of_response:1; }","duration":"178.641843ms","start":"2026-03-03T14:20:28.149605Z","end":"2026-03-03T14:20:28.328247Z","steps":["trace[524952457] 'process raft request' (duration: 178.104701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.328609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.584717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:20:28.32867Z","caller":"traceutil/trace.go:171","msg":"trace[368570933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10189; }","duration":"166.69833ms","start":"2026-03-03T14:20:28.161957Z","end":"2026-03-03T14:20:28.328656Z","steps":["trace[368570933] 'agreement among raft nodes before linearized reading' (duration: 166.524446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.484862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.767209ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:28.485347Z","caller":"traceutil/trace.go:171","msg":"trace[43129914] transaction","detail":"{read_only:false; response_revision:10191; number_of_response:1; }","duration":"152.037233ms","start":"2026-03-03T14:20:28.333274Z","end":"2026-03-03T14:20:28.485311Z","steps":["trace[43129914] 'process raft request' (duration: 40.715941ms)","trace[43129914] 'compare' (duration: 110.623116ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:28.821035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.186891ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:28.821262Z","caller":"traceutil/trace.go:171","msg":"trace[70023485] transaction","detail":"{read_only:false; response_revision:10192; number_of_response:1; }","duration":"330.845611ms","start":"2026-03-03T14:20:28.49038Z","end":"2026-03-03T14:20:28.821225Z","steps":["trace[70023485] 'process raft request' (duration: 100.313352ms)","trace[70023485] 'compare' (duration: 229.988536ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:28.82138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.490353Z","time spent":"330.974863ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:28.821272Z","caller":"traceutil/trace.go:171","msg":"trace[1803077979] transaction","detail":"{read_only:false; response_revision:10193; number_of_response:1; }","duration":"191.405865ms","start":"2026-03-03T14:20:28.62985Z","end":"2026-03-03T14:20:28.821256Z","steps":["trace[1803077979] 'process raft request' (duration: 191.333393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.821769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.907438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:20:28.821844Z","caller":"traceutil/trace.go:171","msg":"trace[1488222319] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:10193; }","duration":"305.031081ms","start":"2026-03-03T14:20:28.516798Z","end":"2026-03-03T14:20:28.82183Z","steps":["trace[1488222319] 'agreement among raft nodes before linearized reading' (duration: 304.775665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.821879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.516774Z","time spent":"305.097802ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":125,"response size":31,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:20:28.82135Z","caller":"traceutil/trace.go:171","msg":"trace[843918137] linearizableReadLoop","detail":"{readStateIndex:10604; appliedIndex:10603; }","duration":"304.440607ms","start":"2026-03-03T14:20:28.516833Z","end":"2026-03-03T14:20:28.821274Z","steps":["trace[843918137] 'read index received' (duration: 73.781105ms)","trace[843918137] 'applied index is now lower than readState.Index' (duration: 230.656622ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:28.822582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.133847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-74647bd9c4-lrzbx\" ","response":"range_response_count:1 size:13218"} {"level":"info","ts":"2026-03-03T14:20:28.82262Z","caller":"traceutil/trace.go:171","msg":"trace[1303782065] range","detail":"{range_begin:/registry/pods/openstack/glance-api-74647bd9c4-lrzbx; range_end:; response_count:1; response_revision:10193; }","duration":"207.212558ms","start":"2026-03-03T14:20:28.615397Z","end":"2026-03-03T14:20:28.822609Z","steps":["trace[1303782065] 'agreement among raft nodes before linearized reading' (duration: 207.095596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:28.822901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.169226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:20:28.822948Z","caller":"traceutil/trace.go:171","msg":"trace[519968686] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10193; }","duration":"245.254198ms","start":"2026-03-03T14:20:28.577686Z","end":"2026-03-03T14:20:28.82294Z","steps":["trace[519968686] 'agreement among raft nodes before linearized reading' (duration: 244.689974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:29.223021Z","caller":"traceutil/trace.go:171","msg":"trace[21938544] linearizableReadLoop","detail":"{readStateIndex:10607; appliedIndex:10606; }","duration":"372.529607ms","start":"2026-03-03T14:20:28.849969Z","end":"2026-03-03T14:20:29.222498Z","steps":["trace[21938544] 'read index received' (duration: 372.312742ms)","trace[21938544] 'applied index is now lower than readState.Index' (duration: 215.955µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:29.223182Z","caller":"traceutil/trace.go:171","msg":"trace[1507728077] transaction","detail":"{read_only:false; response_revision:10195; number_of_response:1; }","duration":"388.129844ms","start":"2026-03-03T14:20:28.834989Z","end":"2026-03-03T14:20:29.223119Z","steps":["trace[1507728077] 'process raft request' (duration: 387.361766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:29.223307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.313525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:20:29.223363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.834926Z","time spent":"388.34727ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13295,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:29.223371Z","caller":"traceutil/trace.go:171","msg":"trace[956225740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10195; }","duration":"373.423278ms","start":"2026-03-03T14:20:28.849932Z","end":"2026-03-03T14:20:29.223355Z","steps":["trace[956225740] 'agreement among raft nodes before linearized reading' (duration: 373.178712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:29.223422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.849911Z","time spent":"373.50215ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:20:29.345167Z","caller":"traceutil/trace.go:171","msg":"trace[704276648] linearizableReadLoop","detail":"{readStateIndex:10608; appliedIndex:10607; }","duration":"103.22333ms","start":"2026-03-03T14:20:29.241892Z","end":"2026-03-03T14:20:29.345115Z","steps":["trace[704276648] 'read index received' (duration: 94.629137ms)","trace[704276648] 'applied index is now lower than readState.Index' (duration: 8.588123ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:29.345298Z","caller":"traceutil/trace.go:171","msg":"trace[1452713692] transaction","detail":"{read_only:false; response_revision:10196; number_of_response:1; }","duration":"492.074462ms","start":"2026-03-03T14:20:28.853212Z","end":"2026-03-03T14:20:29.345286Z","steps":["trace[1452713692] 'process raft request' (duration: 483.251994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:29.345411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:28.853188Z","time spent":"492.138984ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:29.345955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.044959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348454"} {"level":"info","ts":"2026-03-03T14:20:29.346014Z","caller":"traceutil/trace.go:171","msg":"trace[1278943356] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10196; }","duration":"104.150722ms","start":"2026-03-03T14:20:29.24185Z","end":"2026-03-03T14:20:29.346001Z","steps":["trace[1278943356] 'agreement among raft nodes before linearized reading' (duration: 103.780573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:29.882746Z","caller":"traceutil/trace.go:171","msg":"trace[1897651225] transaction","detail":"{read_only:false; response_revision:10198; number_of_response:1; }","duration":"138.74887ms","start":"2026-03-03T14:20:29.74395Z","end":"2026-03-03T14:20:29.882699Z","steps":["trace[1897651225] 'process raft request' (duration: 130.167598ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:30.024279Z","caller":"traceutil/trace.go:171","msg":"trace[816913930] transaction","detail":"{read_only:false; response_revision:10199; number_of_response:1; }","duration":"141.274999ms","start":"2026-03-03T14:20:29.882975Z","end":"2026-03-03T14:20:30.02425Z","steps":["trace[816913930] 'process raft request' (duration: 131.089779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.469363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.302701ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:30.469564Z","caller":"traceutil/trace.go:171","msg":"trace[1623754583] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10199; }","duration":"317.616348ms","start":"2026-03-03T14:20:30.151912Z","end":"2026-03-03T14:20:30.469528Z","steps":["trace[1623754583] 'range keys from in-memory index tree' (duration: 317.26436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.469613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.419391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:30.469907Z","caller":"traceutil/trace.go:171","msg":"trace[614981580] transaction","detail":"{read_only:false; response_revision:10201; number_of_response:1; }","duration":"332.772497ms","start":"2026-03-03T14:20:30.13711Z","end":"2026-03-03T14:20:30.469883Z","steps":["trace[614981580] 'process raft request' (duration: 332.674804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.470026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:30.137068Z","time spent":"332.892439ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:30.470071Z","caller":"traceutil/trace.go:171","msg":"trace[459547117] linearizableReadLoop","detail":"{readStateIndex:10612; appliedIndex:10611; }","duration":"421.974756ms","start":"2026-03-03T14:20:30.048056Z","end":"2026-03-03T14:20:30.470031Z","steps":["trace[459547117] 'read index received' (duration: 253.060812ms)","trace[459547117] 'applied index is now lower than readState.Index' (duration: 168.909394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:30.470224Z","caller":"traceutil/trace.go:171","msg":"trace[198138676] transaction","detail":"{read_only:false; response_revision:10200; number_of_response:1; }","duration":"431.002558ms","start":"2026-03-03T14:20:30.038938Z","end":"2026-03-03T14:20:30.46994Z","steps":["trace[198138676] 'process raft request' (duration: 262.156907ms)","trace[198138676] 'compare' (duration: 168.231307ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:30.470248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.15758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:30.470337Z","caller":"traceutil/trace.go:171","msg":"trace[452008490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10201; }","duration":"422.295734ms","start":"2026-03-03T14:20:30.048019Z","end":"2026-03-03T14:20:30.470314Z","steps":["trace[452008490] 'agreement among raft nodes before linearized reading' (duration: 422.093959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.470379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:30.048003Z","time spent":"422.370565ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:20:30.47037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:30.038917Z","time spent":"431.375337ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":761,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:20:30.491319Z","caller":"traceutil/trace.go:171","msg":"trace[1102569406] transaction","detail":"{read_only:false; response_revision:10202; number_of_response:1; }","duration":"155.169767ms","start":"2026-03-03T14:20:30.336126Z","end":"2026-03-03T14:20:30.491295Z","steps":["trace[1102569406] 'process raft request' (duration: 154.927532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.491463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.446851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:20:30.491581Z","caller":"traceutil/trace.go:171","msg":"trace[1328848845] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10202; }","duration":"121.610004ms","start":"2026-03-03T14:20:30.36994Z","end":"2026-03-03T14:20:30.49155Z","steps":["trace[1328848845] 'agreement among raft nodes before linearized reading' (duration: 121.368329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.491705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.939904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19314"} {"level":"info","ts":"2026-03-03T14:20:30.49177Z","caller":"traceutil/trace.go:171","msg":"trace[1689575381] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10202; }","duration":"375.057937ms","start":"2026-03-03T14:20:30.116697Z","end":"2026-03-03T14:20:30.491755Z","steps":["trace[1689575381] 'agreement among raft nodes before linearized reading' (duration: 374.782971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:30.491816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:30.116676Z","time spent":"375.131788ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19338,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:20:30.832582Z","caller":"traceutil/trace.go:171","msg":"trace[2036547623] linearizableReadLoop","detail":"{readStateIndex:10616; appliedIndex:10615; }","duration":"143.346078ms","start":"2026-03-03T14:20:30.689213Z","end":"2026-03-03T14:20:30.832559Z","steps":["trace[2036547623] 'read index received' (duration: 90.131781ms)","trace[2036547623] 'applied index is now lower than readState.Index' (duration: 53.213217ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:30.832677Z","caller":"traceutil/trace.go:171","msg":"trace[295436657] transaction","detail":"{read_only:false; response_revision:10204; number_of_response:1; }","duration":"333.752229ms","start":"2026-03-03T14:20:30.498882Z","end":"2026-03-03T14:20:30.832635Z","steps":["trace[295436657] 'process raft request' (duration: 280.414829ms)","trace[295436657] 'compare' (duration: 53.162016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:30.832946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:30.498857Z","time spent":"333.889053ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:30.832928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.705326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:20:30.833182Z","caller":"traceutil/trace.go:171","msg":"trace[942606] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10204; }","duration":"144.020754ms","start":"2026-03-03T14:20:30.689128Z","end":"2026-03-03T14:20:30.833149Z","steps":["trace[942606] 'agreement among raft nodes before linearized reading' (duration: 143.531203ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:31.035891Z","caller":"traceutil/trace.go:171","msg":"trace[315167448] linearizableReadLoop","detail":"{readStateIndex:10621; appliedIndex:10618; }","duration":"109.053617ms","start":"2026-03-03T14:20:30.92681Z","end":"2026-03-03T14:20:31.035864Z","steps":["trace[315167448] 'read index received' (duration: 28.667297ms)","trace[315167448] 'applied index is now lower than readState.Index' (duration: 80.38515ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:31.036305Z","caller":"traceutil/trace.go:171","msg":"trace[956967119] transaction","detail":"{read_only:false; response_revision:10207; number_of_response:1; }","duration":"160.239169ms","start":"2026-03-03T14:20:30.876004Z","end":"2026-03-03T14:20:31.036243Z","steps":["trace[956967119] 'process raft request' (duration: 159.699145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:31.036325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.406676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:20:31.036398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.56604ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:20:31.036448Z","caller":"traceutil/trace.go:171","msg":"trace[448243440] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10208; }","duration":"109.629841ms","start":"2026-03-03T14:20:30.926803Z","end":"2026-03-03T14:20:31.036433Z","steps":["trace[448243440] 'agreement among raft nodes before linearized reading' (duration: 109.382125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:31.036446Z","caller":"traceutil/trace.go:171","msg":"trace[451242626] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10208; }","duration":"106.57994ms","start":"2026-03-03T14:20:30.92984Z","end":"2026-03-03T14:20:31.03642Z","steps":["trace[451242626] 'agreement among raft nodes before linearized reading' (duration: 106.336384ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:31.0363Z","caller":"traceutil/trace.go:171","msg":"trace[1196129250] transaction","detail":"{read_only:false; response_revision:10208; number_of_response:1; }","duration":"156.275244ms","start":"2026-03-03T14:20:30.879976Z","end":"2026-03-03T14:20:31.036251Z","steps":["trace[1196129250] 'process raft request' (duration: 155.834493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:31.233494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.018837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:20:31.233582Z","caller":"traceutil/trace.go:171","msg":"trace[1202203458] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10209; }","duration":"175.144959ms","start":"2026-03-03T14:20:31.058409Z","end":"2026-03-03T14:20:31.233554Z","steps":["trace[1202203458] 'range keys from in-memory index tree' (duration: 174.878394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:31.233594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.179201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19314"} {"level":"info","ts":"2026-03-03T14:20:31.233719Z","caller":"traceutil/trace.go:171","msg":"trace[158381798] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10209; }","duration":"175.351375ms","start":"2026-03-03T14:20:31.058341Z","end":"2026-03-03T14:20:31.233692Z","steps":["trace[158381798] 'range keys from in-memory index tree' (duration: 174.963116ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:31.524268Z","caller":"traceutil/trace.go:171","msg":"trace[230334797] transaction","detail":"{read_only:false; response_revision:10211; number_of_response:1; }","duration":"147.983358ms","start":"2026-03-03T14:20:31.376247Z","end":"2026-03-03T14:20:31.52423Z","steps":["trace[230334797] 'process raft request' (duration: 71.080219ms)","trace[230334797] 'compare' (duration: 76.701844ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:31.97753Z","caller":"traceutil/trace.go:171","msg":"trace[291644256] transaction","detail":"{read_only:false; response_revision:10213; number_of_response:1; }","duration":"274.037108ms","start":"2026-03-03T14:20:31.703471Z","end":"2026-03-03T14:20:31.977508Z","steps":["trace[291644256] 'process raft request' (duration: 273.905065ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:31.977686Z","caller":"traceutil/trace.go:171","msg":"trace[743266207] linearizableReadLoop","detail":"{readStateIndex:10627; appliedIndex:10627; }","duration":"112.92826ms","start":"2026-03-03T14:20:31.864733Z","end":"2026-03-03T14:20:31.977661Z","steps":["trace[743266207] 'read index received' (duration: 112.92061ms)","trace[743266207] 'applied index is now lower than readState.Index' (duration: 5.95µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:31.980745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.985632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-74647bd9c4-lrzbx\" ","response":"range_response_count:1 size:13437"} {"level":"info","ts":"2026-03-03T14:20:31.981939Z","caller":"traceutil/trace.go:171","msg":"trace[830076863] range","detail":"{range_begin:/registry/pods/openstack/glance-api-74647bd9c4-lrzbx; range_end:; response_count:1; response_revision:10213; }","duration":"117.19421ms","start":"2026-03-03T14:20:31.864727Z","end":"2026-03-03T14:20:31.981921Z","steps":["trace[830076863] 'agreement among raft nodes before linearized reading' (duration: 113.021142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:32.585751Z","caller":"traceutil/trace.go:171","msg":"trace[1481740743] transaction","detail":"{read_only:false; response_revision:10217; number_of_response:1; }","duration":"108.630548ms","start":"2026-03-03T14:20:32.477092Z","end":"2026-03-03T14:20:32.585722Z","steps":["trace[1481740743] 'process raft request' (duration: 94.869242ms)","trace[1481740743] 'compare' (duration: 13.603352ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:32.777882Z","caller":"traceutil/trace.go:171","msg":"trace[1129332117] linearizableReadLoop","detail":"{readStateIndex:10633; appliedIndex:10632; }","duration":"127.901303ms","start":"2026-03-03T14:20:32.649952Z","end":"2026-03-03T14:20:32.777853Z","steps":["trace[1129332117] 'read index received' (duration: 50.284459ms)","trace[1129332117] 'applied index is now lower than readState.Index' (duration: 77.615524ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:32.777967Z","caller":"traceutil/trace.go:171","msg":"trace[1212468107] transaction","detail":"{read_only:false; response_revision:10219; number_of_response:1; }","duration":"187.600634ms","start":"2026-03-03T14:20:32.590345Z","end":"2026-03-03T14:20:32.777945Z","steps":["trace[1212468107] 'process raft request' (duration: 109.864197ms)","trace[1212468107] 'compare' (duration: 77.517572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:32.778037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.102087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:20:32.778071Z","caller":"traceutil/trace.go:171","msg":"trace[2003645243] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10219; }","duration":"128.19277ms","start":"2026-03-03T14:20:32.649868Z","end":"2026-03-03T14:20:32.778061Z","steps":["trace[2003645243] 'agreement among raft nodes before linearized reading' (duration: 128.095277ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:32.981751Z","caller":"traceutil/trace.go:171","msg":"trace[812717451] linearizableReadLoop","detail":"{readStateIndex:10634; appliedIndex:10633; }","duration":"136.145628ms","start":"2026-03-03T14:20:32.845587Z","end":"2026-03-03T14:20:32.981733Z","steps":["trace[812717451] 'read index received' (duration: 127.863462ms)","trace[812717451] 'applied index is now lower than readState.Index' (duration: 8.281426ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:32.981796Z","caller":"traceutil/trace.go:171","msg":"trace[61070419] transaction","detail":"{read_only:false; response_revision:10220; number_of_response:1; }","duration":"141.644488ms","start":"2026-03-03T14:20:32.840139Z","end":"2026-03-03T14:20:32.981783Z","steps":["trace[61070419] 'process raft request' (duration: 133.333292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:32.981954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.353082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:20:32.981973Z","caller":"traceutil/trace.go:171","msg":"trace[1437697542] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10220; }","duration":"136.385173ms","start":"2026-03-03T14:20:32.845582Z","end":"2026-03-03T14:20:32.981967Z","steps":["trace[1437697542] 'agreement among raft nodes before linearized reading' (duration: 136.23862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.357885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.353065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:33.358143Z","caller":"traceutil/trace.go:171","msg":"trace[992774929] linearizableReadLoop","detail":"{readStateIndex:10635; appliedIndex:10634; }","duration":"336.389942ms","start":"2026-03-03T14:20:33.021736Z","end":"2026-03-03T14:20:33.358126Z","steps":["trace[992774929] 'read index received' (duration: 168.645327ms)","trace[992774929] 'applied index is now lower than readState.Index' (duration: 167.743575ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:33.358241Z","caller":"traceutil/trace.go:171","msg":"trace[705988829] transaction","detail":"{read_only:false; response_revision:10221; number_of_response:1; }","duration":"371.983963ms","start":"2026-03-03T14:20:32.986243Z","end":"2026-03-03T14:20:33.358227Z","steps":["trace[705988829] 'process raft request' (duration: 204.191107ms)","trace[705988829] 'compare' (duration: 167.270863ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:33.358312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:32.986223Z","time spent":"372.056005ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:33.358354Z","caller":"traceutil/trace.go:171","msg":"trace[645822646] transaction","detail":"{read_only:false; response_revision:10222; number_of_response:1; }","duration":"272.924442ms","start":"2026-03-03T14:20:33.085397Z","end":"2026-03-03T14:20:33.358321Z","steps":["trace[645822646] 'process raft request' (duration: 272.688536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.358557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.813773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:20:33.358602Z","caller":"traceutil/trace.go:171","msg":"trace[357183619] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10222; }","duration":"336.905485ms","start":"2026-03-03T14:20:33.021682Z","end":"2026-03-03T14:20:33.358588Z","steps":["trace[357183619] 'agreement among raft nodes before linearized reading' (duration: 336.799602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.358636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:33.021656Z","time spent":"336.970627ms","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:20:33.358619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.725379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:33.358726Z","caller":"traceutil/trace.go:171","msg":"trace[1400292526] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10222; }","duration":"308.819081ms","start":"2026-03-03T14:20:33.049868Z","end":"2026-03-03T14:20:33.358687Z","steps":["trace[1400292526] 'agreement among raft nodes before linearized reading' (duration: 308.718599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.358761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:33.049861Z","time spent":"308.892063ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:20:33.358961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.085358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:20:33.359056Z","caller":"traceutil/trace.go:171","msg":"trace[1317774950] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10222; }","duration":"309.22115ms","start":"2026-03-03T14:20:33.049814Z","end":"2026-03-03T14:20:33.359035Z","steps":["trace[1317774950] 'agreement among raft nodes before linearized reading' (duration: 308.76801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:33.359098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:33.049798Z","time spent":"309.291762ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:20:40.840296Z","caller":"traceutil/trace.go:171","msg":"trace[1080834540] transaction","detail":"{read_only:false; response_revision:10263; number_of_response:1; }","duration":"227.334614ms","start":"2026-03-03T14:20:40.612929Z","end":"2026-03-03T14:20:40.840264Z","steps":["trace[1080834540] 'process raft request' (duration: 227.215821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:40.930183Z","caller":"traceutil/trace.go:171","msg":"trace[1489735150] linearizableReadLoop","detail":"{readStateIndex:10679; appliedIndex:10678; }","duration":"111.150846ms","start":"2026-03-03T14:20:40.818985Z","end":"2026-03-03T14:20:40.930136Z","steps":["trace[1489735150] 'read index received' (duration: 21.292612ms)","trace[1489735150] 'applied index is now lower than readState.Index' (duration: 89.856264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:40.93044Z","caller":"traceutil/trace.go:171","msg":"trace[688980438] transaction","detail":"{read_only:false; response_revision:10264; number_of_response:1; }","duration":"316.111362ms","start":"2026-03-03T14:20:40.614285Z","end":"2026-03-03T14:20:40.930396Z","steps":["trace[688980438] 'process raft request' (duration: 311.094714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:40.930593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:40.614259Z","time spent":"316.251516ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:20:40.930828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.836714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:20:40.930878Z","caller":"traceutil/trace.go:171","msg":"trace[347627318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10264; }","duration":"111.936106ms","start":"2026-03-03T14:20:40.818928Z","end":"2026-03-03T14:20:40.930864Z","steps":["trace[347627318] 'agreement among raft nodes before linearized reading' (duration: 111.323751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:45.762545Z","caller":"traceutil/trace.go:171","msg":"trace[516184807] transaction","detail":"{read_only:false; response_revision:10289; number_of_response:1; }","duration":"179.106624ms","start":"2026-03-03T14:20:45.583401Z","end":"2026-03-03T14:20:45.762507Z","steps":["trace[516184807] 'process raft request' (duration: 150.657571ms)","trace[516184807] 'compare' (duration: 28.141345ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:47.515285Z","caller":"traceutil/trace.go:171","msg":"trace[99021912] transaction","detail":"{read_only:false; response_revision:10291; number_of_response:1; }","duration":"649.146205ms","start":"2026-03-03T14:20:46.866116Z","end":"2026-03-03T14:20:47.515262Z","steps":["trace[99021912] 'process raft request' (duration: 648.973771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.51568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:46.866092Z","time spent":"649.255368ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:47.517634Z","caller":"traceutil/trace.go:171","msg":"trace[684269876] transaction","detail":"{read_only:false; response_revision:10292; number_of_response:1; }","duration":"524.15392ms","start":"2026-03-03T14:20:46.993459Z","end":"2026-03-03T14:20:47.517613Z","steps":["trace[684269876] 'process raft request' (duration: 523.966476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:47.51776Z","caller":"traceutil/trace.go:171","msg":"trace[204570533] linearizableReadLoop","detail":"{readStateIndex:10709; appliedIndex:10708; }","duration":"389.580869ms","start":"2026-03-03T14:20:47.12816Z","end":"2026-03-03T14:20:47.517741Z","steps":["trace[204570533] 'read index received' (duration: 387.54267ms)","trace[204570533] 'applied index is now lower than readState.Index' (duration: 2.036129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:47.517802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:46.993431Z","time spent":"524.266993ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:47.517818Z","caller":"traceutil/trace.go:171","msg":"trace[1965671911] transaction","detail":"{read_only:false; response_revision:10293; number_of_response:1; }","duration":"110.548623ms","start":"2026-03-03T14:20:47.407239Z","end":"2026-03-03T14:20:47.517788Z","steps":["trace[1965671911] 'process raft request' (duration: 110.334468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.51794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.779823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:20:47.517976Z","caller":"traceutil/trace.go:171","msg":"trace[1498089581] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10293; }","duration":"389.848825ms","start":"2026-03-03T14:20:47.128118Z","end":"2026-03-03T14:20:47.517967Z","steps":["trace[1498089581] 'agreement among raft nodes before linearized reading' (duration: 389.783374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.518004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:47.128099Z","time spent":"389.896197ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:20:47.518039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.047654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:20:47.518089Z","caller":"traceutil/trace.go:171","msg":"trace[418383572] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10293; }","duration":"122.106676ms","start":"2026-03-03T14:20:47.395967Z","end":"2026-03-03T14:20:47.518074Z","steps":["trace[418383572] 'agreement among raft nodes before linearized reading' (duration: 122.006443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.518055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.790534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:20:47.518149Z","caller":"traceutil/trace.go:171","msg":"trace[1517317077] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10293; }","duration":"389.944168ms","start":"2026-03-03T14:20:47.128181Z","end":"2026-03-03T14:20:47.518126Z","steps":["trace[1517317077] 'agreement among raft nodes before linearized reading' (duration: 389.764874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:47.518204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:47.128157Z","time spent":"390.037759ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:20:47.916861Z","caller":"traceutil/trace.go:171","msg":"trace[842836205] transaction","detail":"{read_only:false; response_revision:10298; number_of_response:1; }","duration":"145.349205ms","start":"2026-03-03T14:20:47.771481Z","end":"2026-03-03T14:20:47.91683Z","steps":["trace[842836205] 'process raft request' (duration: 143.935172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:47.9169Z","caller":"traceutil/trace.go:171","msg":"trace[732544845] linearizableReadLoop","detail":"{readStateIndex:10715; appliedIndex:10714; }","duration":"100.187808ms","start":"2026-03-03T14:20:47.816692Z","end":"2026-03-03T14:20:47.916879Z","steps":["trace[732544845] 'read index received' (duration: 98.625761ms)","trace[732544845] 'applied index is now lower than readState.Index' (duration: 1.485925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:47.91822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.497769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:47.918397Z","caller":"traceutil/trace.go:171","msg":"trace[1925446032] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:10298; }","duration":"101.726494ms","start":"2026-03-03T14:20:47.816645Z","end":"2026-03-03T14:20:47.918371Z","steps":["trace[1925446032] 'agreement among raft nodes before linearized reading' (duration: 100.253649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:49.812378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.891998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:20:49.812439Z","caller":"traceutil/trace.go:171","msg":"trace[1208744992] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10303; }","duration":"134.97103ms","start":"2026-03-03T14:20:49.677454Z","end":"2026-03-03T14:20:49.812425Z","steps":["trace[1208744992] 'range keys from in-memory index tree' (duration: 134.695374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:49.812533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.691213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:20:49.812598Z","caller":"traceutil/trace.go:171","msg":"trace[150535268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10303; }","duration":"120.811986ms","start":"2026-03-03T14:20:49.69177Z","end":"2026-03-03T14:20:49.812583Z","steps":["trace[150535268] 'range keys from in-memory index tree' (duration: 120.513269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:49.812755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.514131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:20:49.812775Z","caller":"traceutil/trace.go:171","msg":"trace[1982786007] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10303; }","duration":"137.624243ms","start":"2026-03-03T14:20:49.675146Z","end":"2026-03-03T14:20:49.81277Z","steps":["trace[1982786007] 'range keys from in-memory index tree' (duration: 137.331226ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:50.0413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.408136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:20:50.042051Z","caller":"traceutil/trace.go:171","msg":"trace[1805277667] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10305; }","duration":"121.220415ms","start":"2026-03-03T14:20:49.920809Z","end":"2026-03-03T14:20:50.042029Z","steps":["trace[1805277667] 'range keys from in-memory index tree' (duration: 120.213492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:53.665395Z","caller":"traceutil/trace.go:171","msg":"trace[295360115] transaction","detail":"{read_only:false; response_revision:10319; number_of_response:1; }","duration":"130.30912ms","start":"2026-03-03T14:20:53.535035Z","end":"2026-03-03T14:20:53.665344Z","steps":["trace[295360115] 'process raft request' (duration: 130.135586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:53.667315Z","caller":"traceutil/trace.go:171","msg":"trace[213398744] linearizableReadLoop","detail":"{readStateIndex:10738; appliedIndex:10737; }","duration":"107.620543ms","start":"2026-03-03T14:20:53.559672Z","end":"2026-03-03T14:20:53.667292Z","steps":["trace[213398744] 'read index received' (duration: 106.474377ms)","trace[213398744] 'applied index is now lower than readState.Index' (duration: 1.145296ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:53.667433Z","caller":"traceutil/trace.go:171","msg":"trace[527509961] transaction","detail":"{read_only:false; response_revision:10320; number_of_response:1; }","duration":"131.403146ms","start":"2026-03-03T14:20:53.536015Z","end":"2026-03-03T14:20:53.667418Z","steps":["trace[527509961] 'process raft request' (duration: 131.196001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:53.667646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.957931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:20:53.667684Z","caller":"traceutil/trace.go:171","msg":"trace[1310489958] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10320; }","duration":"108.042853ms","start":"2026-03-03T14:20:53.559633Z","end":"2026-03-03T14:20:53.667676Z","steps":["trace[1310489958] 'agreement among raft nodes before linearized reading' (duration: 107.961981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:53.667801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.316849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:20:53.667836Z","caller":"traceutil/trace.go:171","msg":"trace[974584601] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10320; }","duration":"105.381591ms","start":"2026-03-03T14:20:53.562444Z","end":"2026-03-03T14:20:53.667826Z","steps":["trace[974584601] 'agreement among raft nodes before linearized reading' (duration: 105.002562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:53.837829Z","caller":"traceutil/trace.go:171","msg":"trace[144013717] linearizableReadLoop","detail":"{readStateIndex:10741; appliedIndex:10740; }","duration":"111.701781ms","start":"2026-03-03T14:20:53.72611Z","end":"2026-03-03T14:20:53.837812Z","steps":["trace[144013717] 'read index received' (duration: 44.538853ms)","trace[144013717] 'applied index is now lower than readState.Index' (duration: 67.162038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:53.83808Z","caller":"traceutil/trace.go:171","msg":"trace[771104812] transaction","detail":"{read_only:false; response_revision:10323; number_of_response:1; }","duration":"117.003186ms","start":"2026-03-03T14:20:53.721066Z","end":"2026-03-03T14:20:53.838069Z","steps":["trace[771104812] 'process raft request' (duration: 49.643723ms)","trace[771104812] 'compare' (duration: 66.928613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:53.838853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.724504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:60 size:723131"} {"level":"info","ts":"2026-03-03T14:20:53.838889Z","caller":"traceutil/trace.go:171","msg":"trace[1319669471] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:60; response_revision:10323; }","duration":"112.804727ms","start":"2026-03-03T14:20:53.726076Z","end":"2026-03-03T14:20:53.838881Z","steps":["trace[1319669471] 'agreement among raft nodes before linearized reading' (duration: 112.130031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:53.966271Z","caller":"traceutil/trace.go:171","msg":"trace[1924599469] linearizableReadLoop","detail":"{readStateIndex:10743; appliedIndex:10742; }","duration":"111.566738ms","start":"2026-03-03T14:20:53.854675Z","end":"2026-03-03T14:20:53.966242Z","steps":["trace[1924599469] 'read index received' (duration: 73.244791ms)","trace[1924599469] 'applied index is now lower than readState.Index' (duration: 38.320996ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:53.966332Z","caller":"traceutil/trace.go:171","msg":"trace[556089871] transaction","detail":"{read_only:false; response_revision:10325; number_of_response:1; }","duration":"117.049227ms","start":"2026-03-03T14:20:53.849245Z","end":"2026-03-03T14:20:53.966295Z","steps":["trace[556089871] 'process raft request' (duration: 96.779398ms)","trace[556089871] 'compare' (duration: 20.094925ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:53.967111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.392597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:37 size:348544"} {"level":"info","ts":"2026-03-03T14:20:53.9673Z","caller":"traceutil/trace.go:171","msg":"trace[476031695] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:37; response_revision:10325; }","duration":"112.606442ms","start":"2026-03-03T14:20:53.854667Z","end":"2026-03-03T14:20:53.967273Z","steps":["trace[476031695] 'agreement among raft nodes before linearized reading' (duration: 111.68651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:55.026096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.877277ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:20:55.02644Z","caller":"traceutil/trace.go:171","msg":"trace[1218997925] transaction","detail":"{read_only:false; response_revision:10327; number_of_response:1; }","duration":"806.033232ms","start":"2026-03-03T14:20:54.22038Z","end":"2026-03-03T14:20:55.026413Z","steps":["trace[1218997925] 'process raft request' (duration: 596.726086ms)","trace[1218997925] 'compare' (duration: 208.251562ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:55.026564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:54.220352Z","time spent":"806.179116ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:55.111566Z","caller":"traceutil/trace.go:171","msg":"trace[1649640259] transaction","detail":"{read_only:false; response_revision:10328; number_of_response:1; }","duration":"645.620433ms","start":"2026-03-03T14:20:54.465922Z","end":"2026-03-03T14:20:55.111542Z","steps":["trace[1649640259] 'process raft request' (duration: 645.484839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:55.111682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:54.465892Z","time spent":"645.731645ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:20:57.003178Z","caller":"traceutil/trace.go:171","msg":"trace[885955172] linearizableReadLoop","detail":"{readStateIndex:10828; appliedIndex:10827; }","duration":"289.421672ms","start":"2026-03-03T14:20:56.713707Z","end":"2026-03-03T14:20:57.003129Z","steps":["trace[885955172] 'read index received' (duration: 289.235007ms)","trace[885955172] 'applied index is now lower than readState.Index' (duration: 185.235µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:57.003375Z","caller":"traceutil/trace.go:171","msg":"trace[1902087841] transaction","detail":"{read_only:false; response_revision:10407; number_of_response:1; }","duration":"342.748652ms","start":"2026-03-03T14:20:56.660615Z","end":"2026-03-03T14:20:57.003364Z","steps":["trace[1902087841] 'process raft request' (duration: 342.349393ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:57.003545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:56.660586Z","time spent":"342.846855ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":891,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:20:57.003683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.948364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:20:57.003798Z","caller":"traceutil/trace.go:171","msg":"trace[1956495232] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:10407; }","duration":"290.087767ms","start":"2026-03-03T14:20:56.71369Z","end":"2026-03-03T14:20:57.003778Z","steps":["trace[1956495232] 'agreement among raft nodes before linearized reading' (duration: 289.7897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:57.004154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.10725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:20:57.004372Z","caller":"traceutil/trace.go:171","msg":"trace[2064628371] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10407; }","duration":"233.383177ms","start":"2026-03-03T14:20:56.77091Z","end":"2026-03-03T14:20:57.004293Z","steps":["trace[2064628371] 'agreement among raft nodes before linearized reading' (duration: 232.727251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:57.126632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.019627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:20:57.126778Z","caller":"traceutil/trace.go:171","msg":"trace[1466377171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10407; }","duration":"117.246702ms","start":"2026-03-03T14:20:57.009505Z","end":"2026-03-03T14:20:57.126752Z","steps":["trace[1466377171] 'range keys from in-memory index tree' (duration: 116.759741ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:20:59.939449Z","caller":"traceutil/trace.go:171","msg":"trace[2073393466] linearizableReadLoop","detail":"{readStateIndex:10849; appliedIndex:10847; }","duration":"201.449863ms","start":"2026-03-03T14:20:59.737979Z","end":"2026-03-03T14:20:59.939429Z","steps":["trace[2073393466] 'read index received' (duration: 30.322578ms)","trace[2073393466] 'applied index is now lower than readState.Index' (duration: 171.126315ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:20:59.939536Z","caller":"traceutil/trace.go:171","msg":"trace[1427046719] transaction","detail":"{read_only:false; response_revision:10428; number_of_response:1; }","duration":"234.129074ms","start":"2026-03-03T14:20:59.70537Z","end":"2026-03-03T14:20:59.939499Z","steps":["trace[1427046719] 'process raft request' (duration: 139.089398ms)","trace[1427046719] 'compare' (duration: 94.74447ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:20:59.939688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.139812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:20:59.939717Z","caller":"traceutil/trace.go:171","msg":"trace[2100188393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10428; }","duration":"195.235304ms","start":"2026-03-03T14:20:59.744471Z","end":"2026-03-03T14:20:59.939707Z","steps":["trace[2100188393] 'agreement among raft nodes before linearized reading' (duration: 195.06991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:20:59.93978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.77713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:20:59.939868Z","caller":"traceutil/trace.go:171","msg":"trace[1516759888] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10428; }","duration":"201.918584ms","start":"2026-03-03T14:20:59.737929Z","end":"2026-03-03T14:20:59.939848Z","steps":["trace[1516759888] 'agreement among raft nodes before linearized reading' (duration: 201.602046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.264689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.582321ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:00.264821Z","caller":"traceutil/trace.go:171","msg":"trace[706335098] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10429; }","duration":"115.737606ms","start":"2026-03-03T14:21:00.149065Z","end":"2026-03-03T14:21:00.264803Z","steps":["trace[706335098] 'range keys from in-memory index tree' (duration: 115.560561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:00.311929Z","caller":"traceutil/trace.go:171","msg":"trace[1448868511] linearizableReadLoop","detail":"{readStateIndex:10851; appliedIndex:10849; }","duration":"363.422402ms","start":"2026-03-03T14:20:59.948481Z","end":"2026-03-03T14:21:00.311904Z","steps":["trace[1448868511] 'read index received' (duration: 33.754798ms)","trace[1448868511] 'applied index is now lower than readState.Index' (duration: 329.666374ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:00.312325Z","caller":"traceutil/trace.go:171","msg":"trace[469934135] transaction","detail":"{read_only:false; response_revision:10430; number_of_response:1; }","duration":"368.46176ms","start":"2026-03-03T14:20:59.943817Z","end":"2026-03-03T14:21:00.312279Z","steps":["trace[469934135] 'process raft request' (duration: 367.912227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.312451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.943789Z","time spent":"368.586003ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:00.312652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.167999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:21:00.312693Z","caller":"traceutil/trace.go:171","msg":"trace[334193693] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10430; }","duration":"364.23039ms","start":"2026-03-03T14:20:59.948453Z","end":"2026-03-03T14:21:00.312683Z","steps":["trace[334193693] 'agreement among raft nodes before linearized reading' (duration: 364.107517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.312723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.948442Z","time spent":"364.274932ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:00.313072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.568857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:21:00.313179Z","caller":"traceutil/trace.go:171","msg":"trace[402328811] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10430; }","duration":"320.714262ms","start":"2026-03-03T14:20:59.992447Z","end":"2026-03-03T14:21:00.313161Z","steps":["trace[402328811] 'agreement among raft nodes before linearized reading' (duration: 320.486916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.313278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.53644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:21:00.313352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.01815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:21:00.313347Z","caller":"traceutil/trace.go:171","msg":"trace[2089599464] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10430; }","duration":"142.683043ms","start":"2026-03-03T14:21:00.17065Z","end":"2026-03-03T14:21:00.313333Z","steps":["trace[2089599464] 'agreement among raft nodes before linearized reading' (duration: 142.516639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.313322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:20:59.992431Z","time spent":"320.874715ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:21:00.313398Z","caller":"traceutil/trace.go:171","msg":"trace[984893136] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10430; }","duration":"313.089581ms","start":"2026-03-03T14:21:00.000298Z","end":"2026-03-03T14:21:00.313388Z","steps":["trace[984893136] 'agreement among raft nodes before linearized reading' (duration: 312.926858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:00.313561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:00.000283Z","time spent":"313.264886ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:21:01.328096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.578989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-lzmmh\" ","response":"range_response_count:1 size:7335"} {"level":"info","ts":"2026-03-03T14:21:01.328179Z","caller":"traceutil/trace.go:171","msg":"trace[1015054129] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-lzmmh; range_end:; response_count:1; response_revision:10435; }","duration":"139.736873ms","start":"2026-03-03T14:21:01.188426Z","end":"2026-03-03T14:21:01.328163Z","steps":["trace[1015054129] 'range keys from in-memory index tree' (duration: 139.418126ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:01.328971Z","caller":"traceutil/trace.go:171","msg":"trace[1270915669] transaction","detail":"{read_only:false; response_revision:10436; number_of_response:1; }","duration":"139.216701ms","start":"2026-03-03T14:21:01.189742Z","end":"2026-03-03T14:21:01.328959Z","steps":["trace[1270915669] 'process raft request' (duration: 138.951425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:02.905697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.009847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:02.905771Z","caller":"traceutil/trace.go:171","msg":"trace[702020232] transaction","detail":"{read_only:false; response_revision:10451; number_of_response:1; }","duration":"271.952088ms","start":"2026-03-03T14:21:02.633807Z","end":"2026-03-03T14:21:02.905759Z","steps":["trace[702020232] 'process raft request' (duration: 110.821919ms)","trace[702020232] 'compare' (duration: 160.871523ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:03.534359Z","caller":"traceutil/trace.go:171","msg":"trace[1560927274] linearizableReadLoop","detail":"{readStateIndex:10875; appliedIndex:10874; }","duration":"319.434391ms","start":"2026-03-03T14:21:03.214885Z","end":"2026-03-03T14:21:03.534319Z","steps":["trace[1560927274] 'read index received' (duration: 319.095363ms)","trace[1560927274] 'applied index is now lower than readState.Index' (duration: 337.898µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:03.535037Z","caller":"traceutil/trace.go:171","msg":"trace[1297299563] transaction","detail":"{read_only:false; response_revision:10453; number_of_response:1; }","duration":"366.867252ms","start":"2026-03-03T14:21:03.168139Z","end":"2026-03-03T14:21:03.535006Z","steps":["trace[1297299563] 'process raft request' (duration: 365.97084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:03.535147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.467517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:03.535233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.401336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:03.535272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.379754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-conductor-6c8ff4cb4d-kkjbv\" ","response":"range_response_count:1 size:5146"} {"level":"info","ts":"2026-03-03T14:21:03.535326Z","caller":"traceutil/trace.go:171","msg":"trace[896198378] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10453; }","duration":"246.722472ms","start":"2026-03-03T14:21:03.288575Z","end":"2026-03-03T14:21:03.535297Z","steps":["trace[896198378] 'agreement among raft nodes before linearized reading' (duration: 246.443946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:03.535342Z","caller":"traceutil/trace.go:171","msg":"trace[1832298081] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10453; }","duration":"202.57741ms","start":"2026-03-03T14:21:03.332738Z","end":"2026-03-03T14:21:03.535316Z","steps":["trace[1832298081] 'agreement among raft nodes before linearized reading' (duration: 202.338274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:03.535346Z","caller":"traceutil/trace.go:171","msg":"trace[1616988780] range","detail":"{range_begin:/registry/pods/openstack/staffeln-conductor-6c8ff4cb4d-kkjbv; range_end:; response_count:1; response_revision:10453; }","duration":"320.450976ms","start":"2026-03-03T14:21:03.214874Z","end":"2026-03-03T14:21:03.535325Z","steps":["trace[1616988780] 'agreement among raft nodes before linearized reading' (duration: 320.162509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:03.535399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:03.214798Z","time spent":"320.590079ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":5170,"request content":"key:\"/registry/pods/openstack/staffeln-conductor-6c8ff4cb4d-kkjbv\" "} {"level":"warn","ts":"2026-03-03T14:21:03.535237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:03.168113Z","time spent":"366.986296ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:03.952714Z","caller":"traceutil/trace.go:171","msg":"trace[87132260] linearizableReadLoop","detail":"{readStateIndex:10876; appliedIndex:10875; }","duration":"352.747619ms","start":"2026-03-03T14:21:03.599942Z","end":"2026-03-03T14:21:03.95269Z","steps":["trace[87132260] 'read index received' (duration: 352.559174ms)","trace[87132260] 'applied index is now lower than readState.Index' (duration: 187.045µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:03.952797Z","caller":"traceutil/trace.go:171","msg":"trace[1980230731] transaction","detail":"{read_only:false; response_revision:10454; number_of_response:1; }","duration":"410.814112ms","start":"2026-03-03T14:21:03.541963Z","end":"2026-03-03T14:21:03.952777Z","steps":["trace[1980230731] 'process raft request' (duration: 410.541995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:03.952879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.909462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:03.952939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:03.541941Z","time spent":"410.903343ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5180,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:03.952955Z","caller":"traceutil/trace.go:171","msg":"trace[1531567577] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10454; }","duration":"353.053835ms","start":"2026-03-03T14:21:03.599881Z","end":"2026-03-03T14:21:03.952935Z","steps":["trace[1531567577] 'agreement among raft nodes before linearized reading' (duration: 352.915392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:03.953163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:03.599855Z","time spent":"353.21996ms","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:04.151715Z","caller":"traceutil/trace.go:171","msg":"trace[1683186191] transaction","detail":"{read_only:false; response_revision:10455; number_of_response:1; }","duration":"362.093309ms","start":"2026-03-03T14:21:03.789587Z","end":"2026-03-03T14:21:04.15168Z","steps":["trace[1683186191] 'process raft request' (duration: 320.018705ms)","trace[1683186191] 'compare' (duration: 41.733306ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:04.15188Z","caller":"traceutil/trace.go:171","msg":"trace[217579222] linearizableReadLoop","detail":"{readStateIndex:10878; appliedIndex:10876; }","duration":"177.224359ms","start":"2026-03-03T14:21:03.974614Z","end":"2026-03-03T14:21:04.151838Z","steps":["trace[217579222] 'read index received' (duration: 134.95621ms)","trace[217579222] 'applied index is now lower than readState.Index' (duration: 42.264569ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:04.151918Z","caller":"traceutil/trace.go:171","msg":"trace[1270934192] transaction","detail":"{read_only:false; response_revision:10456; number_of_response:1; }","duration":"201.329459ms","start":"2026-03-03T14:21:03.950559Z","end":"2026-03-03T14:21:04.151889Z","steps":["trace[1270934192] 'process raft request' (duration: 201.035712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:04.151914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:03.789568Z","time spent":"362.242132ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:04.152116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.476855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:21:04.152654Z","caller":"traceutil/trace.go:171","msg":"trace[1673102575] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:10456; }","duration":"178.047798ms","start":"2026-03-03T14:21:03.974587Z","end":"2026-03-03T14:21:04.152634Z","steps":["trace[1673102575] 'agreement among raft nodes before linearized reading' (duration: 177.397473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:04.250681Z","caller":"traceutil/trace.go:171","msg":"trace[2025732585] transaction","detail":"{read_only:false; response_revision:10457; number_of_response:1; }","duration":"269.93679ms","start":"2026-03-03T14:21:03.980699Z","end":"2026-03-03T14:21:04.250636Z","steps":["trace[2025732585] 'process raft request' (duration: 269.642964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:04.678566Z","caller":"traceutil/trace.go:171","msg":"trace[1553630141] linearizableReadLoop","detail":"{readStateIndex:10880; appliedIndex:10879; }","duration":"526.325982ms","start":"2026-03-03T14:21:04.152183Z","end":"2026-03-03T14:21:04.678509Z","steps":["trace[1553630141] 'read index received' (duration: 98.314974ms)","trace[1553630141] 'applied index is now lower than readState.Index' (duration: 428.009778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:04.678743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.510831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:21:04.678784Z","caller":"traceutil/trace.go:171","msg":"trace[917861306] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10458; }","duration":"629.625474ms","start":"2026-03-03T14:21:04.049148Z","end":"2026-03-03T14:21:04.678773Z","steps":["trace[917861306] 'agreement among raft nodes before linearized reading' (duration: 629.485441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:04.67874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.238528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:04.678815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.049117Z","time spent":"629.692505ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:21:04.678852Z","caller":"traceutil/trace.go:171","msg":"trace[1112379085] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10458; }","duration":"630.380181ms","start":"2026-03-03T14:21:04.048433Z","end":"2026-03-03T14:21:04.678813Z","steps":["trace[1112379085] 'agreement among raft nodes before linearized reading' (duration: 630.247578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:04.67891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.048407Z","time spent":"630.492044ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:04.678587Z","caller":"traceutil/trace.go:171","msg":"trace[940655416] transaction","detail":"{read_only:false; response_revision:10458; number_of_response:1; }","duration":"553.065364ms","start":"2026-03-03T14:21:04.125486Z","end":"2026-03-03T14:21:04.678551Z","steps":["trace[940655416] 'process raft request' (duration: 552.842519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:04.679025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.125461Z","time spent":"553.497105ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:05.087179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.812556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:21:05.087254Z","caller":"traceutil/trace.go:171","msg":"trace[991238820] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10459; }","duration":"730.98242ms","start":"2026-03-03T14:21:04.356252Z","end":"2026-03-03T14:21:05.087235Z","steps":["trace[991238820] 'agreement among raft nodes before linearized reading' (duration: 730.715594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.087294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.356247Z","time spent":"731.038552ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:05.087323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.363297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:05.087357Z","caller":"traceutil/trace.go:171","msg":"trace[720434973] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:10459; }","duration":"560.432068ms","start":"2026-03-03T14:21:04.526915Z","end":"2026-03-03T14:21:05.087347Z","steps":["trace[720434973] 'agreement among raft nodes before linearized reading' (duration: 560.353416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.087378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.526896Z","time spent":"560.47599ms","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:05.087404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.206955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:21:05.087465Z","caller":"traceutil/trace.go:171","msg":"trace[545956476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10459; }","duration":"731.314727ms","start":"2026-03-03T14:21:04.356135Z","end":"2026-03-03T14:21:05.087449Z","steps":["trace[545956476] 'agreement among raft nodes before linearized reading' (duration: 731.136493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.087494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.356113Z","time spent":"731.375639ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:05.087456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.384804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:21:05.087554Z","caller":"traceutil/trace.go:171","msg":"trace[1966237584] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10459; }","duration":"732.537947ms","start":"2026-03-03T14:21:04.354996Z","end":"2026-03-03T14:21:05.087534Z","steps":["trace[1966237584] 'agreement among raft nodes before linearized reading' (duration: 732.2367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:05.08759Z","caller":"traceutil/trace.go:171","msg":"trace[1237699157] transaction","detail":"{read_only:false; response_revision:10459; number_of_response:1; }","duration":"828.571367ms","start":"2026-03-03T14:21:04.259004Z","end":"2026-03-03T14:21:05.087576Z","steps":["trace[1237699157] 'process raft request' (duration: 827.649926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.087613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.354979Z","time spent":"732.623419ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:05.087675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.258979Z","time spent":"828.636458ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5101,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:05.087622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.90981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:21:05.08777Z","caller":"traceutil/trace.go:171","msg":"trace[67727366] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10459; }","duration":"726.060964ms","start":"2026-03-03T14:21:04.361664Z","end":"2026-03-03T14:21:05.087725Z","steps":["trace[67727366] 'agreement among raft nodes before linearized reading' (duration: 725.89064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.087796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.361641Z","time spent":"726.148305ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:21:05.087968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.243292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:21:05.088001Z","caller":"traceutil/trace.go:171","msg":"trace[651804103] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10459; }","duration":"738.303853ms","start":"2026-03-03T14:21:04.34969Z","end":"2026-03-03T14:21:05.087993Z","steps":["trace[651804103] 'agreement among raft nodes before linearized reading' (duration: 738.222211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.088023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.349656Z","time spent":"738.361815ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:05.088047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.089887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:21:05.088082Z","caller":"traceutil/trace.go:171","msg":"trace[1947609145] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:10459; }","duration":"930.276071ms","start":"2026-03-03T14:21:04.157794Z","end":"2026-03-03T14:21:05.08807Z","steps":["trace[1947609145] 'agreement among raft nodes before linearized reading' (duration: 930.188199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.088123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.157776Z","time spent":"930.340142ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"info","ts":"2026-03-03T14:21:05.088255Z","caller":"traceutil/trace.go:171","msg":"trace[638377220] linearizableReadLoop","detail":"{readStateIndex:10881; appliedIndex:10880; }","duration":"408.294153ms","start":"2026-03-03T14:21:04.678649Z","end":"2026-03-03T14:21:05.086943Z","steps":["trace[638377220] 'read index received' (duration: 407.946644ms)","trace[638377220] 'applied index is now lower than readState.Index' (duration: 345.539µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:05.312281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.477364ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:05.312362Z","caller":"traceutil/trace.go:171","msg":"trace[1245714015] linearizableReadLoop","detail":"{readStateIndex:10882; appliedIndex:10881; }","duration":"224.047156ms","start":"2026-03-03T14:21:05.088302Z","end":"2026-03-03T14:21:05.31235Z","steps":["trace[1245714015] 'read index received' (duration: 49.429559ms)","trace[1245714015] 'applied index is now lower than readState.Index' (duration: 174.616837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:05.312432Z","caller":"traceutil/trace.go:171","msg":"trace[1229369939] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"598.469797ms","start":"2026-03-03T14:21:04.713953Z","end":"2026-03-03T14:21:05.312423Z","steps":["trace[1229369939] 'process raft request' (duration: 423.771478ms)","trace[1229369939] 'compare' (duration: 174.042204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:05.312477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.713922Z","time spent":"598.533829ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:05.312659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.136732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:05.312686Z","caller":"traceutil/trace.go:171","msg":"trace[340670911] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10460; }","duration":"632.191414ms","start":"2026-03-03T14:21:04.680487Z","end":"2026-03-03T14:21:05.312679Z","steps":["trace[340670911] 'agreement among raft nodes before linearized reading' (duration: 632.139633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.312705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:04.680472Z","time spent":"632.229915ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:05.373981Z","caller":"traceutil/trace.go:171","msg":"trace[1150410846] transaction","detail":"{read_only:false; response_revision:10462; number_of_response:1; }","duration":"279.891927ms","start":"2026-03-03T14:21:05.094053Z","end":"2026-03-03T14:21:05.373945Z","steps":["trace[1150410846] 'process raft request' (duration: 279.816555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:05.374053Z","caller":"traceutil/trace.go:171","msg":"trace[366071413] transaction","detail":"{read_only:false; response_revision:10461; number_of_response:1; }","duration":"280.02643ms","start":"2026-03-03T14:21:05.093984Z","end":"2026-03-03T14:21:05.37401Z","steps":["trace[366071413] 'process raft request' (duration: 279.699413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:05.374758Z","caller":"traceutil/trace.go:171","msg":"trace[1988801361] transaction","detail":"{read_only:false; response_revision:10463; number_of_response:1; }","duration":"280.613283ms","start":"2026-03-03T14:21:05.094128Z","end":"2026-03-03T14:21:05.374741Z","steps":["trace[1988801361] 'process raft request' (duration: 279.782704ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:05.374945Z","caller":"traceutil/trace.go:171","msg":"trace[1611217403] transaction","detail":"{read_only:false; response_revision:10464; number_of_response:1; }","duration":"280.0143ms","start":"2026-03-03T14:21:05.094916Z","end":"2026-03-03T14:21:05.374931Z","steps":["trace[1611217403] 'process raft request' (duration: 279.761994ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:05.375276Z","caller":"traceutil/trace.go:171","msg":"trace[603227482] transaction","detail":"{read_only:false; response_revision:10465; number_of_response:1; }","duration":"145.91829ms","start":"2026-03-03T14:21:05.229347Z","end":"2026-03-03T14:21:05.375265Z","steps":["trace[603227482] 'process raft request' (duration: 145.53158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.375539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.873233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:21:05.375579Z","caller":"traceutil/trace.go:171","msg":"trace[2014697471] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10465; }","duration":"245.973014ms","start":"2026-03-03T14:21:05.129596Z","end":"2026-03-03T14:21:05.375569Z","steps":["trace[2014697471] 'agreement among raft nodes before linearized reading' (duration: 245.77869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.376522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.276643ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368660"} {"level":"info","ts":"2026-03-03T14:21:05.376632Z","caller":"traceutil/trace.go:171","msg":"trace[341383266] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10465; }","duration":"282.425087ms","start":"2026-03-03T14:21:05.094185Z","end":"2026-03-03T14:21:05.37661Z","steps":["trace[341383266] 'agreement among raft nodes before linearized reading' (duration: 281.526636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:05.380487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.483908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:21:05.380561Z","caller":"traceutil/trace.go:171","msg":"trace[1304557741] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10465; }","duration":"286.648986ms","start":"2026-03-03T14:21:05.093886Z","end":"2026-03-03T14:21:05.380535Z","steps":["trace[1304557741] 'agreement among raft nodes before linearized reading' (duration: 282.391086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:06.333273Z","caller":"traceutil/trace.go:171","msg":"trace[1045299289] transaction","detail":"{read_only:false; response_revision:10468; number_of_response:1; }","duration":"173.518602ms","start":"2026-03-03T14:21:06.159734Z","end":"2026-03-03T14:21:06.333253Z","steps":["trace[1045299289] 'process raft request' (duration: 173.01908ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:06.477867Z","caller":"traceutil/trace.go:171","msg":"trace[363160640] transaction","detail":"{read_only:false; response_revision:10469; number_of_response:1; }","duration":"135.938293ms","start":"2026-03-03T14:21:06.341888Z","end":"2026-03-03T14:21:06.477826Z","steps":["trace[363160640] 'process raft request' (duration: 99.472981ms)","trace[363160640] 'compare' (duration: 36.144595ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:06.611662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.937136ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:21:07.490837Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:07.991571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:08.492605Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:08.993393Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372212,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:09.009491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.020308178s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:09.009993Z","caller":"traceutil/trace.go:171","msg":"trace[406948608] transaction","detail":"{read_only:false; response_revision:10470; number_of_response:1; }","duration":"2.020890512s","start":"2026-03-03T14:21:06.989075Z","end":"2026-03-03T14:21:09.009966Z","steps":["trace[406948608] 'process raft request' (duration: 2.020649276s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.010128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.989051Z","time spent":"2.021012434s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":431,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:09.046723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000460989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:09.046804Z","caller":"traceutil/trace.go:171","msg":"trace[1845132701] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000597982s","start":"2026-03-03T14:21:07.046188Z","end":"2026-03-03T14:21:09.046786Z","steps":["trace[1845132701] 'agreement among raft nodes before linearized reading' (duration: 2.00049117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.046844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.046167Z","time spent":"2.000668414s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:21:09.690431Z","caller":"traceutil/trace.go:171","msg":"trace[551750782] linearizableReadLoop","detail":"{readStateIndex:10897; appliedIndex:10892; }","duration":"2.700421386s","start":"2026-03-03T14:21:06.989989Z","end":"2026-03-03T14:21:09.690411Z","steps":["trace[551750782] 'read index received' (duration: 2.019725515s)","trace[551750782] 'applied index is now lower than readState.Index' (duration: 680.694521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:09.690761Z","caller":"traceutil/trace.go:171","msg":"trace[1249732820] transaction","detail":"{read_only:false; response_revision:10472; number_of_response:1; }","duration":"2.070009273s","start":"2026-03-03T14:21:07.620744Z","end":"2026-03-03T14:21:09.690753Z","steps":["trace[1249732820] 'process raft request' (duration: 2.069576973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.690848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.620722Z","time spent":"2.070066784s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.69099Z","caller":"traceutil/trace.go:171","msg":"trace[1921135812] transaction","detail":"{read_only:false; response_revision:10473; number_of_response:1; }","duration":"1.439166841s","start":"2026-03-03T14:21:08.251814Z","end":"2026-03-03T14:21:09.690981Z","steps":["trace[1921135812] 'process raft request' (duration: 1.438545897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.691037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.251779Z","time spent":"1.439232413s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:09.69135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.09360291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:21:09.691378Z","caller":"traceutil/trace.go:171","msg":"trace[1770026302] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10474; }","duration":"2.093658002s","start":"2026-03-03T14:21:07.597712Z","end":"2026-03-03T14:21:09.69137Z","steps":["trace[1770026302] 'agreement among raft nodes before linearized reading' (duration: 2.09357043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.691398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.5977Z","time spent":"2.093693553s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:21:09.691456Z","caller":"traceutil/trace.go:171","msg":"trace[1253026862] transaction","detail":"{read_only:false; response_revision:10474; number_of_response:1; }","duration":"1.352935542s","start":"2026-03-03T14:21:08.338513Z","end":"2026-03-03T14:21:09.691448Z","steps":["trace[1253026862] 'process raft request' (duration: 1.351870707s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.691479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.3106145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:21:09.691523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701535962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:09.691523Z","caller":"traceutil/trace.go:171","msg":"trace[460307045] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10474; }","duration":"2.310674632s","start":"2026-03-03T14:21:07.380836Z","end":"2026-03-03T14:21:09.691511Z","steps":["trace[460307045] 'agreement among raft nodes before linearized reading' (duration: 2.310553379s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.691546Z","caller":"traceutil/trace.go:171","msg":"trace[543863709] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:0; response_revision:10474; }","duration":"2.701575422s","start":"2026-03-03T14:21:06.989964Z","end":"2026-03-03T14:21:09.691539Z","steps":["trace[543863709] 'agreement among raft nodes before linearized reading' (duration: 2.701544061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.691558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.380827Z","time spent":"2.310722743s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:09.691594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.230699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:09.69161Z","caller":"traceutil/trace.go:171","msg":"trace[262545061] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10474; }","duration":"644.287761ms","start":"2026-03-03T14:21:09.047318Z","end":"2026-03-03T14:21:09.691605Z","steps":["trace[262545061] 'agreement among raft nodes before linearized reading' (duration: 644.25916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.691625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.047295Z","time spent":"644.327061ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:09.691652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.141088852s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:09.691737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.718714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:09.691758Z","caller":"traceutil/trace.go:171","msg":"trace[271476601] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10474; }","duration":"953.782546ms","start":"2026-03-03T14:21:08.737969Z","end":"2026-03-03T14:21:09.691751Z","steps":["trace[271476601] 'agreement among raft nodes before linearized reading' (duration: 953.747505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.691731Z","caller":"traceutil/trace.go:171","msg":"trace[812279358] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10474; }","duration":"2.141199545s","start":"2026-03-03T14:21:07.550522Z","end":"2026-03-03T14:21:09.691721Z","steps":["trace[812279358] 'agreement among raft nodes before linearized reading' (duration: 2.141107913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.691776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.737942Z","time spent":"953.828807ms","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.6918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.550504Z","time spent":"2.141285458s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:21:09.691924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510337943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:09.691942Z","caller":"traceutil/trace.go:171","msg":"trace[30664075] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:10474; }","duration":"1.510388443s","start":"2026-03-03T14:21:08.181548Z","end":"2026-03-03T14:21:09.691937Z","steps":["trace[30664075] 'agreement among raft nodes before linearized reading' (duration: 1.510313952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.691959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.181527Z","time spent":"1.510427905s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":42,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:09.692098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.979811731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:21:09.692115Z","caller":"traceutil/trace.go:171","msg":"trace[2044972829] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10474; }","duration":"1.979857722s","start":"2026-03-03T14:21:07.712251Z","end":"2026-03-03T14:21:09.692109Z","steps":["trace[2044972829] 'agreement among raft nodes before linearized reading' (duration: 1.9797997s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.692131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.712234Z","time spent":"1.979892923s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:21:09.692105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312487205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:21:09.692197Z","caller":"traceutil/trace.go:171","msg":"trace[2017891766] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10474; }","duration":"2.312626519s","start":"2026-03-03T14:21:07.379548Z","end":"2026-03-03T14:21:09.692175Z","steps":["trace[2017891766] 'agreement among raft nodes before linearized reading' (duration: 2.312376272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.692247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274004845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:21:09.692264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.379529Z","time spent":"2.31270492s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:21:09.692292Z","caller":"traceutil/trace.go:171","msg":"trace[416726644] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10474; }","duration":"2.274136888s","start":"2026-03-03T14:21:07.418143Z","end":"2026-03-03T14:21:09.69228Z","steps":["trace[416726644] 'agreement among raft nodes before linearized reading' (duration: 2.273865981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.692359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.418119Z","time spent":"2.274229981s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:21:09.692604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.312172518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:21:09.69264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.313909069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:21:09.692642Z","caller":"traceutil/trace.go:171","msg":"trace[184537754] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10474; }","duration":"2.31221303s","start":"2026-03-03T14:21:07.380418Z","end":"2026-03-03T14:21:09.692631Z","steps":["trace[184537754] 'agreement among raft nodes before linearized reading' (duration: 2.312091757s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:09.692665Z","caller":"traceutil/trace.go:171","msg":"trace[1484689294] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10474; }","duration":"2.31397343s","start":"2026-03-03T14:21:07.378685Z","end":"2026-03-03T14:21:09.692658Z","steps":["trace[1484689294] 'agreement among raft nodes before linearized reading' (duration: 2.313900468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.692672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.380356Z","time spent":"2.312309351s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:21:09.692686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.378663Z","time spent":"2.314018091s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:09.691566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:06.989957Z","time spent":"2.701605273s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"warn","ts":"2026-03-03T14:21:09.691491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:08.338487Z","time spent":"1.352981213s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:09.690441Z","caller":"traceutil/trace.go:171","msg":"trace[857275371] transaction","detail":"{read_only:false; response_revision:10471; number_of_response:1; }","duration":"2.126009107s","start":"2026-03-03T14:21:07.564407Z","end":"2026-03-03T14:21:09.690416Z","steps":["trace[857275371] 'process raft request' (duration: 2.12572479s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.692847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.564388Z","time spent":"2.128435954s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:09.692978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.311474891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:21:09.693075Z","caller":"traceutil/trace.go:171","msg":"trace[1193800247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10474; }","duration":"2.311588643s","start":"2026-03-03T14:21:07.38147Z","end":"2026-03-03T14:21:09.693058Z","steps":["trace[1193800247] 'agreement among raft nodes before linearized reading' (duration: 2.311149123s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.694389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.381463Z","time spent":"2.312906004s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:09.695432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.378370433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:21:09.695472Z","caller":"traceutil/trace.go:171","msg":"trace[2060401463] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10474; }","duration":"2.378446515s","start":"2026-03-03T14:21:07.317011Z","end":"2026-03-03T14:21:09.695458Z","steps":["trace[2060401463] 'agreement among raft nodes before linearized reading' (duration: 2.374081731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:09.69554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:07.316989Z","time spent":"2.378541816s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:10.141111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.204203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:10.141227Z","caller":"traceutil/trace.go:171","msg":"trace[2145165371] linearizableReadLoop","detail":"{readStateIndex:10898; appliedIndex:10897; }","duration":"443.793881ms","start":"2026-03-03T14:21:09.697414Z","end":"2026-03-03T14:21:10.141208Z","steps":["trace[2145165371] 'read index received' (duration: 177.413865ms)","trace[2145165371] 'applied index is now lower than readState.Index' (duration: 266.374506ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:10.141301Z","caller":"traceutil/trace.go:171","msg":"trace[168476239] transaction","detail":"{read_only:false; response_revision:10475; number_of_response:1; }","duration":"446.016833ms","start":"2026-03-03T14:21:09.695246Z","end":"2026-03-03T14:21:10.141263Z","steps":["trace[168476239] 'process raft request' (duration: 179.563314ms)","trace[168476239] 'compare' (duration: 265.928896ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:10.141509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.695226Z","time spent":"446.166297ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:10.141944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.516598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:368846"} {"level":"info","ts":"2026-03-03T14:21:10.142019Z","caller":"traceutil/trace.go:171","msg":"trace[1203718484] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10475; }","duration":"444.59421ms","start":"2026-03-03T14:21:09.697409Z","end":"2026-03-03T14:21:10.142003Z","steps":["trace[1203718484] 'agreement among raft nodes before linearized reading' (duration: 443.895494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.14206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.697372Z","time spent":"444.677812ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":40,"response size":368870,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:10.180553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.425621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:21:10.180551Z","caller":"traceutil/trace.go:171","msg":"trace[1035947806] transaction","detail":"{read_only:false; response_revision:10480; number_of_response:1; }","duration":"478.45546ms","start":"2026-03-03T14:21:09.702043Z","end":"2026-03-03T14:21:10.180499Z","steps":["trace[1035947806] 'process raft request' (duration: 478.278716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:10.180621Z","caller":"traceutil/trace.go:171","msg":"trace[1231637489] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:10482; }","duration":"481.514872ms","start":"2026-03-03T14:21:09.699089Z","end":"2026-03-03T14:21:10.180604Z","steps":["trace[1231637489] 'agreement among raft nodes before linearized reading' (duration: 481.326468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.18063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.049245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:446"} {"level":"warn","ts":"2026-03-03T14:21:10.180659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.699083Z","time spent":"481.568874ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":798,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"info","ts":"2026-03-03T14:21:10.180673Z","caller":"traceutil/trace.go:171","msg":"trace[1296766808] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:10482; }","duration":"119.132917ms","start":"2026-03-03T14:21:10.061528Z","end":"2026-03-03T14:21:10.180661Z","steps":["trace[1296766808] 'agreement among raft nodes before linearized reading' (duration: 119.005074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.180753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.70201Z","time spent":"478.635654ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:10.180767Z","caller":"traceutil/trace.go:171","msg":"trace[839512524] transaction","detail":"{read_only:false; response_revision:10481; number_of_response:1; }","duration":"476.301019ms","start":"2026-03-03T14:21:09.704432Z","end":"2026-03-03T14:21:10.180733Z","steps":["trace[839512524] 'process raft request' (duration: 475.917821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.180848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.017988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/staffeln-db-init-lzmmh\" ","response":"range_response_count:1 size:2786"} {"level":"warn","ts":"2026-03-03T14:21:10.180904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.898018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:10.180927Z","caller":"traceutil/trace.go:171","msg":"trace[1570417400] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10482; }","duration":"480.932379ms","start":"2026-03-03T14:21:09.699988Z","end":"2026-03-03T14:21:10.180921Z","steps":["trace[1570417400] 'agreement among raft nodes before linearized reading' (duration: 480.890408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.180935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.704422Z","time spent":"476.422642ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:10.180935Z","caller":"traceutil/trace.go:171","msg":"trace[541716480] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/staffeln-db-init-lzmmh; range_end:; response_count:1; response_revision:10482; }","duration":"461.148002ms","start":"2026-03-03T14:21:09.719767Z","end":"2026-03-03T14:21:10.180915Z","steps":["trace[541716480] 'agreement among raft nodes before linearized reading' (duration: 460.873185ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:10.18093Z","caller":"traceutil/trace.go:171","msg":"trace[1930644143] transaction","detail":"{read_only:false; response_revision:10482; number_of_response:1; }","duration":"475.867579ms","start":"2026-03-03T14:21:09.705027Z","end":"2026-03-03T14:21:10.180895Z","steps":["trace[1930644143] 'process raft request' (duration: 475.356527ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.180994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.719755Z","time spent":"461.222833ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":2810,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/staffeln-db-init-lzmmh\" "} {"level":"warn","ts":"2026-03-03T14:21:10.180847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.008546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:21:10.181013Z","caller":"traceutil/trace.go:171","msg":"trace[1786273590] transaction","detail":"{read_only:false; response_revision:10476; number_of_response:1; }","duration":"482.648379ms","start":"2026-03-03T14:21:09.698352Z","end":"2026-03-03T14:21:10.181001Z","steps":["trace[1786273590] 'process raft request' (duration: 481.705577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.180951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.69998Z","time spent":"480.966609ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:10.181043Z","caller":"traceutil/trace.go:171","msg":"trace[1502674223] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10482; }","duration":"480.232241ms","start":"2026-03-03T14:21:09.7008Z","end":"2026-03-03T14:21:10.181032Z","steps":["trace[1502674223] 'agreement among raft nodes before linearized reading' (duration: 479.790481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.181072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.698339Z","time spent":"482.702291ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:10.181083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.700779Z","time spent":"480.293923ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:21:10.181095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.705016Z","time spent":"475.987832ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:10.181117Z","caller":"traceutil/trace.go:171","msg":"trace[1067885033] transaction","detail":"{read_only:false; response_revision:10478; number_of_response:1; }","duration":"479.166587ms","start":"2026-03-03T14:21:09.701935Z","end":"2026-03-03T14:21:10.181102Z","steps":["trace[1067885033] 'process raft request' (duration: 478.331898ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:10.181165Z","caller":"traceutil/trace.go:171","msg":"trace[1514084958] transaction","detail":"{read_only:false; response_revision:10477; number_of_response:1; }","duration":"479.253169ms","start":"2026-03-03T14:21:09.701887Z","end":"2026-03-03T14:21:10.18114Z","steps":["trace[1514084958] 'process raft request' (duration: 478.340688ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:10.181181Z","caller":"traceutil/trace.go:171","msg":"trace[1166962240] transaction","detail":"{read_only:false; response_revision:10479; number_of_response:1; }","duration":"479.130076ms","start":"2026-03-03T14:21:09.70204Z","end":"2026-03-03T14:21:10.18117Z","steps":["trace[1166962240] 'process raft request' (duration: 478.254815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.181252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.702033Z","time spent":"479.185618ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:10.181256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.701878Z","time spent":"479.340781ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":437,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:10.181181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:09.701931Z","time spent":"479.220038ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:10.43999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.414285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:21:10.440302Z","caller":"traceutil/trace.go:171","msg":"trace[368298733] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10483; }","duration":"256.378211ms","start":"2026-03-03T14:21:10.183904Z","end":"2026-03-03T14:21:10.440282Z","steps":["trace[368298733] 'process raft request' (duration: 127.536056ms)","trace[368298733] 'compare' (duration: 128.196479ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:10.503595Z","caller":"traceutil/trace.go:171","msg":"trace[613404704] linearizableReadLoop","detail":"{readStateIndex:10907; appliedIndex:10905; }","duration":"313.222705ms","start":"2026-03-03T14:21:10.190348Z","end":"2026-03-03T14:21:10.503571Z","steps":["trace[613404704] 'read index received' (duration: 121.112414ms)","trace[613404704] 'applied index is now lower than readState.Index' (duration: 192.109191ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:10.503698Z","caller":"traceutil/trace.go:171","msg":"trace[527111308] transaction","detail":"{read_only:false; response_revision:10484; number_of_response:1; }","duration":"319.639386ms","start":"2026-03-03T14:21:10.184Z","end":"2026-03-03T14:21:10.503639Z","steps":["trace[527111308] 'process raft request' (duration: 319.396351ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.503838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.47249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-puller\" ","response":"range_response_count:1 size:446"} {"level":"info","ts":"2026-03-03T14:21:10.50411Z","caller":"traceutil/trace.go:171","msg":"trace[966472955] range","detail":"{range_begin:/registry/leases/openstack/staffeln-puller; range_end:; response_count:1; response_revision:10484; }","duration":"313.802068ms","start":"2026-03-03T14:21:10.190289Z","end":"2026-03-03T14:21:10.504091Z","steps":["trace[966472955] 'agreement among raft nodes before linearized reading' (duration: 313.401129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.50417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.190265Z","time spent":"313.891439ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":470,"request content":"key:\"/registry/leases/openstack/staffeln-puller\" "} {"level":"warn","ts":"2026-03-03T14:21:10.504413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.183957Z","time spent":"320.027105ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:10.725169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.667524ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:10.725422Z","caller":"traceutil/trace.go:171","msg":"trace[860487584] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10486; }","duration":"219.14774ms","start":"2026-03-03T14:21:10.506255Z","end":"2026-03-03T14:21:10.725403Z","steps":["trace[860487584] 'process raft request' (duration: 219.040308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:10.725918Z","caller":"traceutil/trace.go:171","msg":"trace[1427659471] transaction","detail":"{read_only:false; response_revision:10485; number_of_response:1; }","duration":"314.209008ms","start":"2026-03-03T14:21:10.411684Z","end":"2026-03-03T14:21:10.725893Z","steps":["trace[1427659471] 'process raft request' (duration: 208.703244ms)","trace[1427659471] 'compare' (duration: 104.382907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:10.726033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.411654Z","time spent":"314.326371ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:10.726217Z","caller":"traceutil/trace.go:171","msg":"trace[1526953694] linearizableReadLoop","detail":"{readStateIndex:10908; appliedIndex:10907; }","duration":"222.536401ms","start":"2026-03-03T14:21:10.503661Z","end":"2026-03-03T14:21:10.726198Z","steps":["trace[1526953694] 'read index received' (duration: 116.706629ms)","trace[1526953694] 'applied index is now lower than readState.Index' (duration: 105.828312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:10.726425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.18901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-lzmmh\" ","response":"range_response_count:1 size:7479"} {"level":"info","ts":"2026-03-03T14:21:10.726501Z","caller":"traceutil/trace.go:171","msg":"trace[905750390] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-lzmmh; range_end:; response_count:1; response_revision:10486; }","duration":"433.309123ms","start":"2026-03-03T14:21:10.29317Z","end":"2026-03-03T14:21:10.726479Z","steps":["trace[905750390] 'agreement among raft nodes before linearized reading' (duration: 433.14339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.726563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.293139Z","time spent":"433.406945ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":7503,"request content":"key:\"/registry/pods/openstack/staffeln-db-init-lzmmh\" "} {"level":"warn","ts":"2026-03-03T14:21:10.726653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.405138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:452"} {"level":"info","ts":"2026-03-03T14:21:10.726777Z","caller":"traceutil/trace.go:171","msg":"trace[280901939] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:10486; }","duration":"137.545581ms","start":"2026-03-03T14:21:10.589206Z","end":"2026-03-03T14:21:10.726751Z","steps":["trace[280901939] 'agreement among raft nodes before linearized reading' (duration: 137.272764ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.726856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.27679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:10.726918Z","caller":"traceutil/trace.go:171","msg":"trace[1786379664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10486; }","duration":"471.407513ms","start":"2026-03-03T14:21:10.255494Z","end":"2026-03-03T14:21:10.726902Z","steps":["trace[1786379664] 'agreement among raft nodes before linearized reading' (duration: 471.303461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:10.726932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.712216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:10.726953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.255444Z","time spent":"471.496855ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:21:10.726995Z","caller":"traceutil/trace.go:171","msg":"trace[87490262] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:10486; }","duration":"129.791168ms","start":"2026-03-03T14:21:10.597183Z","end":"2026-03-03T14:21:10.726974Z","steps":["trace[87490262] 'agreement among raft nodes before linearized reading' (duration: 129.686906ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.100758Z","caller":"traceutil/trace.go:171","msg":"trace[1691107888] linearizableReadLoop","detail":"{readStateIndex:10910; appliedIndex:10909; }","duration":"339.218059ms","start":"2026-03-03T14:21:10.761518Z","end":"2026-03-03T14:21:11.100737Z","steps":["trace[1691107888] 'read index received' (duration: 339.059435ms)","trace[1691107888] 'applied index is now lower than readState.Index' (duration: 157.674µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:11.100964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.421043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:11.101045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.705835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/staffeln-retention\" ","response":"range_response_count:1 size:452"} {"level":"warn","ts":"2026-03-03T14:21:11.101176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.847755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:11.101237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.178714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:11.101552Z","caller":"traceutil/trace.go:171","msg":"trace[1045009791] transaction","detail":"{read_only:false; response_revision:10487; number_of_response:1; }","duration":"366.950694ms","start":"2026-03-03T14:21:10.733885Z","end":"2026-03-03T14:21:11.100836Z","steps":["trace[1045009791] 'process raft request' (duration: 366.708009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.101619Z","caller":"traceutil/trace.go:171","msg":"trace[298265377] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10487; }","duration":"339.560447ms","start":"2026-03-03T14:21:10.761472Z","end":"2026-03-03T14:21:11.101032Z","steps":["trace[298265377] 'agreement among raft nodes before linearized reading' (duration: 339.373102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.101688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.733868Z","time spent":"367.745283ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7466,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:11.101742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.761451Z","time spent":"340.256914ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:21:11.101822Z","caller":"traceutil/trace.go:171","msg":"trace[382889128] range","detail":"{range_begin:/registry/leases/openstack/staffeln-retention; range_end:; response_count:1; response_revision:10487; }","duration":"338.819509ms","start":"2026-03-03T14:21:10.762291Z","end":"2026-03-03T14:21:11.10111Z","steps":["trace[382889128] 'agreement among raft nodes before linearized reading' (duration: 338.567793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.10186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:10.76228Z","time spent":"339.569167ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":476,"request content":"key:\"/registry/leases/openstack/staffeln-retention\" "} {"level":"info","ts":"2026-03-03T14:21:11.101949Z","caller":"traceutil/trace.go:171","msg":"trace[427000647] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:10487; }","duration":"139.907728ms","start":"2026-03-03T14:21:10.961287Z","end":"2026-03-03T14:21:11.101195Z","steps":["trace[427000647] 'agreement among raft nodes before linearized reading' (duration: 139.827955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.102044Z","caller":"traceutil/trace.go:171","msg":"trace[1927597497] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:10487; }","duration":"269.238425ms","start":"2026-03-03T14:21:10.832015Z","end":"2026-03-03T14:21:11.101253Z","steps":["trace[1927597497] 'agreement among raft nodes before linearized reading' (duration: 269.182814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.240138Z","caller":"traceutil/trace.go:171","msg":"trace[619784637] linearizableReadLoop","detail":"{readStateIndex:10912; appliedIndex:10910; }","duration":"133.771142ms","start":"2026-03-03T14:21:11.106338Z","end":"2026-03-03T14:21:11.240109Z","steps":["trace[619784637] 'read index received' (duration: 64.963746ms)","trace[619784637] 'applied index is now lower than readState.Index' (duration: 68.805916ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:11.240229Z","caller":"traceutil/trace.go:171","msg":"trace[2046045655] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10488; }","duration":"135.899242ms","start":"2026-03-03T14:21:11.104288Z","end":"2026-03-03T14:21:11.240187Z","steps":["trace[2046045655] 'process raft request' (duration: 135.662406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.240484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.600336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-init-lzmmh\" ","response":"range_response_count:1 size:7481"} {"level":"info","ts":"2026-03-03T14:21:11.240542Z","caller":"traceutil/trace.go:171","msg":"trace[1082508358] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-init-lzmmh; range_end:; response_count:1; response_revision:10488; }","duration":"127.683008ms","start":"2026-03-03T14:21:11.112846Z","end":"2026-03-03T14:21:11.240529Z","steps":["trace[1082508358] 'agreement among raft nodes before linearized reading' (duration: 127.511604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:11.24058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.211173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:21:11.24073Z","caller":"traceutil/trace.go:171","msg":"trace[1366975989] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10488; }","duration":"134.362046ms","start":"2026-03-03T14:21:11.106312Z","end":"2026-03-03T14:21:11.240674Z","steps":["trace[1366975989] 'agreement among raft nodes before linearized reading' (duration: 133.981917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:11.420317Z","caller":"traceutil/trace.go:171","msg":"trace[1601024884] transaction","detail":"{read_only:false; response_revision:10489; number_of_response:1; }","duration":"159.003608ms","start":"2026-03-03T14:21:11.26129Z","end":"2026-03-03T14:21:11.420293Z","steps":["trace[1601024884] 'process raft request' (duration: 158.845164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.0476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.888357ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:12.047813Z","caller":"traceutil/trace.go:171","msg":"trace[1221759808] transaction","detail":"{read_only:false; response_revision:10491; number_of_response:1; }","duration":"342.744752ms","start":"2026-03-03T14:21:11.705056Z","end":"2026-03-03T14:21:12.047801Z","steps":["trace[1221759808] 'process raft request' (duration: 92.585968ms)","trace[1221759808] 'compare' (duration: 249.810995ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:12.04787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.705046Z","time spent":"342.805053ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:12.048358Z","caller":"traceutil/trace.go:171","msg":"trace[615750402] transaction","detail":"{read_only:false; response_revision:10492; number_of_response:1; }","duration":"342.989178ms","start":"2026-03-03T14:21:11.705313Z","end":"2026-03-03T14:21:12.048302Z","steps":["trace[615750402] 'process raft request' (duration: 342.405434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.048532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:11.705296Z","time spent":"343.140212ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:12.275236Z","caller":"traceutil/trace.go:171","msg":"trace[256669796] linearizableReadLoop","detail":"{readStateIndex:10917; appliedIndex:10916; }","duration":"123.484809ms","start":"2026-03-03T14:21:12.151714Z","end":"2026-03-03T14:21:12.275199Z","steps":["trace[256669796] 'read index received' (duration: 82.828398ms)","trace[256669796] 'applied index is now lower than readState.Index' (duration: 40.654701ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:12.275308Z","caller":"traceutil/trace.go:171","msg":"trace[1583464609] transaction","detail":"{read_only:false; response_revision:10493; number_of_response:1; }","duration":"164.575891ms","start":"2026-03-03T14:21:12.110691Z","end":"2026-03-03T14:21:12.275266Z","steps":["trace[1583464609] 'process raft request' (duration: 123.829977ms)","trace[1583464609] 'compare' (duration: 40.380664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:12.275631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.893788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:21:12.275792Z","caller":"traceutil/trace.go:171","msg":"trace[478312540] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10493; }","duration":"124.115374ms","start":"2026-03-03T14:21:12.151658Z","end":"2026-03-03T14:21:12.275774Z","steps":["trace[478312540] 'agreement among raft nodes before linearized reading' (duration: 123.728645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.88588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.772095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:12.885993Z","caller":"traceutil/trace.go:171","msg":"trace[291415068] transaction","detail":"{read_only:false; response_revision:10494; number_of_response:1; }","duration":"598.207811ms","start":"2026-03-03T14:21:12.287767Z","end":"2026-03-03T14:21:12.885975Z","steps":["trace[291415068] 'process raft request' (duration: 403.261002ms)","trace[291415068] 'compare' (duration: 194.464327ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:12.886062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.287717Z","time spent":"598.312175ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:12.963377Z","caller":"traceutil/trace.go:171","msg":"trace[319609917] transaction","detail":"{read_only:false; response_revision:10495; number_of_response:1; }","duration":"675.412476ms","start":"2026-03-03T14:21:12.287945Z","end":"2026-03-03T14:21:12.963358Z","steps":["trace[319609917] 'process raft request' (duration: 675.244252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.963504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.287936Z","time spent":"675.493898ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:12.963739Z","caller":"traceutil/trace.go:171","msg":"trace[450072138] transaction","detail":"{read_only:false; response_revision:10496; number_of_response:1; }","duration":"675.714273ms","start":"2026-03-03T14:21:12.287999Z","end":"2026-03-03T14:21:12.963713Z","steps":["trace[450072138] 'process raft request' (duration: 675.331204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:12.963803Z","caller":"traceutil/trace.go:171","msg":"trace[222336752] transaction","detail":"{read_only:false; response_revision:10497; number_of_response:1; }","duration":"675.635691ms","start":"2026-03-03T14:21:12.288155Z","end":"2026-03-03T14:21:12.96379Z","steps":["trace[222336752] 'process raft request' (duration: 675.407616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.963895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.28799Z","time spent":"675.802655ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:12.963902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.288149Z","time spent":"675.678942ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:12.963829Z","caller":"traceutil/trace.go:171","msg":"trace[1563063024] transaction","detail":"{read_only:false; response_revision:10498; number_of_response:1; }","duration":"675.053668ms","start":"2026-03-03T14:21:12.288748Z","end":"2026-03-03T14:21:12.963802Z","steps":["trace[1563063024] 'process raft request' (duration: 674.940516ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:12.963999Z","caller":"traceutil/trace.go:171","msg":"trace[1663146733] linearizableReadLoop","detail":"{readStateIndex:10923; appliedIndex:10918; }","duration":"251.586787ms","start":"2026-03-03T14:21:12.712392Z","end":"2026-03-03T14:21:12.963979Z","steps":["trace[1663146733] 'read index received' (duration: 250.749587ms)","trace[1663146733] 'applied index is now lower than readState.Index' (duration: 836.399µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:12.964044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.288741Z","time spent":"675.208532ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:12.96406Z","caller":"traceutil/trace.go:171","msg":"trace[1364132861] transaction","detail":"{read_only:false; response_revision:10499; number_of_response:1; }","duration":"672.338434ms","start":"2026-03-03T14:21:12.291708Z","end":"2026-03-03T14:21:12.964047Z","steps":["trace[1364132861] 'process raft request' (duration: 672.026817ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.964112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.291688Z","time spent":"672.396486ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7364,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:12.964153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.759071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:12.964425Z","caller":"traceutil/trace.go:171","msg":"trace[667469275] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10499; }","duration":"252.063279ms","start":"2026-03-03T14:21:12.712347Z","end":"2026-03-03T14:21:12.96441Z","steps":["trace[667469275] 'agreement among raft nodes before linearized reading' (duration: 251.769812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:12.96416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.318213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:12.964477Z","caller":"traceutil/trace.go:171","msg":"trace[1334245327] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:10499; }","duration":"249.682522ms","start":"2026-03-03T14:21:12.714786Z","end":"2026-03-03T14:21:12.964468Z","steps":["trace[1334245327] 'agreement among raft nodes before linearized reading' (duration: 249.324754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:13.548243Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372271,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:21:13.629697Z","caller":"traceutil/trace.go:171","msg":"trace[291002729] linearizableReadLoop","detail":"{readStateIndex:10924; appliedIndex:10923; }","duration":"582.418747ms","start":"2026-03-03T14:21:13.047257Z","end":"2026-03-03T14:21:13.629676Z","steps":["trace[291002729] 'read index received' (duration: 582.188342ms)","trace[291002729] 'applied index is now lower than readState.Index' (duration: 228.775µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:13.629831Z","caller":"traceutil/trace.go:171","msg":"trace[199670455] transaction","detail":"{read_only:false; response_revision:10500; number_of_response:1; }","duration":"658.67832ms","start":"2026-03-03T14:21:12.971113Z","end":"2026-03-03T14:21:13.629791Z","steps":["trace[199670455] 'process raft request' (duration: 658.407364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:13.629965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.828295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995aaf41c22b99\" ","response":"range_response_count:1 size:2106"} {"level":"warn","ts":"2026-03-03T14:21:13.629939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.645553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:13.630003Z","caller":"traceutil/trace.go:171","msg":"trace[528275587] range","detail":"{range_begin:/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995aaf41c22b99; range_end:; response_count:1; response_revision:10500; }","duration":"348.918858ms","start":"2026-03-03T14:21:13.281074Z","end":"2026-03-03T14:21:13.629993Z","steps":["trace[528275587] 'agreement among raft nodes before linearized reading' (duration: 348.742554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:13.630005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:12.971091Z","time spent":"658.821434ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5638,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:13.630039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.28106Z","time spent":"348.972359ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2130,"request content":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995aaf41c22b99\" "} {"level":"info","ts":"2026-03-03T14:21:13.630057Z","caller":"traceutil/trace.go:171","msg":"trace[1194530567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10500; }","duration":"582.815117ms","start":"2026-03-03T14:21:13.04721Z","end":"2026-03-03T14:21:13.630025Z","steps":["trace[1194530567] 'agreement among raft nodes before linearized reading' (duration: 582.577801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:13.630114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.047189Z","time spent":"582.916289ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:14.153157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372275,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:15.939398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446964846s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:15.939536Z","caller":"traceutil/trace.go:171","msg":"trace[1755148912] transaction","detail":"{read_only:false; response_revision:10501; number_of_response:1; }","duration":"2.307353894s","start":"2026-03-03T14:21:13.63216Z","end":"2026-03-03T14:21:15.939514Z","steps":["trace[1755148912] 'process raft request' (duration: 860.168344ms)","trace[1755148912] 'compare' (duration: 1.446475983s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:15.939599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.63214Z","time spent":"2.307431955s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:16.029111Z","caller":"traceutil/trace.go:171","msg":"trace[1106626037] transaction","detail":"{read_only:false; response_revision:10503; number_of_response:1; }","duration":"2.233036057s","start":"2026-03-03T14:21:13.796042Z","end":"2026-03-03T14:21:16.029078Z","steps":["trace[1106626037] 'process raft request' (duration: 2.232868383s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.029105Z","caller":"traceutil/trace.go:171","msg":"trace[609626384] transaction","detail":"{read_only:false; response_revision:10502; number_of_response:1; }","duration":"2.394377941s","start":"2026-03-03T14:21:13.634673Z","end":"2026-03-03T14:21:16.029051Z","steps":["trace[609626384] 'process raft request' (duration: 2.394037942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.029241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.796023Z","time spent":"2.233149011s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:16.029122Z","caller":"traceutil/trace.go:171","msg":"trace[2086593241] transaction","detail":"{read_only:false; response_revision:10504; number_of_response:1; }","duration":"1.975792597s","start":"2026-03-03T14:21:14.053296Z","end":"2026-03-03T14:21:16.029088Z","steps":["trace[2086593241] 'process raft request' (duration: 1.975694914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.029351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.634636Z","time spent":"2.394562815s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":643,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:21:16.029484Z","caller":"traceutil/trace.go:171","msg":"trace[599563366] transaction","detail":"{read_only:false; response_revision:10505; number_of_response:1; }","duration":"1.976091604s","start":"2026-03-03T14:21:14.053384Z","end":"2026-03-03T14:21:16.029476Z","steps":["trace[599563366] 'process raft request' (duration: 1.975652263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.029581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.053376Z","time spent":"1.976142685s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:16.029705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.053267Z","time spent":"1.976188585s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:16.029794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.377198685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.029829Z","caller":"traceutil/trace.go:171","msg":"trace[2017162710] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10505; }","duration":"2.377269817s","start":"2026-03-03T14:21:13.652553Z","end":"2026-03-03T14:21:16.029822Z","steps":["trace[2017162710] 'agreement among raft nodes before linearized reading' (duration: 2.377198985s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.029847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.652534Z","time spent":"2.377309157s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-03T14:21:16.029364Z","caller":"traceutil/trace.go:171","msg":"trace[1392635469] linearizableReadLoop","detail":"{readStateIndex:10929; appliedIndex:10924; }","duration":"2.376723854s","start":"2026-03-03T14:21:13.6526Z","end":"2026-03-03T14:21:16.029323Z","steps":["trace[1392635469] 'read index received' (duration: 839.835693ms)","trace[1392635469] 'applied index is now lower than readState.Index' (duration: 1.536885671s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:16.048382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99969464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:16.048497Z","caller":"traceutil/trace.go:171","msg":"trace[760355144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999822204s","start":"2026-03-03T14:21:14.04866Z","end":"2026-03-03T14:21:16.048482Z","steps":["trace[760355144] 'agreement among raft nodes before linearized reading' (duration: 1.999694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.048547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.04857Z","time spent":"1.999961877s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:16.286901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.884266ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:16.287262Z","caller":"traceutil/trace.go:171","msg":"trace[1215000403] transaction","detail":"{read_only:false; response_revision:10507; number_of_response:1; }","duration":"597.376242ms","start":"2026-03-03T14:21:15.689847Z","end":"2026-03-03T14:21:16.287223Z","steps":["trace[1215000403] 'process raft request' (duration: 597.197227ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.287373Z","caller":"traceutil/trace.go:171","msg":"trace[236777160] linearizableReadLoop","detail":"{readStateIndex:10931; appliedIndex:10929; }","duration":"257.064797ms","start":"2026-03-03T14:21:16.030277Z","end":"2026-03-03T14:21:16.287342Z","steps":["trace[236777160] 'read index received' (duration: 56.603438ms)","trace[236777160] 'applied index is now lower than readState.Index' (duration: 200.457739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:16.287414Z","caller":"traceutil/trace.go:171","msg":"trace[1127016539] transaction","detail":"{read_only:false; response_revision:10509; number_of_response:1; }","duration":"233.426279ms","start":"2026-03-03T14:21:16.053967Z","end":"2026-03-03T14:21:16.287393Z","steps":["trace[1127016539] 'process raft request' (duration: 233.321826ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.287519Z","caller":"traceutil/trace.go:171","msg":"trace[1393360757] transaction","detail":"{read_only:false; response_revision:10506; number_of_response:1; }","duration":"1.353981626s","start":"2026-03-03T14:21:14.933493Z","end":"2026-03-03T14:21:16.287474Z","steps":["trace[1393360757] 'process raft request' (duration: 1.153394524s)","trace[1393360757] 'compare' (duration: 199.720452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:16.287571Z","caller":"traceutil/trace.go:171","msg":"trace[782596896] transaction","detail":"{read_only:false; response_revision:10508; number_of_response:1; }","duration":"239.906632ms","start":"2026-03-03T14:21:16.047617Z","end":"2026-03-03T14:21:16.287524Z","steps":["trace[782596896] 'process raft request' (duration: 239.526783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.287687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943366289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:16.287755Z","caller":"traceutil/trace.go:171","msg":"trace[1259965449] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10509; }","duration":"1.943503023s","start":"2026-03-03T14:21:14.344239Z","end":"2026-03-03T14:21:16.287742Z","steps":["trace[1259965449] 'agreement among raft nodes before linearized reading' (duration: 1.943349409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.287747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.933466Z","time spent":"1.354154111s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:16.287786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.344218Z","time spent":"1.943558724s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:16.287772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.537086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:21:16.287882Z","caller":"traceutil/trace.go:171","msg":"trace[1196262785] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:10509; }","duration":"402.652548ms","start":"2026-03-03T14:21:15.885206Z","end":"2026-03-03T14:21:16.287858Z","steps":["trace[1196262785] 'agreement among raft nodes before linearized reading' (duration: 402.30645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.287952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.885176Z","time spent":"402.755061ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:21:16.287988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.31898788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:21:16.288095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319144044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:21:16.288131Z","caller":"traceutil/trace.go:171","msg":"trace[571437793] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10509; }","duration":"1.319225345s","start":"2026-03-03T14:21:14.968897Z","end":"2026-03-03T14:21:16.288123Z","steps":["trace[571437793] 'agreement among raft nodes before linearized reading' (duration: 1.319084052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.288157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.968871Z","time spent":"1.319280347s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:16.288254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319220015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:21:16.288272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398132071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:21:16.288299Z","caller":"traceutil/trace.go:171","msg":"trace[1179896104] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10509; }","duration":"1.398193061s","start":"2026-03-03T14:21:14.8901Z","end":"2026-03-03T14:21:16.288293Z","steps":["trace[1179896104] 'agreement among raft nodes before linearized reading' (duration: 1.39811316s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.288302Z","caller":"traceutil/trace.go:171","msg":"trace[1674689155] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10509; }","duration":"1.319312527s","start":"2026-03-03T14:21:14.968978Z","end":"2026-03-03T14:21:16.28829Z","steps":["trace[1674689155] 'agreement among raft nodes before linearized reading' (duration: 1.319184144s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.288317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.890081Z","time spent":"1.398231633s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:21:16.288355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.968945Z","time spent":"1.31940108s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:16.288367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.992643384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:21:16.28835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:15.689825Z","time spent":"598.396425ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:16.288428Z","caller":"traceutil/trace.go:171","msg":"trace[901392651] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10509; }","duration":"1.992746696s","start":"2026-03-03T14:21:14.295667Z","end":"2026-03-03T14:21:16.288414Z","steps":["trace[901392651] 'agreement among raft nodes before linearized reading' (duration: 1.992532781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.288474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.295646Z","time spent":"1.992821137s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:21:16.288486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319455311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:21:16.28853Z","caller":"traceutil/trace.go:171","msg":"trace[212298162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10509; }","duration":"1.319539273s","start":"2026-03-03T14:21:14.968978Z","end":"2026-03-03T14:21:16.288518Z","steps":["trace[212298162] 'agreement among raft nodes before linearized reading' (duration: 1.319401239s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.288107Z","caller":"traceutil/trace.go:171","msg":"trace[106675890] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10509; }","duration":"1.319155613s","start":"2026-03-03T14:21:14.968924Z","end":"2026-03-03T14:21:16.288079Z","steps":["trace[106675890] 'agreement among raft nodes before linearized reading' (duration: 1.318785045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.288602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.968956Z","time spent":"1.319636235s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:16.288548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360488289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:16.287806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.516598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.28868Z","caller":"traceutil/trace.go:171","msg":"trace[1636348650] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:10509; }","duration":"2.360674163s","start":"2026-03-03T14:21:13.927988Z","end":"2026-03-03T14:21:16.288663Z","steps":["trace[1636348650] 'agreement among raft nodes before linearized reading' (duration: 2.36052311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.288387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492382048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.288829Z","caller":"traceutil/trace.go:171","msg":"trace[1713022732] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:0; response_revision:10509; }","duration":"2.492878449s","start":"2026-03-03T14:21:13.795921Z","end":"2026-03-03T14:21:16.288799Z","steps":["trace[1713022732] 'agreement among raft nodes before linearized reading' (duration: 2.492006499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.288718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.927943Z","time spent":"2.360762195s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:16.288711Z","caller":"traceutil/trace.go:171","msg":"trace[641582773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10509; }","duration":"239.45587ms","start":"2026-03-03T14:21:16.04924Z","end":"2026-03-03T14:21:16.288696Z","steps":["trace[641582773] 'agreement among raft nodes before linearized reading' (duration: 238.521448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.288605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:14.968908Z","time spent":"1.319689587s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:16.288917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:13.795898Z","time spent":"2.493000663s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-03T14:21:16.520305Z","caller":"traceutil/trace.go:171","msg":"trace[1948264391] transaction","detail":"{read_only:false; response_revision:10510; number_of_response:1; }","duration":"225.338406ms","start":"2026-03-03T14:21:16.294925Z","end":"2026-03-03T14:21:16.520264Z","steps":["trace[1948264391] 'process raft request' (duration: 161.500527ms)","trace[1948264391] 'compare' (duration: 63.468751ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:16.565261Z","caller":"traceutil/trace.go:171","msg":"trace[492288198] transaction","detail":"{read_only:false; response_revision:10512; number_of_response:1; }","duration":"269.690734ms","start":"2026-03-03T14:21:16.295546Z","end":"2026-03-03T14:21:16.565237Z","steps":["trace[492288198] 'process raft request' (duration: 269.606992ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.565345Z","caller":"traceutil/trace.go:171","msg":"trace[410184816] transaction","detail":"{read_only:false; response_revision:10511; number_of_response:1; }","duration":"269.859589ms","start":"2026-03-03T14:21:16.295412Z","end":"2026-03-03T14:21:16.565272Z","steps":["trace[410184816] 'process raft request' (duration: 269.622904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.565455Z","caller":"traceutil/trace.go:171","msg":"trace[1252400673] transaction","detail":"{read_only:false; response_revision:10513; number_of_response:1; }","duration":"268.899926ms","start":"2026-03-03T14:21:16.296546Z","end":"2026-03-03T14:21:16.565446Z","steps":["trace[1252400673] 'process raft request' (duration: 268.65234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.565704Z","caller":"traceutil/trace.go:171","msg":"trace[1204336658] transaction","detail":"{read_only:false; response_revision:10515; number_of_response:1; }","duration":"267.934233ms","start":"2026-03-03T14:21:16.297757Z","end":"2026-03-03T14:21:16.565691Z","steps":["trace[1204336658] 'process raft request' (duration: 267.739088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.565796Z","caller":"traceutil/trace.go:171","msg":"trace[791427826] transaction","detail":"{read_only:false; response_revision:10514; number_of_response:1; }","duration":"268.388464ms","start":"2026-03-03T14:21:16.2974Z","end":"2026-03-03T14:21:16.565789Z","steps":["trace[791427826] 'process raft request' (duration: 267.987525ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:16.565833Z","caller":"traceutil/trace.go:171","msg":"trace[311783384] transaction","detail":"{read_only:false; response_revision:10516; number_of_response:1; }","duration":"266.821937ms","start":"2026-03-03T14:21:16.299001Z","end":"2026-03-03T14:21:16.565823Z","steps":["trace[311783384] 'process raft request' (duration: 266.546831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.794109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.42991ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:21:16.794226Z","caller":"traceutil/trace.go:171","msg":"trace[1869783138] linearizableReadLoop","detail":"{readStateIndex:10936; appliedIndex:10933; }","duration":"498.400422ms","start":"2026-03-03T14:21:16.295802Z","end":"2026-03-03T14:21:16.794202Z","steps":["trace[1869783138] 'read index received' (duration: 160.693739ms)","trace[1869783138] 'applied index is now lower than readState.Index' (duration: 337.704793ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:16.794446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.631547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:21:16.794482Z","caller":"traceutil/trace.go:171","msg":"trace[283328013] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10516; }","duration":"498.687918ms","start":"2026-03-03T14:21:16.295785Z","end":"2026-03-03T14:21:16.794473Z","steps":["trace[283328013] 'agreement among raft nodes before linearized reading' (duration: 498.509014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.794521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.295779Z","time spent":"498.734409ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:21:16.895616Z","caller":"traceutil/trace.go:171","msg":"trace[231189424] transaction","detail":"{read_only:false; response_revision:10517; number_of_response:1; }","duration":"324.00423ms","start":"2026-03-03T14:21:16.571588Z","end":"2026-03-03T14:21:16.895593Z","steps":["trace[231189424] 'process raft request' (duration: 323.793185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.895738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.335874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:16.895779Z","caller":"traceutil/trace.go:171","msg":"trace[1322229259] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10517; }","duration":"598.419467ms","start":"2026-03-03T14:21:16.297351Z","end":"2026-03-03T14:21:16.89577Z","steps":["trace[1322229259] 'agreement among raft nodes before linearized reading' (duration: 598.303574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.895807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.297342Z","time spent":"598.458908ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:16.895839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.571565Z","time spent":"324.136202ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5302,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:21:16.895593Z","caller":"traceutil/trace.go:171","msg":"trace[2128727961] linearizableReadLoop","detail":"{readStateIndex:10942; appliedIndex:10941; }","duration":"101.314095ms","start":"2026-03-03T14:21:16.794251Z","end":"2026-03-03T14:21:16.895565Z","steps":["trace[2128727961] 'read index received' (duration: 101.067209ms)","trace[2128727961] 'applied index is now lower than readState.Index' (duration: 245.496µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:16.89645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.605347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:374056"} {"level":"info","ts":"2026-03-03T14:21:16.896571Z","caller":"traceutil/trace.go:171","msg":"trace[1225901181] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10517; }","duration":"597.7471ms","start":"2026-03-03T14:21:16.298796Z","end":"2026-03-03T14:21:16.896543Z","steps":["trace[1225901181] 'agreement among raft nodes before linearized reading' (duration: 596.848149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:16.896648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:16.298779Z","time spent":"597.853952ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":374080,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:21:17.004091Z","caller":"traceutil/trace.go:171","msg":"trace[1662558730] transaction","detail":"{read_only:false; response_revision:10518; number_of_response:1; }","duration":"102.843111ms","start":"2026-03-03T14:21:16.901212Z","end":"2026-03-03T14:21:17.004055Z","steps":["trace[1662558730] 'process raft request' (duration: 100.029834ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:17.08108Z","caller":"traceutil/trace.go:171","msg":"trace[744950355] linearizableReadLoop","detail":"{readStateIndex:10945; appliedIndex:10942; }","duration":"114.946647ms","start":"2026-03-03T14:21:16.966117Z","end":"2026-03-03T14:21:17.081064Z","steps":["trace[744950355] 'read index received' (duration: 35.140081ms)","trace[744950355] 'applied index is now lower than readState.Index' (duration: 79.805906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:17.081137Z","caller":"traceutil/trace.go:171","msg":"trace[1651583043] transaction","detail":"{read_only:false; response_revision:10519; number_of_response:1; }","duration":"179.212867ms","start":"2026-03-03T14:21:16.901887Z","end":"2026-03-03T14:21:17.0811Z","steps":["trace[1651583043] 'process raft request' (duration: 179.002372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.081231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.112541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:17.081261Z","caller":"traceutil/trace.go:171","msg":"trace[709469256] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10520; }","duration":"115.196443ms","start":"2026-03-03T14:21:16.966056Z","end":"2026-03-03T14:21:17.081252Z","steps":["trace[709469256] 'agreement among raft nodes before linearized reading' (duration: 115.108241ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:17.081387Z","caller":"traceutil/trace.go:171","msg":"trace[1129652177] transaction","detail":"{read_only:false; response_revision:10520; number_of_response:1; }","duration":"178.491888ms","start":"2026-03-03T14:21:16.902882Z","end":"2026-03-03T14:21:17.081373Z","steps":["trace[1129652177] 'process raft request' (duration: 178.13739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:17.241752Z","caller":"traceutil/trace.go:171","msg":"trace[1033271857] linearizableReadLoop","detail":"{readStateIndex:10947; appliedIndex:10946; }","duration":"143.107113ms","start":"2026-03-03T14:21:17.098622Z","end":"2026-03-03T14:21:17.241729Z","steps":["trace[1033271857] 'read index received' (duration: 138.219238ms)","trace[1033271857] 'applied index is now lower than readState.Index' (duration: 4.887015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:17.241828Z","caller":"traceutil/trace.go:171","msg":"trace[1995177943] transaction","detail":"{read_only:false; response_revision:10522; number_of_response:1; }","duration":"147.434866ms","start":"2026-03-03T14:21:17.094337Z","end":"2026-03-03T14:21:17.241772Z","steps":["trace[1995177943] 'process raft request' (duration: 142.581931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:17.242137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.460912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:21:17.24227Z","caller":"traceutil/trace.go:171","msg":"trace[508147958] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10522; }","duration":"143.636086ms","start":"2026-03-03T14:21:17.098602Z","end":"2026-03-03T14:21:17.242238Z","steps":["trace[508147958] 'agreement among raft nodes before linearized reading' (duration: 143.245087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.243619Z","caller":"traceutil/trace.go:171","msg":"trace[700087333] transaction","detail":"{read_only:false; response_revision:10525; number_of_response:1; }","duration":"205.379555ms","start":"2026-03-03T14:21:18.03822Z","end":"2026-03-03T14:21:18.243599Z","steps":["trace[700087333] 'process raft request' (duration: 181.365878ms)","trace[700087333] 'compare' (duration: 23.522446ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:18.24387Z","caller":"traceutil/trace.go:171","msg":"trace[351543464] transaction","detail":"{read_only:false; response_revision:10526; number_of_response:1; }","duration":"203.343337ms","start":"2026-03-03T14:21:18.040487Z","end":"2026-03-03T14:21:18.24383Z","steps":["trace[351543464] 'process raft request' (duration: 202.913297ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.243919Z","caller":"traceutil/trace.go:171","msg":"trace[958042233] transaction","detail":"{read_only:false; response_revision:10527; number_of_response:1; }","duration":"193.918603ms","start":"2026-03-03T14:21:18.049992Z","end":"2026-03-03T14:21:18.243911Z","steps":["trace[958042233] 'process raft request' (duration: 193.803851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.243964Z","caller":"traceutil/trace.go:171","msg":"trace[1850444468] linearizableReadLoop","detail":"{readStateIndex:10951; appliedIndex:10948; }","duration":"196.190318ms","start":"2026-03-03T14:21:18.047744Z","end":"2026-03-03T14:21:18.243934Z","steps":["trace[1850444468] 'read index received' (duration: 42.73899ms)","trace[1850444468] 'applied index is now lower than readState.Index' (duration: 153.448188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:18.244123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.365842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:18.244155Z","caller":"traceutil/trace.go:171","msg":"trace[623510402] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10528; }","duration":"196.456404ms","start":"2026-03-03T14:21:18.047688Z","end":"2026-03-03T14:21:18.244145Z","steps":["trace[623510402] 'agreement among raft nodes before linearized reading' (duration: 196.334581ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.699102Z","caller":"traceutil/trace.go:171","msg":"trace[1792166937] transaction","detail":"{read_only:false; response_revision:10531; number_of_response:1; }","duration":"125.876066ms","start":"2026-03-03T14:21:18.573199Z","end":"2026-03-03T14:21:18.699075Z","steps":["trace[1792166937] 'process raft request' (duration: 124.478972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.699497Z","caller":"traceutil/trace.go:171","msg":"trace[432158006] transaction","detail":"{read_only:false; response_revision:10532; number_of_response:1; }","duration":"126.242844ms","start":"2026-03-03T14:21:18.573232Z","end":"2026-03-03T14:21:18.699475Z","steps":["trace[432158006] 'process raft request' (duration: 125.797463ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:18.699704Z","caller":"traceutil/trace.go:171","msg":"trace[415638603] transaction","detail":"{read_only:false; response_revision:10533; number_of_response:1; }","duration":"126.255195ms","start":"2026-03-03T14:21:18.573432Z","end":"2026-03-03T14:21:18.699687Z","steps":["trace[415638603] 'process raft request' (duration: 125.978278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:20.803272Z","caller":"traceutil/trace.go:171","msg":"trace[2006628575] transaction","detail":"{read_only:false; response_revision:10542; number_of_response:1; }","duration":"188.266851ms","start":"2026-03-03T14:21:20.614954Z","end":"2026-03-03T14:21:20.803221Z","steps":["trace[2006628575] 'process raft request' (duration: 136.374524ms)","trace[2006628575] 'compare' (duration: 51.378735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:21.300219Z","caller":"traceutil/trace.go:171","msg":"trace[574239748] transaction","detail":"{read_only:false; response_revision:10546; number_of_response:1; }","duration":"216.960588ms","start":"2026-03-03T14:21:21.083217Z","end":"2026-03-03T14:21:21.300177Z","steps":["trace[574239748] 'process raft request' (duration: 139.900047ms)","trace[574239748] 'compare' (duration: 76.854366ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:22.561951Z","caller":"traceutil/trace.go:171","msg":"trace[2085294497] transaction","detail":"{read_only:false; response_revision:10550; number_of_response:1; }","duration":"104.406979ms","start":"2026-03-03T14:21:22.457517Z","end":"2026-03-03T14:21:22.561924Z","steps":["trace[2085294497] 'process raft request' (duration: 25.228016ms)","trace[2085294497] 'compare' (duration: 79.036959ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:22.561964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.631917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-db-sync-6xghk\" ","response":"range_response_count:1 size:6904"} {"level":"info","ts":"2026-03-03T14:21:22.562148Z","caller":"traceutil/trace.go:171","msg":"trace[1362781993] range","detail":"{range_begin:/registry/pods/openstack/staffeln-db-sync-6xghk; range_end:; response_count:1; response_revision:10549; }","duration":"105.846952ms","start":"2026-03-03T14:21:22.456263Z","end":"2026-03-03T14:21:22.56211Z","steps":["trace[1362781993] 'range keys from in-memory index tree' (duration: 105.363841ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:22.696072Z","caller":"traceutil/trace.go:171","msg":"trace[322718488] transaction","detail":"{read_only:false; response_revision:10551; number_of_response:1; }","duration":"125.715541ms","start":"2026-03-03T14:21:22.570277Z","end":"2026-03-03T14:21:22.695993Z","steps":["trace[322718488] 'process raft request' (duration: 96.669725ms)","trace[322718488] 'compare' (duration: 28.763569ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:23.105625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.403553ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:23.105806Z","caller":"traceutil/trace.go:171","msg":"trace[187487910] linearizableReadLoop","detail":"{readStateIndex:10983; appliedIndex:10981; }","duration":"113.624037ms","start":"2026-03-03T14:21:22.992167Z","end":"2026-03-03T14:21:23.105791Z","steps":["trace[187487910] 'read index received' (duration: 82.422µs)","trace[187487910] 'applied index is now lower than readState.Index' (duration: 113.538115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:23.105911Z","caller":"traceutil/trace.go:171","msg":"trace[1730975210] transaction","detail":"{read_only:false; response_revision:10557; number_of_response:1; }","duration":"202.507077ms","start":"2026-03-03T14:21:22.903381Z","end":"2026-03-03T14:21:23.105888Z","steps":["trace[1730975210] 'process raft request' (duration: 202.349833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:23.105947Z","caller":"traceutil/trace.go:171","msg":"trace[191544918] transaction","detail":"{read_only:false; response_revision:10556; number_of_response:1; }","duration":"205.021937ms","start":"2026-03-03T14:21:22.900895Z","end":"2026-03-03T14:21:23.105917Z","steps":["trace[191544918] 'process raft request' (duration: 33.273327ms)","trace[191544918] 'compare' (duration: 171.283799ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:23.105986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.832331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:21:23.106015Z","caller":"traceutil/trace.go:171","msg":"trace[1698892510] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10557; }","duration":"113.920543ms","start":"2026-03-03T14:21:22.992086Z","end":"2026-03-03T14:21:23.106007Z","steps":["trace[1698892510] 'agreement among raft nodes before linearized reading' (duration: 113.79352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:24.443574Z","caller":"traceutil/trace.go:171","msg":"trace[1122083431] transaction","detail":"{read_only:false; response_revision:10561; number_of_response:1; }","duration":"184.217734ms","start":"2026-03-03T14:21:24.259333Z","end":"2026-03-03T14:21:24.443551Z","steps":["trace[1122083431] 'process raft request' (duration: 184.04626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:24.835213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.518422ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:24.835622Z","caller":"traceutil/trace.go:171","msg":"trace[428820778] transaction","detail":"{read_only:false; response_revision:10563; number_of_response:1; }","duration":"473.788099ms","start":"2026-03-03T14:21:24.361809Z","end":"2026-03-03T14:21:24.835597Z","steps":["trace[428820778] 'process raft request' (duration: 473.488332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:24.835403Z","caller":"traceutil/trace.go:171","msg":"trace[1769196832] linearizableReadLoop","detail":"{readStateIndex:10988; appliedIndex:10986; }","duration":"481.584004ms","start":"2026-03-03T14:21:24.353804Z","end":"2026-03-03T14:21:24.835388Z","steps":["trace[1769196832] 'read index received' (duration: 89.565767ms)","trace[1769196832] 'applied index is now lower than readState.Index' (duration: 392.017387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:24.835773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.361779Z","time spent":"473.914602ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:24.835861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.056435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:21:24.836281Z","caller":"traceutil/trace.go:171","msg":"trace[481769999] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10563; }","duration":"482.514536ms","start":"2026-03-03T14:21:24.353751Z","end":"2026-03-03T14:21:24.836266Z","steps":["trace[481769999] 'agreement among raft nodes before linearized reading' (duration: 481.921352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:24.836321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.353737Z","time spent":"482.573108ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-03T14:21:24.856345Z","caller":"traceutil/trace.go:171","msg":"trace[1477294860] transaction","detail":"{read_only:false; response_revision:10562; number_of_response:1; }","duration":"503.535064ms","start":"2026-03-03T14:21:24.352789Z","end":"2026-03-03T14:21:24.856324Z","steps":["trace[1477294860] 'process raft request' (duration: 146.766669ms)","trace[1477294860] 'compare' (duration: 335.272866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:24.856684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:24.352773Z","time spent":"503.863401ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:25.145759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.09665ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:25.145918Z","caller":"traceutil/trace.go:171","msg":"trace[628973323] linearizableReadLoop","detail":"{readStateIndex:10991; appliedIndex:10989; }","duration":"246.370524ms","start":"2026-03-03T14:21:24.899532Z","end":"2026-03-03T14:21:25.145902Z","steps":["trace[628973323] 'read index received' (duration: 120.060478ms)","trace[628973323] 'applied index is now lower than readState.Index' (duration: 126.308996ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:25.146193Z","caller":"traceutil/trace.go:171","msg":"trace[972335174] transaction","detail":"{read_only:false; response_revision:10564; number_of_response:1; }","duration":"287.24953ms","start":"2026-03-03T14:21:24.858929Z","end":"2026-03-03T14:21:25.146179Z","steps":["trace[972335174] 'process raft request' (duration: 160.646698ms)","trace[972335174] 'compare' (duration: 125.992168ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:25.146302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.082044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:21:25.146511Z","caller":"traceutil/trace.go:171","msg":"trace[855434058] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:10565; }","duration":"212.32463ms","start":"2026-03-03T14:21:24.934169Z","end":"2026-03-03T14:21:25.146494Z","steps":["trace[855434058] 'agreement among raft nodes before linearized reading' (duration: 212.080854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:25.146495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.459664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:21:25.146274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.755214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:21:25.146573Z","caller":"traceutil/trace.go:171","msg":"trace[1207583149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10565; }","duration":"240.571367ms","start":"2026-03-03T14:21:24.90598Z","end":"2026-03-03T14:21:25.146551Z","steps":["trace[1207583149] 'agreement among raft nodes before linearized reading' (duration: 240.416874ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:25.146607Z","caller":"traceutil/trace.go:171","msg":"trace[2063646441] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10565; }","duration":"247.124252ms","start":"2026-03-03T14:21:24.899441Z","end":"2026-03-03T14:21:25.146565Z","steps":["trace[2063646441] 'agreement among raft nodes before linearized reading' (duration: 246.607809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:25.14637Z","caller":"traceutil/trace.go:171","msg":"trace[1920887718] transaction","detail":"{read_only:false; response_revision:10565; number_of_response:1; }","duration":"283.124372ms","start":"2026-03-03T14:21:24.86322Z","end":"2026-03-03T14:21:25.146344Z","steps":["trace[1920887718] 'process raft request' (duration: 282.635791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:26.602571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.96232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:26.602663Z","caller":"traceutil/trace.go:171","msg":"trace[344955690] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10571; }","duration":"558.097693ms","start":"2026-03-03T14:21:26.044541Z","end":"2026-03-03T14:21:26.602639Z","steps":["trace[344955690] 'range keys from in-memory index tree' (duration: 557.868877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:26.602703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.044522Z","time spent":"558.172094ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:26.602945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.099338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:26.603045Z","caller":"traceutil/trace.go:171","msg":"trace[69388809] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:10571; }","duration":"271.275963ms","start":"2026-03-03T14:21:26.331745Z","end":"2026-03-03T14:21:26.603021Z","steps":["trace[69388809] 'count revisions from in-memory index tree' (duration: 271.013457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.069027Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:27.569584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372443,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:27.663848Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.213208199s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:27.664508Z","caller":"traceutil/trace.go:171","msg":"trace[1009487610] transaction","detail":"{read_only:false; response_revision:10572; number_of_response:1; }","duration":"1.214141101s","start":"2026-03-03T14:21:26.450334Z","end":"2026-03-03T14:21:27.664475Z","steps":["trace[1009487610] 'process raft request' (duration: 1.213946176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:27.664672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.4503Z","time spent":"1.214277384s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:28.003745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.54827ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:28.003929Z","caller":"traceutil/trace.go:171","msg":"trace[155034922] transaction","detail":"{read_only:false; response_revision:10573; number_of_response:1; }","duration":"1.518230149s","start":"2026-03-03T14:21:26.485676Z","end":"2026-03-03T14:21:28.003907Z","steps":["trace[155034922] 'process raft request' (duration: 1.276419103s)","trace[155034922] 'compare' (duration: 241.348735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:28.004041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.485652Z","time spent":"1.518329682s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:28.60477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000228994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:28.604908Z","caller":"traceutil/trace.go:171","msg":"trace[27093290] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000427859s","start":"2026-03-03T14:21:26.604463Z","end":"2026-03-03T14:21:28.604891Z","steps":["trace[27093290] 'agreement among raft nodes before linearized reading' (duration: 2.000260885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:28.604968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.604445Z","time spent":"2.000513s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:30.614068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00048436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:30.614203Z","caller":"traceutil/trace.go:171","msg":"trace[590830987] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692534s","start":"2026-03-03T14:21:28.613481Z","end":"2026-03-03T14:21:30.614173Z","steps":["trace[590830987] 'agreement among raft nodes before linearized reading' (duration: 2.00050941s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:30.614553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:28.613459Z","time spent":"2.001074253s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:31.858543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.860201Z","time spent":"4.998334586s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:31.861867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.863803Z","time spent":"4.99805946s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:21:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:32.151288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998971972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:32.151364Z","caller":"traceutil/trace.go:171","msg":"trace[1442788853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999273409s","start":"2026-03-03T14:21:27.152073Z","end":"2026-03-03T14:21:32.151346Z","steps":["trace[1442788853] 'agreement among raft nodes before linearized reading' (duration: 4.999017583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:32.151403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.15205Z","time spent":"4.999344681s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:21:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:32.159859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999552636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:32.15995Z","caller":"traceutil/trace.go:171","msg":"trace[1280691167] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99971257s","start":"2026-03-03T14:21:27.160216Z","end":"2026-03-03T14:21:32.159929Z","steps":["trace[1280691167] 'agreement among raft nodes before linearized reading' (duration: 4.999591927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:32.160006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.160198Z","time spent":"4.999797911s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:21:32.161878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998992551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:32.161968Z","caller":"traceutil/trace.go:171","msg":"trace[186562402] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999151637s","start":"2026-03-03T14:21:27.162796Z","end":"2026-03-03T14:21:32.161948Z","steps":["trace[186562402] 'agreement among raft nodes before linearized reading' (duration: 4.999034883s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:32.162019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.162769Z","time spent":"4.999239608s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:21:32.197755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.193919981s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:21:32.198303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.049116389s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:32.198472Z","caller":"traceutil/trace.go:171","msg":"trace[1422288710] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10573; }","duration":"2.049286954s","start":"2026-03-03T14:21:30.149153Z","end":"2026-03-03T14:21:32.19844Z","steps":["trace[1422288710] 'range keys from in-memory index tree' (duration: 2.049092768s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:32.198978Z","caller":"traceutil/trace.go:171","msg":"trace[1010185922] transaction","detail":"{read_only:false; response_revision:10574; number_of_response:1; }","duration":"5.573985604s","start":"2026-03-03T14:21:26.624972Z","end":"2026-03-03T14:21:32.198957Z","steps":["trace[1010185922] 'process raft request' (duration: 5.572871137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:32.199083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.624923Z","time spent":"5.574097657s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:32.614392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00008613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:32.614486Z","caller":"traceutil/trace.go:171","msg":"trace[1429759603] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000244874s","start":"2026-03-03T14:21:30.614218Z","end":"2026-03-03T14:21:32.614463Z","steps":["trace[1429759603] 'agreement among raft nodes before linearized reading' (duration: 2.000111511s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:32.614546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:30.614196Z","time spent":"2.000337666s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:34.621873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000436308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:34.621964Z","caller":"traceutil/trace.go:171","msg":"trace[502907136] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000576652s","start":"2026-03-03T14:21:32.621364Z","end":"2026-03-03T14:21:34.62194Z","steps":["trace[502907136] 'agreement among raft nodes before linearized reading' (duration: 2.000464639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:34.622016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:32.621347Z","time spent":"2.000657154s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:34.66812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.670131Z","time spent":"4.997982168s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:21:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:35.265491Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.595180665s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:36.210023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998746308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:36.210109Z","caller":"traceutil/trace.go:171","msg":"trace[1841379357] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998852881s","start":"2026-03-03T14:21:34.211235Z","end":"2026-03-03T14:21:36.210088Z","steps":["trace[1841379357] 'agreement among raft nodes before linearized reading' (duration: 1.998743818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:36.210155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.211186Z","time spent":"1.998960084s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:36.623944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001492093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:36.624028Z","caller":"traceutil/trace.go:171","msg":"trace[1670817171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001632896s","start":"2026-03-03T14:21:34.622377Z","end":"2026-03-03T14:21:36.624009Z","steps":["trace[1670817171] 'agreement among raft nodes before linearized reading' (duration: 2.001519383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:36.624075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.622356Z","time spent":"2.001709788s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:36.858173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996883552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:36.858264Z","caller":"traceutil/trace.go:171","msg":"trace[735365252] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997026515s","start":"2026-03-03T14:21:31.861217Z","end":"2026-03-03T14:21:36.858243Z","steps":["trace[735365252] 'agreement among raft nodes before linearized reading' (duration: 4.996909543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:36.858319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.861197Z","time spent":"4.997107978s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 14:21:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:36.862401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998579321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:36.862498Z","caller":"traceutil/trace.go:171","msg":"trace[308029456] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998729955s","start":"2026-03-03T14:21:31.863736Z","end":"2026-03-03T14:21:36.862466Z","steps":["trace[308029456] 'agreement among raft nodes before linearized reading' (duration: 4.998613462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:36.862548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.863713Z","time spent":"4.998822828s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 14:21:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:37.152151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998943132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:37.152236Z","caller":"traceutil/trace.go:171","msg":"trace[173190711] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.999074616s","start":"2026-03-03T14:21:34.153143Z","end":"2026-03-03T14:21:37.152217Z","steps":["trace[173190711] 'agreement among raft nodes before linearized reading' (duration: 2.998967233s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:37.152287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.153126Z","time spent":"2.999150837s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:21:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:37.153856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000348639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:37.153978Z","caller":"traceutil/trace.go:171","msg":"trace[1649044548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.000516243s","start":"2026-03-03T14:21:27.153433Z","end":"2026-03-03T14:21:37.153949Z","steps":["trace[1649044548] 'agreement among raft nodes before linearized reading' (duration: 10.000379729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:37.154056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.153415Z","time spent":"10.000622686s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 14:21:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:37.16038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998150953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:37.160462Z","caller":"traceutil/trace.go:171","msg":"trace[357458873] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998263396s","start":"2026-03-03T14:21:34.162179Z","end":"2026-03-03T14:21:37.160443Z","steps":["trace[357458873] 'agreement among raft nodes before linearized reading' (duration: 2.998157504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:37.16051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.162173Z","time spent":"2.998327368s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:21:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:37.162024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.999996031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:37.16207Z","caller":"traceutil/trace.go:171","msg":"trace[139759905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.000055162s","start":"2026-03-03T14:21:27.162003Z","end":"2026-03-03T14:21:37.162058Z","steps":["trace[139759905] 'agreement among raft nodes before linearized reading' (duration: 10.000006191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:37.1621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.161996Z","time spent":"10.000096883s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/03 14:21:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:37.162183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998530583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:37.16221Z","caller":"traceutil/trace.go:171","msg":"trace[1894137566] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998576663s","start":"2026-03-03T14:21:34.163626Z","end":"2026-03-03T14:21:37.162203Z","steps":["trace[1894137566] 'agreement among raft nodes before linearized reading' (duration: 2.998549183s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:37.162241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.163617Z","time spent":"2.998619204s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:21:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:38.631087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000067329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:38.631177Z","caller":"traceutil/trace.go:171","msg":"trace[2075058826] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191022s","start":"2026-03-03T14:21:36.630951Z","end":"2026-03-03T14:21:38.631142Z","steps":["trace[2075058826] 'agreement among raft nodes before linearized reading' (duration: 2.00009709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:38.631215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.630931Z","time spent":"2.000276494s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:39.541081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.275167101s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:39.668154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997849153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:39.668241Z","caller":"traceutil/trace.go:171","msg":"trace[1200928830] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.997990617s","start":"2026-03-03T14:21:34.67023Z","end":"2026-03-03T14:21:39.668221Z","steps":["trace[1200928830] 'agreement among raft nodes before linearized reading' (duration: 4.997882084s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:39.668295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.67021Z","time spent":"4.998075589s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 14:21:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:39.728949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.350871053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:39.729054Z","caller":"traceutil/trace.go:171","msg":"trace[852102961] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"12.351055618s","start":"2026-03-03T14:21:27.377974Z","end":"2026-03-03T14:21:39.72903Z","steps":["trace[852102961] 'agreement among raft nodes before linearized reading' (duration: 12.350922975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:39.729109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.377944Z","time spent":"12.351148679s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/03 14:21:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:39.770031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.57098819s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:39.770219Z","caller":"traceutil/trace.go:171","msg":"trace[887456889] transaction","detail":"{read_only:false; response_revision:10578; number_of_response:1; }","duration":"6.483447132s","start":"2026-03-03T14:21:33.286757Z","end":"2026-03-03T14:21:39.770204Z","steps":["trace[887456889] 'process raft request' (duration: 6.483413671s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:39.770291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:33.286731Z","time spent":"6.483520733s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:39.771761Z","caller":"traceutil/trace.go:171","msg":"trace[104605458] linearizableReadLoop","detail":"{readStateIndex:11003; appliedIndex:10997; }","duration":"13.203637062s","start":"2026-03-03T14:21:26.568083Z","end":"2026-03-03T14:21:39.77172Z","steps":["trace[104605458] 'read index received' (duration: 1.096093631s)","trace[104605458] 'applied index is now lower than readState.Index' (duration: 12.10753706s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:39.771895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.203773575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:39.772006Z","caller":"traceutil/trace.go:171","msg":"trace[1730016817] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10578; }","duration":"13.203910538s","start":"2026-03-03T14:21:26.568071Z","end":"2026-03-03T14:21:39.771982Z","steps":["trace[1730016817] 'agreement among raft nodes before linearized reading' (duration: 13.203715763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:39.772064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.568002Z","time spent":"13.204050231s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:40.272114Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:40.632477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000434558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:40.63258Z","caller":"traceutil/trace.go:171","msg":"trace[78781013] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000590722s","start":"2026-03-03T14:21:38.631971Z","end":"2026-03-03T14:21:40.632562Z","steps":["trace[78781013] 'agreement among raft nodes before linearized reading' (duration: 2.000460289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:40.632637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:38.631958Z","time spent":"2.000662243s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:40.772948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:41.275899Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:41.530249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:41.062251Z","time spent":"467.990882ms","remote":"127.0.0.1:38144","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:41.530569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.381487946s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:41.530728Z","caller":"traceutil/trace.go:171","msg":"trace[1741577789] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10578; }","duration":"1.38165017s","start":"2026-03-03T14:21:40.149047Z","end":"2026-03-03T14:21:41.530697Z","steps":["trace[1741577789] 'range keys from in-memory index tree' (duration: 1.381464366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:41.776744Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:42.161493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.163007Z","time spent":"4.998471928s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:21:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:42.162638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.163598Z","time spent":"4.999030761s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:42.277211Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:42.63995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000146442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:42.640054Z","caller":"traceutil/trace.go:171","msg":"trace[42321788] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300286s","start":"2026-03-03T14:21:40.63973Z","end":"2026-03-03T14:21:42.640031Z","steps":["trace[42321788] 'agreement among raft nodes before linearized reading' (duration: 2.000179443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:42.640111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.639707Z","time spent":"2.000392938s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:42.778088Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372458,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:42.852875Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.31147803s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:43.20473Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79cb3fd6b5494","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:21:43.593032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.950221ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:21:43.593609Z","caller":"traceutil/trace.go:171","msg":"trace[1605134936] transaction","detail":"{read_only:false; response_revision:10580; number_of_response:1; }","duration":"6.4372053s","start":"2026-03-03T14:21:37.156371Z","end":"2026-03-03T14:21:43.593576Z","steps":["trace[1605134936] 'process raft request' (duration: 6.436749289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:43.593737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.156316Z","time spent":"6.437348503s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:43.602827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.164738Z","time spent":"6.438081611s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:21:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:44.640367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999933107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:44.640593Z","caller":"traceutil/trace.go:171","msg":"trace[1087054206] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000255385s","start":"2026-03-03T14:21:42.640309Z","end":"2026-03-03T14:21:44.640564Z","steps":["trace[1087054206] 'agreement among raft nodes before linearized reading' (duration: 2.000000769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:44.640693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.640284Z","time spent":"2.000388037s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:45.348265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:38.347209Z","time spent":"7.001047059s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:45.684465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090859597s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:45.684633Z","caller":"traceutil/trace.go:171","msg":"trace[207832334] linearizableReadLoop","detail":"{readStateIndex:11012; appliedIndex:11005; }","duration":"5.912787614s","start":"2026-03-03T14:21:39.771834Z","end":"2026-03-03T14:21:45.684622Z","steps":["trace[207832334] 'read index received' (duration: 3.081404102s)","trace[207832334] 'applied index is now lower than readState.Index' (duration: 2.831382892s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:45.684681Z","caller":"traceutil/trace.go:171","msg":"trace[1880475108] transaction","detail":"{read_only:false; response_revision:10585; number_of_response:1; }","duration":"3.475071678s","start":"2026-03-03T14:21:42.209603Z","end":"2026-03-03T14:21:45.684675Z","steps":["trace[1880475108] 'process raft request' (duration: 3.474994616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.684887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.669472354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:45.685Z","caller":"traceutil/trace.go:171","msg":"trace[1696505570] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10585; }","duration":"12.669629699s","start":"2026-03-03T14:21:33.015345Z","end":"2026-03-03T14:21:45.684974Z","steps":["trace[1696505570] 'agreement among raft nodes before linearized reading' (duration: 12.669408484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:33.015336Z","time spent":"12.66971054s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.271079061s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:45.685172Z","caller":"traceutil/trace.go:171","msg":"trace[1255958702] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:10585; }","duration":"8.271144352s","start":"2026-03-03T14:21:37.414021Z","end":"2026-03-03T14:21:45.685165Z","steps":["trace[1255958702] 'agreement among raft nodes before linearized reading' (duration: 8.271088981s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.68519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.414001Z","time spent":"8.271184284s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.533145205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:45.685218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.442316516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:45.685213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.701619707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:45.68528Z","caller":"traceutil/trace.go:171","msg":"trace[2056003093] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:10585; }","duration":"11.44246774s","start":"2026-03-03T14:21:34.242798Z","end":"2026-03-03T14:21:45.685266Z","steps":["trace[2056003093] 'agreement among raft nodes before linearized reading' (duration: 11.442335567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:34.242762Z","time spent":"11.442554932s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.802767552s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:45.685328Z","caller":"traceutil/trace.go:171","msg":"trace[495873415] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:10585; }","duration":"8.701794502s","start":"2026-03-03T14:21:36.983513Z","end":"2026-03-03T14:21:45.685307Z","steps":["trace[495873415] 'agreement among raft nodes before linearized reading' (duration: 8.701565736s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:45.68536Z","caller":"traceutil/trace.go:171","msg":"trace[595478552] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10585; }","duration":"16.802856214s","start":"2026-03-03T14:21:28.882497Z","end":"2026-03-03T14:21:45.685353Z","steps":["trace[595478552] 'agreement among raft nodes before linearized reading' (duration: 16.802804502s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.523984674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:45.685367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.939671253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:45.685419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.968432731s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:45.685427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.023685877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:45.685435Z","caller":"traceutil/trace.go:171","msg":"trace[1997578050] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:10585; }","duration":"12.968486822s","start":"2026-03-03T14:21:32.716943Z","end":"2026-03-03T14:21:45.68543Z","steps":["trace[1997578050] 'agreement among raft nodes before linearized reading' (duration: 12.968458232s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:45.685453Z","caller":"traceutil/trace.go:171","msg":"trace[866549781] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10585; }","duration":"13.023711068s","start":"2026-03-03T14:21:32.661737Z","end":"2026-03-03T14:21:45.685448Z","steps":["trace[866549781] 'agreement among raft nodes before linearized reading' (duration: 13.023674527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:32.716921Z","time spent":"12.968531283s","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:32.661723Z","time spent":"13.023744759s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.342700366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:45.685242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.33097679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:45.685419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.417235248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414722"} {"level":"info","ts":"2026-03-03T14:21:45.685512Z","caller":"traceutil/trace.go:171","msg":"trace[591912923] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:10585; }","duration":"16.342769198s","start":"2026-03-03T14:21:29.342732Z","end":"2026-03-03T14:21:45.685501Z","steps":["trace[591912923] 'agreement among raft nodes before linearized reading' (duration: 16.342712267s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.203970973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:45.685442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.054232612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-03T14:21:45.685483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.512916185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:45.685545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.342712Z","time spent":"16.342823859s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.691229208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100662"} {"level":"warn","ts":"2026-03-03T14:21:45.685554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.766679049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T14:21:45.685566Z","caller":"traceutil/trace.go:171","msg":"trace[584489465] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:10585; }","duration":"9.204060495s","start":"2026-03-03T14:21:36.481485Z","end":"2026-03-03T14:21:45.685546Z","steps":["trace[584489465] 'agreement among raft nodes before linearized reading' (duration: 9.203985033s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:45.685597Z","caller":"traceutil/trace.go:171","msg":"trace[1251415295] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:10585; }","duration":"12.69131825s","start":"2026-03-03T14:21:32.994265Z","end":"2026-03-03T14:21:45.685583Z","steps":["trace[1251415295] 'agreement among raft nodes before linearized reading' (duration: 12.691020243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.502611465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:21:45.685625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.634051375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:45.685621Z","caller":"traceutil/trace.go:171","msg":"trace[1248618582] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10585; }","duration":"10.513099429s","start":"2026-03-03T14:21:35.172497Z","end":"2026-03-03T14:21:45.685596Z","steps":["trace[1248618582] 'agreement among raft nodes before linearized reading' (duration: 10.512732601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.209582Z","time spent":"3.475116319s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:45.685664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:32.994243Z","time spent":"12.691403913s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":100686,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:21:45.685686Z","caller":"traceutil/trace.go:171","msg":"trace[1172397344] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10585; }","duration":"18.502765908s","start":"2026-03-03T14:21:27.182894Z","end":"2026-03-03T14:21:45.68566Z","steps":["trace[1172397344] 'agreement among raft nodes before linearized reading' (duration: 18.502354358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:27.182875Z","time spent":"18.502877071s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:21:45.685672Z","caller":"traceutil/trace.go:171","msg":"trace[943384294] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:10585; }","duration":"14.634152187s","start":"2026-03-03T14:21:31.051512Z","end":"2026-03-03T14:21:45.685664Z","steps":["trace[943384294] 'agreement among raft nodes before linearized reading' (duration: 14.634081685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.051484Z","time spent":"14.634322321s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:21:45.68581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.917885621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"warn","ts":"2026-03-03T14:21:45.685729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.172407Z","time spent":"10.513307214s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:45.685459Z","caller":"traceutil/trace.go:171","msg":"trace[16826322] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10585; }","duration":"11.939820026s","start":"2026-03-03T14:21:33.745595Z","end":"2026-03-03T14:21:45.685415Z","steps":["trace[16826322] 'agreement among raft nodes before linearized reading' (duration: 11.939637662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:45.68539Z","caller":"traceutil/trace.go:171","msg":"trace[621096388] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10585; }","duration":"14.524045205s","start":"2026-03-03T14:21:31.161337Z","end":"2026-03-03T14:21:45.685382Z","steps":["trace[621096388] 'agreement among raft nodes before linearized reading' (duration: 14.524009224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:33.745574Z","time spent":"11.940289757s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:45.685538Z","caller":"traceutil/trace.go:171","msg":"trace[152398072] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:10585; }","duration":"15.331310018s","start":"2026-03-03T14:21:30.354197Z","end":"2026-03-03T14:21:45.685507Z","steps":["trace[152398072] 'agreement among raft nodes before linearized reading' (duration: 15.330894599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.82516101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:21:45.685865Z","caller":"traceutil/trace.go:171","msg":"trace[1714158265] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10585; }","duration":"7.917961642s","start":"2026-03-03T14:21:37.767888Z","end":"2026-03-03T14:21:45.685849Z","steps":["trace[1714158265] 'agreement among raft nodes before linearized reading' (duration: 7.917415839s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:45.685956Z","caller":"traceutil/trace.go:171","msg":"trace[1941903168] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10585; }","duration":"18.825253581s","start":"2026-03-03T14:21:26.86069Z","end":"2026-03-03T14:21:45.685944Z","steps":["trace[1941903168] 'agreement among raft nodes before linearized reading' (duration: 18.824801881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.686439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:26.860683Z","time spent":"18.825740863s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:21:45.685611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.16639976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:45.686556Z","caller":"traceutil/trace.go:171","msg":"trace[605900721] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10585; }","duration":"15.167361392s","start":"2026-03-03T14:21:30.519174Z","end":"2026-03-03T14:21:45.686535Z","steps":["trace[605900721] 'agreement among raft nodes before linearized reading' (duration: 15.16642253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.767877Z","time spent":"7.918079375s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:21:45.686623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:30.51914Z","time spent":"15.167464444s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.66479755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:45.686715Z","caller":"traceutil/trace.go:171","msg":"trace[159825102] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10585; }","duration":"6.666261384s","start":"2026-03-03T14:21:39.020432Z","end":"2026-03-03T14:21:45.686693Z","steps":["trace[159825102] 'agreement among raft nodes before linearized reading' (duration: 6.66481986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.983493Z","time spent":"8.701875583s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.686763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:39.020403Z","time spent":"6.666343185s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.68539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:28.882456Z","time spent":"16.802927765s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.734095375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:45.68698Z","caller":"traceutil/trace.go:171","msg":"trace[930033087] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:10585; }","duration":"9.735835276s","start":"2026-03-03T14:21:35.951131Z","end":"2026-03-03T14:21:45.686966Z","steps":["trace[930033087] 'agreement among raft nodes before linearized reading' (duration: 9.733997392s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:45.685536Z","caller":"traceutil/trace.go:171","msg":"trace[584142040] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:10585; }","duration":"16.417393312s","start":"2026-03-03T14:21:29.268136Z","end":"2026-03-03T14:21:45.685529Z","steps":["trace[584142040] 'agreement among raft nodes before linearized reading' (duration: 16.417085195s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:45.685559Z","caller":"traceutil/trace.go:171","msg":"trace[143917565] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10585; }","duration":"9.054371646s","start":"2026-03-03T14:21:36.631179Z","end":"2026-03-03T14:21:45.68555Z","steps":["trace[143917565] 'agreement among raft nodes before linearized reading' (duration: 9.05410844s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.481465Z","time spent":"9.204143098s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:45.685614Z","caller":"traceutil/trace.go:171","msg":"trace[1003808647] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:10585; }","duration":"15.766783502s","start":"2026-03-03T14:21:29.918814Z","end":"2026-03-03T14:21:45.685597Z","steps":["trace[1003808647] 'agreement among raft nodes before linearized reading' (duration: 15.766595738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:31.161314Z","time spent":"14.524583867s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:45.685274Z","caller":"traceutil/trace.go:171","msg":"trace[79201350] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:10585; }","duration":"8.533281248s","start":"2026-03-03T14:21:37.151978Z","end":"2026-03-03T14:21:45.68526Z","steps":["trace[79201350] 'agreement among raft nodes before linearized reading' (duration: 8.533147325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.685965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:30.354174Z","time spent":"15.331771318s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.685219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.919004948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:21:45.687206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:35.951065Z","time spent":"9.736070862s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":58,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.688183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.151955Z","time spent":"8.536204308s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:45.687231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.268116Z","time spent":"16.419102712s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414746,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:21:45.688645Z","caller":"traceutil/trace.go:171","msg":"trace[2079585761] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10585; }","duration":"7.922466929s","start":"2026-03-03T14:21:37.766164Z","end":"2026-03-03T14:21:45.688631Z","steps":["trace[2079585761] 'agreement among raft nodes before linearized reading' (duration: 7.918931316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:45.688684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:37.766144Z","time spent":"7.922530041s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:21:45.687241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:36.631142Z","time spent":"9.056086287s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:21:45.687256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:29.918781Z","time spent":"15.768462682s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" "} {"level":"warn","ts":"2026-03-03T14:21:46.210751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999937746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:46.210855Z","caller":"traceutil/trace.go:171","msg":"trace[1963856286] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000084941s","start":"2026-03-03T14:21:44.210745Z","end":"2026-03-03T14:21:46.21083Z","steps":["trace[1963856286] 'agreement among raft nodes before linearized reading' (duration: 1.999933536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:46.210907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.210711Z","time spent":"2.000184262s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:46.648695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999862826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:46.648777Z","caller":"traceutil/trace.go:171","msg":"trace[650490698] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000011989s","start":"2026-03-03T14:21:44.648745Z","end":"2026-03-03T14:21:46.648757Z","steps":["trace[650490698] 'agreement among raft nodes before linearized reading' (duration: 1.999911597s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:46.648885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.648721Z","time spent":"2.000093641s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:47.099872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222303655s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:548"} {"level":"info","ts":"2026-03-03T14:21:47.100058Z","caller":"traceutil/trace.go:171","msg":"trace[1455069624] linearizableReadLoop","detail":"{readStateIndex:11013; appliedIndex:11012; }","duration":"1.415385099s","start":"2026-03-03T14:21:45.684654Z","end":"2026-03-03T14:21:47.100039Z","steps":["trace[1455069624] 'read index received' (duration: 192.848279ms)","trace[1455069624] 'applied index is now lower than readState.Index' (duration: 1.22253562s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:47.100166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169533984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:47.100204Z","caller":"traceutil/trace.go:171","msg":"trace[1502470056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10585; }","duration":"3.169644067s","start":"2026-03-03T14:21:43.930548Z","end":"2026-03-03T14:21:47.100192Z","steps":["trace[1502470056] 'agreement among raft nodes before linearized reading' (duration: 3.169574256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.930516Z","time spent":"3.169723819s","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:47.100278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.141661376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:47.100326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093042956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:47.100371Z","caller":"traceutil/trace.go:171","msg":"trace[1138362070] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:10585; }","duration":"3.1418489s","start":"2026-03-03T14:21:43.958502Z","end":"2026-03-03T14:21:47.100351Z","steps":["trace[1138362070] 'agreement among raft nodes before linearized reading' (duration: 3.141635975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.412548747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:47.100424Z","caller":"traceutil/trace.go:171","msg":"trace[1160284771] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:10585; }","duration":"6.412599138s","start":"2026-03-03T14:21:40.687815Z","end":"2026-03-03T14:21:47.100414Z","steps":["trace[1160284771] 'agreement among raft nodes before linearized reading' (duration: 6.412551516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.687795Z","time spent":"6.412660029s","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:47.100481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.614673317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:47.100524Z","caller":"traceutil/trace.go:171","msg":"trace[399319257] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10585; }","duration":"4.614739799s","start":"2026-03-03T14:21:42.48577Z","end":"2026-03-03T14:21:47.10051Z","steps":["trace[399319257] 'agreement among raft nodes before linearized reading' (duration: 4.614680237s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.908500824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:47.100566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.485751Z","time spent":"4.61480549s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:47.100583Z","caller":"traceutil/trace.go:171","msg":"trace[1344367650] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10585; }","duration":"2.908580796s","start":"2026-03-03T14:21:44.191991Z","end":"2026-03-03T14:21:47.100572Z","steps":["trace[1344367650] 'agreement among raft nodes before linearized reading' (duration: 2.908512555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.899256406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:47.100613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.191965Z","time spent":"2.908640348s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:47.100665Z","caller":"traceutil/trace.go:171","msg":"trace[2031280905] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:10585; }","duration":"2.899355628s","start":"2026-03-03T14:21:44.201287Z","end":"2026-03-03T14:21:47.100643Z","steps":["trace[2031280905] 'agreement among raft nodes before linearized reading' (duration: 2.899205954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.899297813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:21:47.100719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.201191Z","time spent":"2.899516992s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:47.100628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.981606421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:21:47.100755Z","caller":"traceutil/trace.go:171","msg":"trace[719703169] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10585; }","duration":"6.899408976s","start":"2026-03-03T14:21:40.201329Z","end":"2026-03-03T14:21:47.100738Z","steps":["trace[719703169] 'agreement among raft nodes before linearized reading' (duration: 6.899186011s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:47.10078Z","caller":"traceutil/trace.go:171","msg":"trace[1279028391] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10585; }","duration":"3.981828187s","start":"2026-03-03T14:21:43.118936Z","end":"2026-03-03T14:21:47.100765Z","steps":["trace[1279028391] 'agreement among raft nodes before linearized reading' (duration: 3.981427227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.118916Z","time spent":"3.981914019s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:21:47.10085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.739149537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:47.100885Z","caller":"traceutil/trace.go:171","msg":"trace[381209841] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:10585; }","duration":"6.739215498s","start":"2026-03-03T14:21:40.361661Z","end":"2026-03-03T14:21:47.100877Z","steps":["trace[381209841] 'agreement among raft nodes before linearized reading' (duration: 6.739159157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.093521506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:21:47.100892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.392116877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:47.100918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.361639Z","time spent":"6.73927235s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:47.100926Z","caller":"traceutil/trace.go:171","msg":"trace[199335785] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10585; }","duration":"5.093599598s","start":"2026-03-03T14:21:42.007314Z","end":"2026-03-03T14:21:47.100914Z","steps":["trace[199335785] 'agreement among raft nodes before linearized reading' (duration: 5.093450865s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:47.10093Z","caller":"traceutil/trace.go:171","msg":"trace[824634690] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:10585; }","duration":"2.392197199s","start":"2026-03-03T14:21:44.708723Z","end":"2026-03-03T14:21:47.10092Z","steps":["trace[824634690] 'agreement among raft nodes before linearized reading' (duration: 2.392137768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.100963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:44.708701Z","time spent":"2.392253991s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:47.100799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.201308Z","time spent":"6.899482227s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:21:47.100483Z","caller":"traceutil/trace.go:171","msg":"trace[57891976] transaction","detail":"{read_only:false; number_of_response:1; response_revision:10585; }","duration":"1.748501353s","start":"2026-03-03T14:21:45.351965Z","end":"2026-03-03T14:21:47.100467Z","steps":["trace[57891976] 'process raft request' (duration: 525.513383ms)","trace[57891976] 'compare' (duration: 1.222224792s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:47.101266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.351939Z","time spent":"1.749264681s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:47.100713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.922521492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:21:47.101346Z","caller":"traceutil/trace.go:171","msg":"trace[494538734] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10585; }","duration":"6.923181368s","start":"2026-03-03T14:21:40.178148Z","end":"2026-03-03T14:21:47.101329Z","steps":["trace[494538734] 'agreement among raft nodes before linearized reading' (duration: 6.922470141s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.101402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:40.178126Z","time spent":"6.923259019s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:21:47.100965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.007296Z","time spent":"5.09365498s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:21:47.100427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.958466Z","time spent":"3.141951714s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:47.100418Z","caller":"traceutil/trace.go:171","msg":"trace[1961096002] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10585; }","duration":"5.093188489s","start":"2026-03-03T14:21:42.007204Z","end":"2026-03-03T14:21:47.100393Z","steps":["trace[1961096002] 'agreement among raft nodes before linearized reading' (duration: 5.093036335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.101654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:42.007183Z","time spent":"5.094446189s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:47.101116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.21755964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:47.101749Z","caller":"traceutil/trace.go:171","msg":"trace[656517957] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:10585; }","duration":"3.218219336s","start":"2026-03-03T14:21:43.883517Z","end":"2026-03-03T14:21:47.101737Z","steps":["trace[656517957] 'agreement among raft nodes before linearized reading' (duration: 3.21756917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.101792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:43.883499Z","time spent":"3.218280278s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:47.380087Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50256909s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:47.380588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.686418Z","time spent":"1.694163528s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:47.380692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.690164Z","time spent":"1.690519082s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:21:47.380965Z","caller":"traceutil/trace.go:171","msg":"trace[128798464] transaction","detail":"{read_only:false; response_revision:10586; number_of_response:1; }","duration":"1.660779869s","start":"2026-03-03T14:21:45.720153Z","end":"2026-03-03T14:21:47.380933Z","steps":["trace[128798464] 'process raft request' (duration: 1.660450042s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:47.381161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.720124Z","time spent":"1.660944284s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:48.524682Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.13585985s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:48.525754Z","caller":"traceutil/trace.go:171","msg":"trace[1593071741] transaction","detail":"{read_only:false; response_revision:10587; number_of_response:1; }","duration":"2.445367357s","start":"2026-03-03T14:21:46.080349Z","end":"2026-03-03T14:21:48.525717Z","steps":["trace[1593071741] 'process raft request' (duration: 2.44467588s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:48.525984Z","caller":"traceutil/trace.go:171","msg":"trace[544242487] transaction","detail":"{read_only:false; response_revision:10590; number_of_response:1; }","duration":"1.214823428s","start":"2026-03-03T14:21:47.311136Z","end":"2026-03-03T14:21:48.52596Z","steps":["trace[544242487] 'process raft request' (duration: 1.214535482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.526128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.311107Z","time spent":"1.21494051s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:48.526392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837545607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:58 size:81746"} {"level":"info","ts":"2026-03-03T14:21:48.526462Z","caller":"traceutil/trace.go:171","msg":"trace[1254845919] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:58; response_revision:10590; }","duration":"2.837644279s","start":"2026-03-03T14:21:45.6888Z","end":"2026-03-03T14:21:48.526444Z","steps":["trace[1254845919] 'agreement among raft nodes before linearized reading' (duration: 2.836994534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.526505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.688786Z","time spent":"2.837706191s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":58,"response size":81770,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-03T14:21:48.526689Z","caller":"traceutil/trace.go:171","msg":"trace[2114502915] transaction","detail":"{read_only:false; response_revision:10588; number_of_response:1; }","duration":"1.420993831s","start":"2026-03-03T14:21:47.105676Z","end":"2026-03-03T14:21:48.52667Z","steps":["trace[2114502915] 'process raft request' (duration: 1.419870405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.526769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870352103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:48.526814Z","caller":"traceutil/trace.go:171","msg":"trace[1399988413] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10590; }","duration":"1.870430445s","start":"2026-03-03T14:21:46.656371Z","end":"2026-03-03T14:21:48.526801Z","steps":["trace[1399988413] 'agreement among raft nodes before linearized reading' (duration: 1.870364483s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.526815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.105653Z","time spent":"1.421101884s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:48.526849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:46.656349Z","time spent":"1.870491167s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:48.527052Z","caller":"traceutil/trace.go:171","msg":"trace[1453110181] transaction","detail":"{read_only:false; response_revision:10589; number_of_response:1; }","duration":"1.419919996s","start":"2026-03-03T14:21:47.107112Z","end":"2026-03-03T14:21:48.527032Z","steps":["trace[1453110181] 'process raft request' (duration: 1.418510663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.527079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:46.080327Z","time spent":"2.445498509s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:48.527219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.107102Z","time spent":"1.420003418s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:48.525751Z","caller":"traceutil/trace.go:171","msg":"trace[2087402616] linearizableReadLoop","detail":"{readStateIndex:11017; appliedIndex:11013; }","duration":"1.425632821s","start":"2026-03-03T14:21:47.100093Z","end":"2026-03-03T14:21:48.525725Z","steps":["trace[2087402616] 'read index received' (duration: 280.368197ms)","trace[2087402616] 'applied index is now lower than readState.Index' (duration: 1.145263474s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:48.527584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.835851768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375605"} {"level":"info","ts":"2026-03-03T14:21:48.527632Z","caller":"traceutil/trace.go:171","msg":"trace[1860952618] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10590; }","duration":"2.83593668s","start":"2026-03-03T14:21:45.691683Z","end":"2026-03-03T14:21:48.527619Z","steps":["trace[1860952618] 'agreement among raft nodes before linearized reading' (duration: 2.835336785s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.527671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.691676Z","time spent":"2.835983031s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375629,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:48.528181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.837034275s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:58 size:81746"} {"level":"info","ts":"2026-03-03T14:21:48.528284Z","caller":"traceutil/trace.go:171","msg":"trace[1615846469] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:58; response_revision:10590; }","duration":"2.837150498s","start":"2026-03-03T14:21:45.691112Z","end":"2026-03-03T14:21:48.528263Z","steps":["trace[1615846469] 'agreement among raft nodes before linearized reading' (duration: 2.836458422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:48.528337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:45.691102Z","time spent":"2.83722413s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":58,"response size":81770,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:21:49.611498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.083956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:49.611652Z","caller":"traceutil/trace.go:171","msg":"trace[103382390] linearizableReadLoop","detail":"{readStateIndex:11022; appliedIndex:11020; }","duration":"1.084273561s","start":"2026-03-03T14:21:48.527367Z","end":"2026-03-03T14:21:49.61164Z","steps":["trace[103382390] 'read index received' (duration: 154.085972ms)","trace[103382390] 'applied index is now lower than readState.Index' (duration: 930.186699ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:49.611719Z","caller":"traceutil/trace.go:171","msg":"trace[2096950235] transaction","detail":"{read_only:false; response_revision:10591; number_of_response:1; }","duration":"2.230043338s","start":"2026-03-03T14:21:47.381658Z","end":"2026-03-03T14:21:49.611701Z","steps":["trace[2096950235] 'process raft request' (duration: 1.299683974s)","trace[2096950235] 'compare' (duration: 929.201706ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:49.611788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.381629Z","time spent":"2.230128009s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:49.611841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.053205296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:49.611934Z","caller":"traceutil/trace.go:171","msg":"trace[1096670803] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10592; }","duration":"2.053337799s","start":"2026-03-03T14:21:47.558563Z","end":"2026-03-03T14:21:49.611901Z","steps":["trace[1096670803] 'agreement among raft nodes before linearized reading' (duration: 2.053157645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.611969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0939276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:49.611975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.55854Z","time spent":"2.053425592s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:49.611999Z","caller":"traceutil/trace.go:171","msg":"trace[1250004090] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:10592; }","duration":"2.093998661s","start":"2026-03-03T14:21:47.517991Z","end":"2026-03-03T14:21:49.61199Z","steps":["trace[1250004090] 'agreement among raft nodes before linearized reading' (duration: 2.0939495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.612032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.517967Z","time spent":"2.094053642s","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.612229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.181135161s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:21:49.612236Z","caller":"traceutil/trace.go:171","msg":"trace[241926225] transaction","detail":"{read_only:false; response_revision:10592; number_of_response:1; }","duration":"2.228002899s","start":"2026-03-03T14:21:47.384218Z","end":"2026-03-03T14:21:49.612221Z","steps":["trace[241926225] 'process raft request' (duration: 2.227349492s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:49.612265Z","caller":"traceutil/trace.go:171","msg":"trace[174481368] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10592; }","duration":"2.181215012s","start":"2026-03-03T14:21:47.431043Z","end":"2026-03-03T14:21:49.612258Z","steps":["trace[174481368] 'agreement among raft nodes before linearized reading' (duration: 2.18110343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.612287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.431017Z","time spent":"2.181265714s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:21:49.612339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.384167Z","time spent":"2.228102971s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:49.612488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534043164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:49.612597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506528832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-03T14:21:49.612604Z","caller":"traceutil/trace.go:171","msg":"trace[1663901350] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:10592; }","duration":"1.534213818s","start":"2026-03-03T14:21:48.078369Z","end":"2026-03-03T14:21:49.612583Z","steps":["trace[1663901350] 'agreement among raft nodes before linearized reading' (duration: 1.534032114s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:49.612622Z","caller":"traceutil/trace.go:171","msg":"trace[672597675] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:10592; }","duration":"2.506575754s","start":"2026-03-03T14:21:47.106039Z","end":"2026-03-03T14:21:49.612615Z","steps":["trace[672597675] 'agreement among raft nodes before linearized reading' (duration: 2.506506532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.612603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.506898181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-03-03T14:21:49.612603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432269418s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:49.612652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.078341Z","time spent":"1.53430089s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.612651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919668539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:21:49.612669Z","caller":"traceutil/trace.go:171","msg":"trace[631481990] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e; range_end:; response_count:1; response_revision:10592; }","duration":"2.507072235s","start":"2026-03-03T14:21:47.105578Z","end":"2026-03-03T14:21:49.612651Z","steps":["trace[631481990] 'agreement among raft nodes before linearized reading' (duration: 2.506808928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.612678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220703626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"warn","ts":"2026-03-03T14:21:49.612645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.106027Z","time spent":"2.506611914s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-03T14:21:49.612707Z","caller":"traceutil/trace.go:171","msg":"trace[1628611082] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10592; }","duration":"1.919765402s","start":"2026-03-03T14:21:47.692926Z","end":"2026-03-03T14:21:49.612691Z","steps":["trace[1628611082] 'agreement among raft nodes before linearized reading' (duration: 1.919555627s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:49.612737Z","caller":"traceutil/trace.go:171","msg":"trace[2024343373] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10592; }","duration":"2.220794198s","start":"2026-03-03T14:21:47.391929Z","end":"2026-03-03T14:21:49.612723Z","steps":["trace[2024343373] 'agreement among raft nodes before linearized reading' (duration: 2.220615584s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.612751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.692906Z","time spent":"1.919834013s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:21:49.612781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.39191Z","time spent":"2.220863239s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4272,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:21:49.612802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.502370334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:49.612831Z","caller":"traceutil/trace.go:171","msg":"trace[1696644321] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:10592; }","duration":"1.502404125s","start":"2026-03-03T14:21:48.11042Z","end":"2026-03-03T14:21:49.612824Z","steps":["trace[1696644321] 'agreement among raft nodes before linearized reading' (duration: 1.502079607s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:49.612684Z","caller":"traceutil/trace.go:171","msg":"trace[1552544764] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:10592; }","duration":"1.43239573s","start":"2026-03-03T14:21:48.180269Z","end":"2026-03-03T14:21:49.612665Z","steps":["trace[1552544764] 'agreement among raft nodes before linearized reading' (duration: 1.432208166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:49.612859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.110371Z","time spent":"1.502482917s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":109,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.612874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.180252Z","time spent":"1.432610656s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:49.612738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:47.105557Z","time spent":"2.507164087s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" "} {"level":"warn","ts":"2026-03-03T14:21:50.112768Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372476,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:50.251431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.501638607s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:50.529517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999824254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:21:50.529742Z","caller":"traceutil/trace.go:171","msg":"trace[1732339712] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000107141s","start":"2026-03-03T14:21:48.529609Z","end":"2026-03-03T14:21:50.529716Z","steps":["trace[1732339712] 'agreement among raft nodes before linearized reading' (duration: 1.999836674s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:50.529849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.529594Z","time spent":"2.000239443s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:21:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:21:52.452098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302222282s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:52.452219Z","caller":"traceutil/trace.go:171","msg":"trace[298069926] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10592; }","duration":"2.302344494s","start":"2026-03-03T14:21:50.149849Z","end":"2026-03-03T14:21:52.452193Z","steps":["trace[298069926] 'range keys from in-memory index tree' (duration: 2.302205911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.452471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20055913s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:52.452571Z","caller":"traceutil/trace.go:171","msg":"trace[1457518417] transaction","detail":"{read_only:false; response_revision:10593; number_of_response:1; }","duration":"3.803989353s","start":"2026-03-03T14:21:48.648562Z","end":"2026-03-03T14:21:52.452551Z","steps":["trace[1457518417] 'process raft request' (duration: 1.603257619s)","trace[1457518417] 'compare' (duration: 2.200447257s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:52.452634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.648536Z","time spent":"3.804066495s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:52.538525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0000177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:21:52.538637Z","caller":"traceutil/trace.go:171","msg":"trace[1181967452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000184494s","start":"2026-03-03T14:21:50.538431Z","end":"2026-03-03T14:21:52.538615Z","steps":["trace[1181967452] 'agreement among raft nodes before linearized reading' (duration: 2.00004583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.538688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.53841Z","time spent":"2.000267405s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:52.62406Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.37230678s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:21:52.955887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.552267ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:21:52.956206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465959762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:52.956271Z","caller":"traceutil/trace.go:171","msg":"trace[1630633507] transaction","detail":"{read_only:false; response_revision:10595; number_of_response:1; }","duration":"3.336571084s","start":"2026-03-03T14:21:49.619666Z","end":"2026-03-03T14:21:52.956238Z","steps":["trace[1630633507] 'process raft request' (duration: 3.336318078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.9563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.680890683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:52.956355Z","caller":"traceutil/trace.go:171","msg":"trace[364032473] transaction","detail":"{read_only:false; response_revision:10594; number_of_response:1; }","duration":"3.338753355s","start":"2026-03-03T14:21:49.617588Z","end":"2026-03-03T14:21:52.956341Z","steps":["trace[364032473] 'process raft request' (duration: 3.006658435s)","trace[364032473] 'compare' (duration: 331.013805ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:52.956431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.619656Z","time spent":"3.336691317s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:52.956442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415164811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:21:52.95646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.617567Z","time spent":"3.338827386s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:52.956481Z","caller":"traceutil/trace.go:171","msg":"trace[1722356040] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:10595; }","duration":"4.415206482s","start":"2026-03-03T14:21:48.541263Z","end":"2026-03-03T14:21:52.956469Z","steps":["trace[1722356040] 'agreement among raft nodes before linearized reading' (duration: 4.41511755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.956492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.159784483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:52.956526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.541258Z","time spent":"4.415259304s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:21:52.956556Z","caller":"traceutil/trace.go:171","msg":"trace[827687498] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10595; }","duration":"4.159885887s","start":"2026-03-03T14:21:48.796654Z","end":"2026-03-03T14:21:52.95654Z","steps":["trace[827687498] 'agreement among raft nodes before linearized reading' (duration: 4.159734452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.956599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.796635Z","time spent":"4.159953718s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:52.956358Z","caller":"traceutil/trace.go:171","msg":"trace[507321862] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:10595; }","duration":"3.680975245s","start":"2026-03-03T14:21:49.27537Z","end":"2026-03-03T14:21:52.956346Z","steps":["trace[507321862] 'agreement among raft nodes before linearized reading' (duration: 3.680901263s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.95668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.275324Z","time spent":"3.681342494s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:52.95625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.74588082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"warn","ts":"2026-03-03T14:21:52.956722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.415708214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"info","ts":"2026-03-03T14:21:52.956078Z","caller":"traceutil/trace.go:171","msg":"trace[1521691450] linearizableReadLoop","detail":"{readStateIndex:11025; appliedIndex:11022; }","duration":"3.344382367s","start":"2026-03-03T14:21:49.611678Z","end":"2026-03-03T14:21:52.956061Z","steps":["trace[1521691450] 'read index received' (duration: 640.07357ms)","trace[1521691450] 'applied index is now lower than readState.Index' (duration: 2.704307607s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:52.956801Z","caller":"traceutil/trace.go:171","msg":"trace[1762949540] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:10595; }","duration":"4.415816467s","start":"2026-03-03T14:21:48.540962Z","end":"2026-03-03T14:21:52.956778Z","steps":["trace[1762949540] 'agreement among raft nodes before linearized reading' (duration: 4.415512329s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.956751Z","caller":"traceutil/trace.go:171","msg":"trace[735546073] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10595; }","duration":"3.746385302s","start":"2026-03-03T14:21:49.210355Z","end":"2026-03-03T14:21:52.956741Z","steps":["trace[735546073] 'agreement among raft nodes before linearized reading' (duration: 3.745778947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.956853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:48.540947Z","time spent":"4.415896869s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:21:52.956874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.21029Z","time spent":"3.746573596s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:21:52.956302Z","caller":"traceutil/trace.go:171","msg":"trace[791196167] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:10595; }","duration":"3.466066934s","start":"2026-03-03T14:21:49.490211Z","end":"2026-03-03T14:21:52.956278Z","steps":["trace[791196167] 'agreement among raft nodes before linearized reading' (duration: 3.46589222s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.956954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.490142Z","time spent":"3.466787713s","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:52.957136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133312341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:52.957166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.417893377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:21:52.957177Z","caller":"traceutil/trace.go:171","msg":"trace[1610543676] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10595; }","duration":"1.133402463s","start":"2026-03-03T14:21:51.823766Z","end":"2026-03-03T14:21:52.957168Z","steps":["trace[1610543676] 'agreement among raft nodes before linearized reading' (duration: 1.133322631s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.957196Z","caller":"traceutil/trace.go:171","msg":"trace[590549188] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10595; }","duration":"2.417956009s","start":"2026-03-03T14:21:50.539231Z","end":"2026-03-03T14:21:52.957187Z","steps":["trace[590549188] 'agreement among raft nodes before linearized reading' (duration: 2.417861546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.957226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.539213Z","time spent":"2.418007629s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:21:52.95726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.358533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:52.9573Z","caller":"traceutil/trace.go:171","msg":"trace[1476805336] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10595; }","duration":"243.436915ms","start":"2026-03-03T14:21:52.713852Z","end":"2026-03-03T14:21:52.957289Z","steps":["trace[1476805336] 'agreement among raft nodes before linearized reading' (duration: 243.382974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.95731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.116763818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:52.957328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.339871962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-03T14:21:52.95735Z","caller":"traceutil/trace.go:171","msg":"trace[456241074] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10595; }","duration":"3.116804599s","start":"2026-03-03T14:21:49.840533Z","end":"2026-03-03T14:21:52.957337Z","steps":["trace[456241074] 'agreement among raft nodes before linearized reading' (duration: 3.116691436s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.957368Z","caller":"traceutil/trace.go:171","msg":"trace[828198163] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7; range_end:; response_count:1; response_revision:10595; }","duration":"3.339924303s","start":"2026-03-03T14:21:49.61743Z","end":"2026-03-03T14:21:52.957355Z","steps":["trace[828198163] 'agreement among raft nodes before linearized reading' (duration: 3.33980059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.957386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.840475Z","time spent":"3.116901991s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:52.957402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.617422Z","time spent":"3.339972773s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7\" "} {"level":"warn","ts":"2026-03-03T14:21:52.957435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339882093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:21:52.95747Z","caller":"traceutil/trace.go:171","msg":"trace[2026921471] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10595; }","duration":"1.339959405s","start":"2026-03-03T14:21:51.617502Z","end":"2026-03-03T14:21:52.957462Z","steps":["trace[2026921471] 'agreement among raft nodes before linearized reading' (duration: 1.339867173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.957496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:51.617479Z","time spent":"1.340012446s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:21:52.957521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.752489117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:52.957554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.827679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:52.957646Z","caller":"traceutil/trace.go:171","msg":"trace[404701361] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:10595; }","duration":"2.752551939s","start":"2026-03-03T14:21:50.204991Z","end":"2026-03-03T14:21:52.957543Z","steps":["trace[404701361] 'agreement among raft nodes before linearized reading' (duration: 2.752502918s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.957713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.20497Z","time spent":"2.752726922s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:52.957776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.720672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19199"} {"level":"warn","ts":"2026-03-03T14:21:52.95781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.663703ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:21:52.957822Z","caller":"traceutil/trace.go:171","msg":"trace[1436175483] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10595; }","duration":"474.805554ms","start":"2026-03-03T14:21:52.483006Z","end":"2026-03-03T14:21:52.957811Z","steps":["trace[1436175483] 'agreement among raft nodes before linearized reading' (duration: 474.685591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:52.957853Z","caller":"traceutil/trace.go:171","msg":"trace[127007554] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10595; }","duration":"458.732514ms","start":"2026-03-03T14:21:52.499107Z","end":"2026-03-03T14:21:52.95784Z","steps":["trace[127007554] 'agreement among raft nodes before linearized reading' (duration: 458.57211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.957905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.499089Z","time spent":"458.805686ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:21:52.957483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.130057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:52.957787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506028541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:52.958022Z","caller":"traceutil/trace.go:171","msg":"trace[1478612210] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:10595; }","duration":"1.506311718s","start":"2026-03-03T14:21:51.4517Z","end":"2026-03-03T14:21:52.958012Z","steps":["trace[1478612210] 'agreement among raft nodes before linearized reading' (duration: 1.506006231s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.95806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:51.451674Z","time spent":"1.50637459s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":73,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:52.957652Z","caller":"traceutil/trace.go:171","msg":"trace[275408705] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:10595; }","duration":"456.912011ms","start":"2026-03-03T14:21:52.500678Z","end":"2026-03-03T14:21:52.95759Z","steps":["trace[275408705] 'agreement among raft nodes before linearized reading' (duration: 456.842009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.958158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.500652Z","time spent":"457.462853ms","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:52.958192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.341578843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:21:52.957856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.48298Z","time spent":"474.869446ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T14:21:52.958232Z","caller":"traceutil/trace.go:171","msg":"trace[316599611] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10595; }","duration":"3.341755577s","start":"2026-03-03T14:21:49.616466Z","end":"2026-03-03T14:21:52.958222Z","steps":["trace[316599611] 'agreement among raft nodes before linearized reading' (duration: 3.341623604s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.957856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.161821164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:52.958272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:49.616439Z","time spent":"3.341825808s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:21:52.958294Z","caller":"traceutil/trace.go:171","msg":"trace[1367095032] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10595; }","duration":"2.162315746s","start":"2026-03-03T14:21:50.795958Z","end":"2026-03-03T14:21:52.958274Z","steps":["trace[1367095032] 'agreement among raft nodes before linearized reading' (duration: 2.161853205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.95835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:50.795923Z","time spent":"2.162408747s","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:52.957202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:51.823745Z","time spent":"1.133450724s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:52.957972Z","caller":"traceutil/trace.go:171","msg":"trace[318773094] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10595; }","duration":"416.642019ms","start":"2026-03-03T14:21:52.54131Z","end":"2026-03-03T14:21:52.957952Z","steps":["trace[318773094] 'agreement among raft nodes before linearized reading' (duration: 416.134318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:52.958511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.541293Z","time spent":"417.209822ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:53.315091Z","caller":"traceutil/trace.go:171","msg":"trace[794166421] linearizableReadLoop","detail":"{readStateIndex:11026; appliedIndex:11025; }","duration":"350.633258ms","start":"2026-03-03T14:21:52.964441Z","end":"2026-03-03T14:21:53.315074Z","steps":["trace[794166421] 'read index received' (duration: 350.457754ms)","trace[794166421] 'applied index is now lower than readState.Index' (duration: 174.624µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:53.315176Z","caller":"traceutil/trace.go:171","msg":"trace[837876527] transaction","detail":"{read_only:false; response_revision:10596; number_of_response:1; }","duration":"352.075753ms","start":"2026-03-03T14:21:52.963051Z","end":"2026-03-03T14:21:53.315127Z","steps":["trace[837876527] 'process raft request' (duration: 351.895738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.315313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.867354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T14:21:53.315304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.963031Z","time spent":"352.195646ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:53.315333Z","caller":"traceutil/trace.go:171","msg":"trace[505285004] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:10596; }","duration":"350.911856ms","start":"2026-03-03T14:21:52.964415Z","end":"2026-03-03T14:21:53.315327Z","steps":["trace[505285004] 'agreement among raft nodes before linearized reading' (duration: 350.785793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.315349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.964406Z","time spent":"350.939716ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:21:53.315483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.729838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:21:53.31556Z","caller":"traceutil/trace.go:171","msg":"trace[1810667322] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10596; }","duration":"349.83648ms","start":"2026-03-03T14:21:52.965705Z","end":"2026-03-03T14:21:53.315541Z","steps":["trace[1810667322] 'agreement among raft nodes before linearized reading' (duration: 349.584754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.315605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.965698Z","time spent":"349.898141ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:21:53.315743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.262854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375605"} {"level":"info","ts":"2026-03-03T14:21:53.315835Z","caller":"traceutil/trace.go:171","msg":"trace[1057912666] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10596; }","duration":"351.389867ms","start":"2026-03-03T14:21:52.964424Z","end":"2026-03-03T14:21:53.315814Z","steps":["trace[1057912666] 'agreement among raft nodes before linearized reading' (duration: 350.783473ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.315889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.964415Z","time spent":"351.463909ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375629,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:53.315616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.365837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:53.317453Z","caller":"traceutil/trace.go:171","msg":"trace[363850331] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10596; }","duration":"345.246461ms","start":"2026-03-03T14:21:52.972158Z","end":"2026-03-03T14:21:53.317405Z","steps":["trace[363850331] 'agreement among raft nodes before linearized reading' (duration: 343.273625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.317521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.035735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-03-03T14:21:53.317538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.972141Z","time spent":"345.371194ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:53.317559Z","caller":"traceutil/trace.go:171","msg":"trace[887786650] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:10596; }","duration":"350.097686ms","start":"2026-03-03T14:21:52.967448Z","end":"2026-03-03T14:21:53.317546Z","steps":["trace[887786650] 'agreement among raft nodes before linearized reading' (duration: 348.034028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:53.317578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:52.967429Z","time spent":"350.144987ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" "} {"level":"warn","ts":"2026-03-03T14:21:53.72553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.380052ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:21:53.725623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.318254Z","time spent":"407.364219ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:21:54.017547Z","caller":"traceutil/trace.go:171","msg":"trace[685613682] transaction","detail":"{read_only:false; response_revision:10597; number_of_response:1; }","duration":"686.265863ms","start":"2026-03-03T14:21:53.331239Z","end":"2026-03-03T14:21:54.017505Z","steps":["trace[685613682] 'process raft request' (duration: 594.787311ms)","trace[685613682] 'compare' (duration: 90.9812ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:54.017596Z","caller":"traceutil/trace.go:171","msg":"trace[1478784639] transaction","detail":"{read_only:false; response_revision:10598; number_of_response:1; }","duration":"686.195461ms","start":"2026-03-03T14:21:53.331368Z","end":"2026-03-03T14:21:54.017563Z","steps":["trace[1478784639] 'process raft request' (duration: 686.029547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.01777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.331337Z","time spent":"686.346724ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:54.017763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.331217Z","time spent":"686.425836ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:54.494359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.603508ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:54.494441Z","caller":"traceutil/trace.go:171","msg":"trace[853733532] linearizableReadLoop","detail":"{readStateIndex:11030; appliedIndex:11029; }","duration":"472.96675ms","start":"2026-03-03T14:21:54.021462Z","end":"2026-03-03T14:21:54.494429Z","steps":["trace[853733532] 'read index received' (duration: 358.234308ms)","trace[853733532] 'applied index is now lower than readState.Index' (duration: 114.731062ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:54.494579Z","caller":"traceutil/trace.go:171","msg":"trace[715982945] transaction","detail":"{read_only:false; response_revision:10599; number_of_response:1; }","duration":"767.630336ms","start":"2026-03-03T14:21:53.726912Z","end":"2026-03-03T14:21:54.494542Z","steps":["trace[715982945] 'process raft request' (duration: 652.768121ms)","trace[715982945] 'compare' (duration: 113.708617ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:54.494753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:53.72689Z","time spent":"767.759919ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:54.494814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.339509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"info","ts":"2026-03-03T14:21:54.494889Z","caller":"traceutil/trace.go:171","msg":"trace[205211020] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10599; }","duration":"473.426251ms","start":"2026-03-03T14:21:54.021447Z","end":"2026-03-03T14:21:54.494873Z","steps":["trace[205211020] 'agreement among raft nodes before linearized reading' (duration: 473.177625ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.494937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.021386Z","time spent":"473.539544ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6893,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T14:21:54.967489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.632885ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:54.967651Z","caller":"traceutil/trace.go:171","msg":"trace[379830636] linearizableReadLoop","detail":"{readStateIndex:11031; appliedIndex:11030; }","duration":"473.051552ms","start":"2026-03-03T14:21:54.494572Z","end":"2026-03-03T14:21:54.967623Z","steps":["trace[379830636] 'read index received' (duration: 178.332235ms)","trace[379830636] 'applied index is now lower than readState.Index' (duration: 294.716357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:54.967696Z","caller":"traceutil/trace.go:171","msg":"trace[2023676992] transaction","detail":"{read_only:false; response_revision:10600; number_of_response:1; }","duration":"945.859519ms","start":"2026-03-03T14:21:54.021801Z","end":"2026-03-03T14:21:54.967661Z","steps":["trace[2023676992] 'process raft request' (duration: 650.975348ms)","trace[2023676992] 'compare' (duration: 294.147824ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:54.967834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.021781Z","time spent":"945.984302ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:54.967897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"919.443776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:54.967949Z","caller":"traceutil/trace.go:171","msg":"trace[1572799487] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10600; }","duration":"919.527808ms","start":"2026-03-03T14:21:54.048408Z","end":"2026-03-03T14:21:54.967935Z","steps":["trace[1572799487] 'agreement among raft nodes before linearized reading' (duration: 919.456345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.96784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.161047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:54.968041Z","caller":"traceutil/trace.go:171","msg":"trace[2107370933] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:10600; }","duration":"578.416754ms","start":"2026-03-03T14:21:54.389612Z","end":"2026-03-03T14:21:54.968028Z","steps":["trace[2107370933] 'agreement among raft nodes before linearized reading' (duration: 578.109756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:54.968094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.389585Z","time spent":"578.487835ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":28,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:54.967996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.048388Z","time spent":"919.598349ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:56.072161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.31929Z","time spent":"752.863307ms","remote":"127.0.0.1:45904","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:21:56.072867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"952.125617ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:56.073066Z","caller":"traceutil/trace.go:171","msg":"trace[505348861] transaction","detail":"{read_only:false; response_revision:10602; number_of_response:1; }","duration":"1.101483007s","start":"2026-03-03T14:21:54.97157Z","end":"2026-03-03T14:21:56.073053Z","steps":["trace[505348861] 'process raft request' (duration: 1.101429296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.073131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.971558Z","time spent":"1.1015561s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:21:56.073185Z","caller":"traceutil/trace.go:171","msg":"trace[1530353178] linearizableReadLoop","detail":"{readStateIndex:11032; appliedIndex:11031; }","duration":"1.105459133s","start":"2026-03-03T14:21:54.967691Z","end":"2026-03-03T14:21:56.07315Z","steps":["trace[1530353178] 'read index received' (duration: 152.565087ms)","trace[1530353178] 'applied index is now lower than readState.Index' (duration: 952.890636ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:56.073194Z","caller":"traceutil/trace.go:171","msg":"trace[741052282] transaction","detail":"{read_only:false; response_revision:10601; number_of_response:1; }","duration":"1.570089025s","start":"2026-03-03T14:21:54.503062Z","end":"2026-03-03T14:21:56.073151Z","steps":["trace[741052282] 'process raft request' (duration: 617.173909ms)","trace[741052282] 'compare' (duration: 951.959033ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:56.073297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492354988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:56.073332Z","caller":"traceutil/trace.go:171","msg":"trace[1415800190] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:10602; }","duration":"1.49244042s","start":"2026-03-03T14:21:54.580884Z","end":"2026-03-03T14:21:56.073324Z","steps":["trace[1415800190] 'agreement among raft nodes before linearized reading' (duration: 1.492308147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.073356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.580868Z","time spent":"1.492483371s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":27,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:56.073371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108588766s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-03T14:21:56.073392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.503042Z","time spent":"1.570244349s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:56.073434Z","caller":"traceutil/trace.go:171","msg":"trace[249635595] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10602; }","duration":"1.108656888s","start":"2026-03-03T14:21:54.964763Z","end":"2026-03-03T14:21:56.07342Z","steps":["trace[249635595] 'agreement among raft nodes before linearized reading' (duration: 1.108435743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.073428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.575653386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:21:56.073472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.964683Z","time spent":"1.108783541s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:21:56.073378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571015967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:56.07351Z","caller":"traceutil/trace.go:171","msg":"trace[2090187442] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10602; }","duration":"1.5757733s","start":"2026-03-03T14:21:54.49772Z","end":"2026-03-03T14:21:56.073493Z","steps":["trace[2090187442] 'agreement among raft nodes before linearized reading' (duration: 1.575515634s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.073837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.497706Z","time spent":"1.576120307s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:21:56.073598Z","caller":"traceutil/trace.go:171","msg":"trace[460239071] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:10602; }","duration":"1.571306034s","start":"2026-03-03T14:21:54.502247Z","end":"2026-03-03T14:21:56.073553Z","steps":["trace[460239071] 'agreement among raft nodes before linearized reading' (duration: 1.570955906s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.074185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.502226Z","time spent":"1.571932429s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:56.764125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"475.51947ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:56.764221Z","caller":"traceutil/trace.go:171","msg":"trace[934974519] transaction","detail":"{read_only:false; response_revision:10603; number_of_response:1; }","duration":"1.045747411s","start":"2026-03-03T14:21:55.718457Z","end":"2026-03-03T14:21:56.764204Z","steps":["trace[934974519] 'process raft request' (duration: 570.068076ms)","trace[934974519] 'compare' (duration: 475.318146ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:56.76427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.71843Z","time spent":"1.045816743s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:56.850965Z","caller":"traceutil/trace.go:171","msg":"trace[240093049] linearizableReadLoop","detail":"{readStateIndex:11035; appliedIndex:11033; }","duration":"777.688454ms","start":"2026-03-03T14:21:56.073244Z","end":"2026-03-03T14:21:56.850932Z","steps":["trace[240093049] 'read index received' (duration: 215.381772ms)","trace[240093049] 'applied index is now lower than readState.Index' (duration: 562.305212ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:56.851119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.254045195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:56.851232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527823107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:21:56.851261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.880724579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:56.851313Z","caller":"traceutil/trace.go:171","msg":"trace[1760849951] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10605; }","duration":"1.527946259s","start":"2026-03-03T14:21:55.32335Z","end":"2026-03-03T14:21:56.851296Z","steps":["trace[1760849951] 'agreement among raft nodes before linearized reading' (duration: 1.527618142s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:56.85133Z","caller":"traceutil/trace.go:171","msg":"trace[875703464] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10605; }","duration":"1.880809541s","start":"2026-03-03T14:21:54.970505Z","end":"2026-03-03T14:21:56.851315Z","steps":["trace[875703464] 'agreement among raft nodes before linearized reading' (duration: 1.880725439s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:56.85113Z","caller":"traceutil/trace.go:171","msg":"trace[841351045] transaction","detail":"{read_only:false; response_revision:10605; number_of_response:1; }","duration":"760.095699ms","start":"2026-03-03T14:21:56.091005Z","end":"2026-03-03T14:21:56.851101Z","steps":["trace[841351045] 'process raft request' (duration: 759.866033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.851369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.323335Z","time spent":"1.528021632s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:21:56.851372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:54.970493Z","time spent":"1.880871162s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:21:56.851121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698794129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:56.851546Z","caller":"traceutil/trace.go:171","msg":"trace[389434421] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10605; }","duration":"1.699245818s","start":"2026-03-03T14:21:55.152265Z","end":"2026-03-03T14:21:56.851511Z","steps":["trace[389434421] 'agreement among raft nodes before linearized reading' (duration: 1.698768227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.851615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.537419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" ","response":"range_response_count:1 size:6044"} {"level":"warn","ts":"2026-03-03T14:21:56.851623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.614881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:21:56.851657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.152244Z","time spent":"1.699370362s","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:56.851684Z","caller":"traceutil/trace.go:171","msg":"trace[1436274520] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g; range_end:; response_count:1; response_revision:10605; }","duration":"760.660242ms","start":"2026-03-03T14:21:56.091006Z","end":"2026-03-03T14:21:56.851666Z","steps":["trace[1436274520] 'agreement among raft nodes before linearized reading' (duration: 760.466577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:56.850997Z","caller":"traceutil/trace.go:171","msg":"trace[2016867226] transaction","detail":"{read_only:false; response_revision:10604; number_of_response:1; }","duration":"806.634778ms","start":"2026-03-03T14:21:56.044316Z","end":"2026-03-03T14:21:56.850951Z","steps":["trace[2016867226] 'process raft request' (duration: 806.374842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.851728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.090984Z","time spent":"760.736083ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6068,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" "} {"level":"info","ts":"2026-03-03T14:21:56.851689Z","caller":"traceutil/trace.go:171","msg":"trace[1209551394] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10605; }","duration":"760.705193ms","start":"2026-03-03T14:21:56.090971Z","end":"2026-03-03T14:21:56.851676Z","steps":["trace[1209551394] 'agreement among raft nodes before linearized reading' (duration: 760.493468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.851777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.090955Z","time spent":"760.812515ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:21:56.851809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.044278Z","time spent":"807.451036ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:56.851275Z","caller":"traceutil/trace.go:171","msg":"trace[484265227] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:10605; }","duration":"1.254226549s","start":"2026-03-03T14:21:55.597023Z","end":"2026-03-03T14:21:56.85125Z","steps":["trace[484265227] 'agreement among raft nodes before linearized reading' (duration: 1.253931502s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:56.851898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:55.596966Z","time spent":"1.254911515s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:56.852235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.090985Z","time spent":"760.457337ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:57.260753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.638299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:57.260866Z","caller":"traceutil/trace.go:171","msg":"trace[815215928] linearizableReadLoop","detail":"{readStateIndex:11037; appliedIndex:11036; }","duration":"404.41107ms","start":"2026-03-03T14:21:56.856438Z","end":"2026-03-03T14:21:57.260849Z","steps":["trace[815215928] 'read index received' (duration: 193.517115ms)","trace[815215928] 'applied index is now lower than readState.Index' (duration: 210.891905ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:57.260924Z","caller":"traceutil/trace.go:171","msg":"trace[945782032] transaction","detail":"{read_only:false; response_revision:10606; number_of_response:1; }","duration":"404.763318ms","start":"2026-03-03T14:21:56.856141Z","end":"2026-03-03T14:21:57.260905Z","steps":["trace[945782032] 'process raft request' (duration: 193.796261ms)","trace[945782032] 'compare' (duration: 210.294401ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:57.261023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.856116Z","time spent":"404.878141ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:21:57.261399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.939862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:375605"} {"level":"info","ts":"2026-03-03T14:21:57.261454Z","caller":"traceutil/trace.go:171","msg":"trace[2043989377] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10606; }","duration":"405.021383ms","start":"2026-03-03T14:21:56.856421Z","end":"2026-03-03T14:21:57.261442Z","steps":["trace[2043989377] 'agreement among raft nodes before linearized reading' (duration: 404.491821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:57.261487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.856412Z","time spent":"405.067175ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":375629,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:21:57.761284Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372505,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:58.144544Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.094548054s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:58.144907Z","caller":"traceutil/trace.go:171","msg":"trace[1521285855] linearizableReadLoop","detail":"{readStateIndex:11038; appliedIndex:11037; }","duration":"883.995107ms","start":"2026-03-03T14:21:57.260891Z","end":"2026-03-03T14:21:58.144886Z","steps":["trace[1521285855] 'read index received' (duration: 883.75442ms)","trace[1521285855] 'applied index is now lower than readState.Index' (duration: 239.577µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:58.144967Z","caller":"traceutil/trace.go:171","msg":"trace[1759111101] transaction","detail":"{read_only:false; response_revision:10607; number_of_response:1; }","duration":"1.282067297s","start":"2026-03-03T14:21:56.862884Z","end":"2026-03-03T14:21:58.144952Z","steps":["trace[1759111101] 'process raft request' (duration: 1.281802191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.145096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.862866Z","time spent":"1.282168799s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6345,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:58.145095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268888725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:21:58.14513Z","caller":"traceutil/trace.go:171","msg":"trace[171642312] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10607; }","duration":"1.268957067s","start":"2026-03-03T14:21:56.876163Z","end":"2026-03-03T14:21:58.14512Z","steps":["trace[171642312] 'agreement among raft nodes before linearized reading' (duration: 1.268859805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.145161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.876145Z","time spent":"1.269005568s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:21:58.145644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.284848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:58.145676Z","caller":"traceutil/trace.go:171","msg":"trace[1383689718] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:10607; }","duration":"443.35417ms","start":"2026-03-03T14:21:57.702313Z","end":"2026-03-03T14:21:58.145667Z","steps":["trace[1383689718] 'agreement among raft nodes before linearized reading' (duration: 443.301609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.145697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.702292Z","time spent":"443.398591ms","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:58.145754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284229659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:58.145753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.074394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" ","response":"range_response_count:1 size:902"} {"level":"info","ts":"2026-03-03T14:21:58.145802Z","caller":"traceutil/trace.go:171","msg":"trace[1909117973] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10607; }","duration":"1.28428977s","start":"2026-03-03T14:21:56.861498Z","end":"2026-03-03T14:21:58.145788Z","steps":["trace[1909117973] 'agreement among raft nodes before linearized reading' (duration: 1.283795258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.145838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:56.861492Z","time spent":"1.284338281s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:58.14584Z","caller":"traceutil/trace.go:171","msg":"trace[1380152615] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a; range_end:; response_count:1; response_revision:10607; }","duration":"880.197306ms","start":"2026-03-03T14:21:57.265624Z","end":"2026-03-03T14:21:58.145821Z","steps":["trace[1380152615] 'agreement among raft nodes before linearized reading' (duration: 879.977771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.145885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.26561Z","time spent":"880.259049ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" "} {"level":"warn","ts":"2026-03-03T14:21:58.145832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.976292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:21:58.145979Z","caller":"traceutil/trace.go:171","msg":"trace[1891181993] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10607; }","duration":"737.176486ms","start":"2026-03-03T14:21:57.40878Z","end":"2026-03-03T14:21:58.145956Z","steps":["trace[1891181993] 'agreement among raft nodes before linearized reading' (duration: 736.92244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:58.146028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:57.40876Z","time spent":"737.255128ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:58.649465Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:59.150154Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372508,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:21:59.293197Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091502012s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:21:59.319835Z","caller":"traceutil/trace.go:171","msg":"trace[1996652866] linearizableReadLoop","detail":"{readStateIndex:11039; appliedIndex:11038; }","duration":"1.170420208s","start":"2026-03-03T14:21:58.149388Z","end":"2026-03-03T14:21:59.319808Z","steps":["trace[1996652866] 'read index received' (duration: 1.144201238s)","trace[1996652866] 'applied index is now lower than readState.Index' (duration: 26.21752ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:21:59.319858Z","caller":"traceutil/trace.go:171","msg":"trace[923729784] transaction","detail":"{read_only:false; response_revision:10608; number_of_response:1; }","duration":"1.170775086s","start":"2026-03-03T14:21:58.149046Z","end":"2026-03-03T14:21:59.319821Z","steps":["trace[923729784] 'process raft request' (duration: 1.144377562s)","trace[923729784] 'compare' (duration: 25.078223ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:59.320039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.377678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:59.320057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.001943906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:59.320098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.149028Z","time spent":"1.170902309s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:21:59.320113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170497949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" ","response":"range_response_count:1 size:4466"} {"level":"warn","ts":"2026-03-03T14:21:59.320173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.502404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:21:59.320191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"832.208282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:21:59.320224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166841302s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:59.320216Z","caller":"traceutil/trace.go:171","msg":"trace[1800318107] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:10608; }","duration":"454.608626ms","start":"2026-03-03T14:21:58.865599Z","end":"2026-03-03T14:21:59.320208Z","steps":["trace[1800318107] 'agreement among raft nodes before linearized reading' (duration: 454.487193ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:59.320255Z","caller":"traceutil/trace.go:171","msg":"trace[603519804] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10608; }","duration":"1.166881884s","start":"2026-03-03T14:21:58.15336Z","end":"2026-03-03T14:21:59.320242Z","steps":["trace[603519804] 'agreement among raft nodes before linearized reading' (duration: 1.166839743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.320342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.865576Z","time spent":"454.734659ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:21:59.320249Z","caller":"traceutil/trace.go:171","msg":"trace[2121835127] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:10608; }","duration":"832.297275ms","start":"2026-03-03T14:21:58.487937Z","end":"2026-03-03T14:21:59.320234Z","steps":["trace[2121835127] 'agreement among raft nodes before linearized reading' (duration: 832.210483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.320222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.042480363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:59.320576Z","caller":"traceutil/trace.go:171","msg":"trace[2065689683] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:10608; }","duration":"1.042934794s","start":"2026-03-03T14:21:58.277619Z","end":"2026-03-03T14:21:59.320554Z","steps":["trace[2065689683] 'agreement among raft nodes before linearized reading' (duration: 1.042486904s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:21:59.320175Z","caller":"traceutil/trace.go:171","msg":"trace[1294421481] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv; range_end:; response_count:1; response_revision:10608; }","duration":"1.170599752s","start":"2026-03-03T14:21:58.149558Z","end":"2026-03-03T14:21:59.320158Z","steps":["trace[1294421481] 'agreement among raft nodes before linearized reading' (duration: 1.170402867s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.320653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.277595Z","time spent":"1.043037017s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:59.320684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.149532Z","time spent":"1.171141065s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4490,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" "} {"level":"info","ts":"2026-03-03T14:21:59.32012Z","caller":"traceutil/trace.go:171","msg":"trace[442198100] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:10608; }","duration":"1.002071299s","start":"2026-03-03T14:21:58.318035Z","end":"2026-03-03T14:21:59.320106Z","steps":["trace[442198100] 'agreement among raft nodes before linearized reading' (duration: 1.001936635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.320999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.318008Z","time spent":"1.002784505s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:59.32005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.627715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:21:59.321142Z","caller":"traceutil/trace.go:171","msg":"trace[2024150984] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:10608; }","duration":"498.773171ms","start":"2026-03-03T14:21:58.822353Z","end":"2026-03-03T14:21:59.321127Z","steps":["trace[2024150984] 'agreement among raft nodes before linearized reading' (duration: 497.614734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.321196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.822333Z","time spent":"498.846542ms","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:59.32034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.153351Z","time spent":"1.166980526s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:21:59.320116Z","caller":"traceutil/trace.go:171","msg":"trace[1118683783] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:10608; }","duration":"302.46614ms","start":"2026-03-03T14:21:59.017631Z","end":"2026-03-03T14:21:59.320097Z","steps":["trace[1118683783] 'agreement among raft nodes before linearized reading' (duration: 302.342777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.321382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:59.017562Z","time spent":"303.805532ms","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:59.320038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.170632653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:21:59.321596Z","caller":"traceutil/trace.go:171","msg":"trace[1701895844] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:10608; }","duration":"1.172206401s","start":"2026-03-03T14:21:58.149377Z","end":"2026-03-03T14:21:59.321584Z","steps":["trace[1701895844] 'agreement among raft nodes before linearized reading' (duration: 1.170542251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.321647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.149304Z","time spent":"1.172330193s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" "} {"level":"warn","ts":"2026-03-03T14:21:59.320429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:58.487893Z","time spent":"832.51193ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:21:59.926796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.726816ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:21:59.926958Z","caller":"traceutil/trace.go:171","msg":"trace[2109595803] transaction","detail":"{read_only:false; response_revision:10610; number_of_response:1; }","duration":"595.897847ms","start":"2026-03-03T14:21:59.331047Z","end":"2026-03-03T14:21:59.926945Z","steps":["trace[2109595803] 'process raft request' (duration: 595.813305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:21:59.927034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:59.331037Z","time spent":"595.953158ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:21:59.927101Z","caller":"traceutil/trace.go:171","msg":"trace[700041076] transaction","detail":"{read_only:false; response_revision:10609; number_of_response:1; }","duration":"596.0246ms","start":"2026-03-03T14:21:59.331034Z","end":"2026-03-03T14:21:59.927059Z","steps":["trace[700041076] 'process raft request' (duration: 270.973226ms)","trace[700041076] 'compare' (duration: 324.4508ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:21:59.927327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:59.331012Z","time spent":"596.200673ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:00.313486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.832327ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:00.313651Z","caller":"traceutil/trace.go:171","msg":"trace[2116015206] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10610; }","duration":"165.016481ms","start":"2026-03-03T14:22:00.148618Z","end":"2026-03-03T14:22:00.313634Z","steps":["trace[2116015206] 'range keys from in-memory index tree' (duration: 164.810026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:00.313997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.125794ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:00.314173Z","caller":"traceutil/trace.go:171","msg":"trace[1768110413] linearizableReadLoop","detail":"{readStateIndex:11042; appliedIndex:11041; }","duration":"383.26463ms","start":"2026-03-03T14:21:59.930884Z","end":"2026-03-03T14:22:00.314148Z","steps":["trace[1768110413] 'read index received' (duration: 107.796308ms)","trace[1768110413] 'applied index is now lower than readState.Index' (duration: 275.466452ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:00.314338Z","caller":"traceutil/trace.go:171","msg":"trace[614488176] transaction","detail":"{read_only:false; response_revision:10611; number_of_response:1; }","duration":"383.508616ms","start":"2026-03-03T14:21:59.930772Z","end":"2026-03-03T14:22:00.314281Z","steps":["trace[614488176] 'process raft request' (duration: 107.992293ms)","trace[614488176] 'compare' (duration: 274.912289ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:00.314409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:59.930755Z","time spent":"383.625688ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:00.314542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.65447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:5749"} {"level":"info","ts":"2026-03-03T14:22:00.314596Z","caller":"traceutil/trace.go:171","msg":"trace[1860715347] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:10611; }","duration":"383.736401ms","start":"2026-03-03T14:21:59.930849Z","end":"2026-03-03T14:22:00.314586Z","steps":["trace[1860715347] 'agreement among raft nodes before linearized reading' (duration: 383.471075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:00.314642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:21:59.930836Z","time spent":"383.798033ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5773,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" "} {"level":"warn","ts":"2026-03-03T14:22:00.31481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.283373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:22:00.314894Z","caller":"traceutil/trace.go:171","msg":"trace[1357598711] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10611; }","duration":"164.417916ms","start":"2026-03-03T14:22:00.150458Z","end":"2026-03-03T14:22:00.314876Z","steps":["trace[1357598711] 'agreement among raft nodes before linearized reading' (duration: 163.885933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.014036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.470754ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:01.014246Z","caller":"traceutil/trace.go:171","msg":"trace[1806836665] transaction","detail":"{read_only:false; response_revision:10612; number_of_response:1; }","duration":"696.185868ms","start":"2026-03-03T14:22:00.318031Z","end":"2026-03-03T14:22:01.014217Z","steps":["trace[1806836665] 'process raft request' (duration: 194.471888ms)","trace[1806836665] 'compare' (duration: 500.982433ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:01.014367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:00.318002Z","time spent":"696.30384ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:22:01.014621Z","caller":"traceutil/trace.go:171","msg":"trace[1330218904] linearizableReadLoop","detail":"{readStateIndex:11044; appliedIndex:11042; }","duration":"299.369567ms","start":"2026-03-03T14:22:00.715235Z","end":"2026-03-03T14:22:01.014605Z","steps":["trace[1330218904] 'read index received' (duration: 214.737746ms)","trace[1330218904] 'applied index is now lower than readState.Index' (duration: 84.630771ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:01.014778Z","caller":"traceutil/trace.go:171","msg":"trace[566878392] transaction","detail":"{read_only:false; response_revision:10613; number_of_response:1; }","duration":"693.015332ms","start":"2026-03-03T14:22:00.321753Z","end":"2026-03-03T14:22:01.014768Z","steps":["trace[566878392] 'process raft request' (duration: 692.749456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.014841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:00.321744Z","time spent":"693.059664ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6050,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:01.014805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.51634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:01.014958Z","caller":"traceutil/trace.go:171","msg":"trace[423143446] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10613; }","duration":"299.753376ms","start":"2026-03-03T14:22:00.715144Z","end":"2026-03-03T14:22:01.014897Z","steps":["trace[423143446] 'agreement among raft nodes before linearized reading' (duration: 299.51859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.526918Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372525,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:01.906927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.340727ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:01.907046Z","caller":"traceutil/trace.go:171","msg":"trace[540631675] linearizableReadLoop","detail":"{readStateIndex:11045; appliedIndex:11044; }","duration":"881.089869ms","start":"2026-03-03T14:22:01.025939Z","end":"2026-03-03T14:22:01.907029Z","steps":["trace[540631675] 'read index received' (duration: 632.8676ms)","trace[540631675] 'applied index is now lower than readState.Index' (duration: 248.220429ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:01.907086Z","caller":"traceutil/trace.go:171","msg":"trace[2102377920] transaction","detail":"{read_only:false; response_revision:10614; number_of_response:1; }","duration":"881.613791ms","start":"2026-03-03T14:22:01.025451Z","end":"2026-03-03T14:22:01.907064Z","steps":["trace[2102377920] 'process raft request' (duration: 633.517126ms)","trace[2102377920] 'compare' (duration: 246.752123ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:01.907238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.197301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:01.907261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:01.025425Z","time spent":"881.777705ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:01.907291Z","caller":"traceutil/trace.go:171","msg":"trace[276110718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10614; }","duration":"859.277633ms","start":"2026-03-03T14:22:01.047999Z","end":"2026-03-03T14:22:01.907276Z","steps":["trace[276110718] 'agreement among raft nodes before linearized reading' (duration: 859.183131ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.907363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:01.047984Z","time spent":"859.364875ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:01.907389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.339794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4542"} {"level":"warn","ts":"2026-03-03T14:22:01.907421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.62705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:22:01.907488Z","caller":"traceutil/trace.go:171","msg":"trace[554842313] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10614; }","duration":"881.56577ms","start":"2026-03-03T14:22:01.0259Z","end":"2026-03-03T14:22:01.907465Z","steps":["trace[554842313] 'agreement among raft nodes before linearized reading' (duration: 881.189531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:01.90751Z","caller":"traceutil/trace.go:171","msg":"trace[2060295984] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10614; }","duration":"573.769563ms","start":"2026-03-03T14:22:01.333718Z","end":"2026-03-03T14:22:01.907487Z","steps":["trace[2060295984] 'agreement among raft nodes before linearized reading' (duration: 573.500167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:01.907567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:01.333697Z","time spent":"573.858016ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:22:01.907577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:01.025893Z","time spent":"881.646231ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4566,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:22:02.226904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.558824ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:02.227055Z","caller":"traceutil/trace.go:171","msg":"trace[610463487] transaction","detail":"{read_only:false; response_revision:10615; number_of_response:1; }","duration":"314.417792ms","start":"2026-03-03T14:22:01.912607Z","end":"2026-03-03T14:22:02.227024Z","steps":["trace[610463487] 'process raft request' (duration: 115.627923ms)","trace[610463487] 'compare' (duration: 198.294738ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:02.227186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:01.912594Z","time spent":"314.503974ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:02.574294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.873428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:02.574397Z","caller":"traceutil/trace.go:171","msg":"trace[2039944294] linearizableReadLoop","detail":"{readStateIndex:11047; appliedIndex:11046; }","duration":"514.515903ms","start":"2026-03-03T14:22:02.059866Z","end":"2026-03-03T14:22:02.574382Z","steps":["trace[2039944294] 'read index received' (duration: 316.544423ms)","trace[2039944294] 'applied index is now lower than readState.Index' (duration: 197.9702ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:02.574483Z","caller":"traceutil/trace.go:171","msg":"trace[2013734031] transaction","detail":"{read_only:false; response_revision:10616; number_of_response:1; }","duration":"659.135781ms","start":"2026-03-03T14:22:01.915337Z","end":"2026-03-03T14:22:02.574473Z","steps":["trace[2013734031] 'process raft request' (duration: 461.005237ms)","trace[2013734031] 'compare' (duration: 197.768635ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:02.574539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:01.915323Z","time spent":"659.189573ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:02.574668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.800219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:02.5747Z","caller":"traceutil/trace.go:171","msg":"trace[1404625306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10616; }","duration":"514.858911ms","start":"2026-03-03T14:22:02.059832Z","end":"2026-03-03T14:22:02.57469Z","steps":["trace[1404625306] 'agreement among raft nodes before linearized reading' (duration: 514.80654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:02.574726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.059815Z","time spent":"514.906333ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:02.574894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.769511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:02.574986Z","caller":"traceutil/trace.go:171","msg":"trace[1226554354] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10616; }","duration":"380.915254ms","start":"2026-03-03T14:22:02.19405Z","end":"2026-03-03T14:22:02.574966Z","steps":["trace[1226554354] 'agreement among raft nodes before linearized reading' (duration: 380.648748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:02.574991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.209729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:22:02.575102Z","caller":"traceutil/trace.go:171","msg":"trace[169728827] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10616; }","duration":"254.388124ms","start":"2026-03-03T14:22:02.320688Z","end":"2026-03-03T14:22:02.575076Z","steps":["trace[169728827] 'agreement among raft nodes before linearized reading' (duration: 254.026515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:02.575037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.194031Z","time spent":"380.996976ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:02.575295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.707405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:22:02.575527Z","caller":"traceutil/trace.go:171","msg":"trace[976962907] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd; range_end:; response_count:1; response_revision:10616; }","duration":"343.971481ms","start":"2026-03-03T14:22:02.231533Z","end":"2026-03-03T14:22:02.575505Z","steps":["trace[976962907] 'agreement among raft nodes before linearized reading' (duration: 343.51478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:02.575624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.231519Z","time spent":"344.090914ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" "} {"level":"info","ts":"2026-03-03T14:22:02.989416Z","caller":"traceutil/trace.go:171","msg":"trace[470209312] linearizableReadLoop","detail":"{readStateIndex:11048; appliedIndex:11047; }","duration":"410.460873ms","start":"2026-03-03T14:22:02.578917Z","end":"2026-03-03T14:22:02.989378Z","steps":["trace[470209312] 'read index received' (duration: 387.143582ms)","trace[470209312] 'applied index is now lower than readState.Index' (duration: 23.313831ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:02.989468Z","caller":"traceutil/trace.go:171","msg":"trace[1715215961] transaction","detail":"{read_only:false; response_revision:10617; number_of_response:1; }","duration":"410.963055ms","start":"2026-03-03T14:22:02.578475Z","end":"2026-03-03T14:22:02.989438Z","steps":["trace[1715215961] 'process raft request' (duration: 386.907826ms)","trace[1715215961] 'compare' (duration: 23.626739ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:02.989621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.578456Z","time spent":"411.075608ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:02.990122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.192371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-03T14:22:02.990174Z","caller":"traceutil/trace.go:171","msg":"trace[959788700] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:10617; }","duration":"411.278382ms","start":"2026-03-03T14:22:02.578882Z","end":"2026-03-03T14:22:02.99016Z","steps":["trace[959788700] 'agreement among raft nodes before linearized reading' (duration: 410.629307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:02.990214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.578839Z","time spent":"411.366664ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4801,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-03T14:22:03.878194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.115661ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:22:03.878524Z","caller":"traceutil/trace.go:171","msg":"trace[212921822] linearizableReadLoop","detail":"{readStateIndex:11049; appliedIndex:11048; }","duration":"889.020916ms","start":"2026-03-03T14:22:02.98948Z","end":"2026-03-03T14:22:03.878501Z","steps":["trace[212921822] 'read index received' (duration: 174.591967ms)","trace[212921822] 'applied index is now lower than readState.Index' (duration: 714.427199ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:03.878749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.368955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:03.878765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.890053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:03.878803Z","caller":"traceutil/trace.go:171","msg":"trace[413048113] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:10617; }","duration":"936.477637ms","start":"2026-03-03T14:22:02.94231Z","end":"2026-03-03T14:22:03.878788Z","steps":["trace[413048113] 'agreement among raft nodes before linearized reading' (duration: 936.309843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.878854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.942286Z","time spent":"936.55537ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":76,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:03.878844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.020430632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:03.878912Z","caller":"traceutil/trace.go:171","msg":"trace[626683596] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10617; }","duration":"935.976546ms","start":"2026-03-03T14:22:02.942826Z","end":"2026-03-03T14:22:03.878803Z","steps":["trace[626683596] 'agreement among raft nodes before linearized reading' (duration: 935.882503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:03.878934Z","caller":"traceutil/trace.go:171","msg":"trace[1455773144] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:10617; }","duration":"1.020556015s","start":"2026-03-03T14:22:02.858358Z","end":"2026-03-03T14:22:03.878914Z","steps":["trace[1455773144] 'agreement among raft nodes before linearized reading' (duration: 1.020418482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.878994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.858338Z","time spent":"1.020641467s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:03.879218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.942812Z","time spent":"936.16468ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:03.879369Z","caller":"traceutil/trace.go:171","msg":"trace[152804745] transaction","detail":"{read_only:false; response_revision:10618; number_of_response:1; }","duration":"882.45957ms","start":"2026-03-03T14:22:02.996892Z","end":"2026-03-03T14:22:03.879352Z","steps":["trace[152804745] 'process raft request' (duration: 881.433996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.879511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.996877Z","time spent":"882.541773ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:03.983017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.562778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:03.983203Z","caller":"traceutil/trace.go:171","msg":"trace[878622055] linearizableReadLoop","detail":"{readStateIndex:11051; appliedIndex:11049; }","duration":"104.561532ms","start":"2026-03-03T14:22:03.878568Z","end":"2026-03-03T14:22:03.983129Z","steps":["trace[878622055] 'read index received' (duration: 198.055µs)","trace[878622055] 'applied index is now lower than readState.Index' (duration: 104.361727ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:03.983208Z","caller":"traceutil/trace.go:171","msg":"trace[1364307172] transaction","detail":"{read_only:false; response_revision:10619; number_of_response:1; }","duration":"795.582387ms","start":"2026-03-03T14:22:03.187555Z","end":"2026-03-03T14:22:03.983138Z","steps":["trace[1364307172] 'process raft request' (duration: 691.780153ms)","trace[1364307172] 'compare' (duration: 103.334982ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:03.983338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.422173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:03.983353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.239108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:03.983359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.187532Z","time spent":"795.740861ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:03.983405Z","caller":"traceutil/trace.go:171","msg":"trace[670322643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10619; }","duration":"935.31648ms","start":"2026-03-03T14:22:03.04807Z","end":"2026-03-03T14:22:03.983387Z","steps":["trace[670322643] 'agreement among raft nodes before linearized reading' (duration: 935.236399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.983446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.048053Z","time spent":"935.386872ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:03.983514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.079209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7181"} {"level":"info","ts":"2026-03-03T14:22:03.983371Z","caller":"traceutil/trace.go:171","msg":"trace[9084939] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:10619; }","duration":"149.504495ms","start":"2026-03-03T14:22:03.833854Z","end":"2026-03-03T14:22:03.983359Z","steps":["trace[9084939] 'agreement among raft nodes before linearized reading' (duration: 149.430093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.983522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.519385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995a8170b8fdab\" ","response":"range_response_count:1 size:814"} {"level":"info","ts":"2026-03-03T14:22:03.983545Z","caller":"traceutil/trace.go:171","msg":"trace[178309373] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10619; }","duration":"101.147821ms","start":"2026-03-03T14:22:03.882387Z","end":"2026-03-03T14:22:03.983535Z","steps":["trace[178309373] 'agreement among raft nodes before linearized reading' (duration: 101.011078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:03.983583Z","caller":"traceutil/trace.go:171","msg":"trace[1805629609] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995a8170b8fdab; range_end:; response_count:1; response_revision:10619; }","duration":"990.615608ms","start":"2026-03-03T14:22:02.992949Z","end":"2026-03-03T14:22:03.983564Z","steps":["trace[1805629609] 'agreement among raft nodes before linearized reading' (duration: 990.435013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.983619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:02.992926Z","time spent":"990.687339ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":838,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995a8170b8fdab\" "} {"level":"warn","ts":"2026-03-03T14:22:03.983649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.295623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-03-03T14:22:03.983687Z","caller":"traceutil/trace.go:171","msg":"trace[1950609645] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10619; }","duration":"447.351465ms","start":"2026-03-03T14:22:03.536324Z","end":"2026-03-03T14:22:03.983675Z","steps":["trace[1950609645] 'agreement among raft nodes before linearized reading' (duration: 447.237132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.983715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.536314Z","time spent":"447.395616ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:22:03.983773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.059283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:03.98385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.020754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:22:03.983858Z","caller":"traceutil/trace.go:171","msg":"trace[1932617474] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:10619; }","duration":"962.190256ms","start":"2026-03-03T14:22:03.021648Z","end":"2026-03-03T14:22:03.983839Z","steps":["trace[1932617474] 'agreement among raft nodes before linearized reading' (duration: 962.067543ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:03.983883Z","caller":"traceutil/trace.go:171","msg":"trace[1766692647] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:10619; }","duration":"666.090186ms","start":"2026-03-03T14:22:03.317781Z","end":"2026-03-03T14:22:03.983871Z","steps":["trace[1766692647] 'agreement among raft nodes before linearized reading' (duration: 666.017334ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.983899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.021629Z","time spent":"962.259387ms","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:03.983926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.317755Z","time spent":"666.161578ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:22:03.984008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.67171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:22:03.984059Z","caller":"traceutil/trace.go:171","msg":"trace[563085157] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10619; }","duration":"449.812194ms","start":"2026-03-03T14:22:03.534231Z","end":"2026-03-03T14:22:03.984044Z","steps":["trace[563085157] 'agreement among raft nodes before linearized reading' (duration: 449.687101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:03.98409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.534209Z","time spent":"449.873735ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:22:04.703909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.555522ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:04.704105Z","caller":"traceutil/trace.go:171","msg":"trace[1492298050] transaction","detail":"{read_only:false; response_revision:10620; number_of_response:1; }","duration":"717.407569ms","start":"2026-03-03T14:22:03.986666Z","end":"2026-03-03T14:22:04.704074Z","steps":["trace[1492298050] 'process raft request' (duration: 494.586791ms)","trace[1492298050] 'compare' (duration: 222.234364ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:04.704218Z","caller":"traceutil/trace.go:171","msg":"trace[869612700] linearizableReadLoop","detail":"{readStateIndex:11054; appliedIndex:11052; }","duration":"715.530445ms","start":"2026-03-03T14:22:03.988672Z","end":"2026-03-03T14:22:04.704202Z","steps":["trace[869612700] 'read index received' (duration: 67.053256ms)","trace[869612700] 'applied index is now lower than readState.Index' (duration: 648.476029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:04.70425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.986648Z","time spent":"717.515712ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:04.704266Z","caller":"traceutil/trace.go:171","msg":"trace[2072276173] transaction","detail":"{read_only:false; response_revision:10622; number_of_response:1; }","duration":"715.33974ms","start":"2026-03-03T14:22:03.988904Z","end":"2026-03-03T14:22:04.704243Z","steps":["trace[2072276173] 'process raft request' (duration: 715.197797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:04.704275Z","caller":"traceutil/trace.go:171","msg":"trace[319258480] transaction","detail":"{read_only:false; response_revision:10621; number_of_response:1; }","duration":"716.086218ms","start":"2026-03-03T14:22:03.988173Z","end":"2026-03-03T14:22:04.70426Z","steps":["trace[319258480] 'process raft request' (duration: 715.840843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:04.704294Z","caller":"traceutil/trace.go:171","msg":"trace[243740545] transaction","detail":"{read_only:false; response_revision:10623; number_of_response:1; }","duration":"710.674381ms","start":"2026-03-03T14:22:03.993606Z","end":"2026-03-03T14:22:04.704281Z","steps":["trace[243740545] 'process raft request' (duration: 710.536338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.704327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.988156Z","time spent":"716.14646ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:04.704339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.988894Z","time spent":"715.405841ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:04.704406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.993591Z","time spent":"710.762552ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:04.707219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.471374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:376630"} {"level":"info","ts":"2026-03-03T14:22:04.707333Z","caller":"traceutil/trace.go:171","msg":"trace[1375100557] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10623; }","duration":"718.644108ms","start":"2026-03-03T14:22:03.988666Z","end":"2026-03-03T14:22:04.70731Z","steps":["trace[1375100557] 'agreement among raft nodes before linearized reading' (duration: 715.669158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.707519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:03.98863Z","time spent":"718.868374ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":376654,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:22:04.777812Z","caller":"traceutil/trace.go:171","msg":"trace[2082441265] transaction","detail":"{read_only:false; response_revision:10625; number_of_response:1; }","duration":"413.459744ms","start":"2026-03-03T14:22:04.364316Z","end":"2026-03-03T14:22:04.777776Z","steps":["trace[2082441265] 'process raft request' (duration: 413.347581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.777976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.227822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:04.777995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:04.364289Z","time spent":"413.611157ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:04.778036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.544934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:04.778056Z","caller":"traceutil/trace.go:171","msg":"trace[526557938] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10625; }","duration":"227.352555ms","start":"2026-03-03T14:22:04.550685Z","end":"2026-03-03T14:22:04.778037Z","steps":["trace[526557938] 'agreement among raft nodes before linearized reading' (duration: 227.213362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:04.778081Z","caller":"traceutil/trace.go:171","msg":"trace[442643942] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10625; }","duration":"731.620536ms","start":"2026-03-03T14:22:04.046437Z","end":"2026-03-03T14:22:04.778058Z","steps":["trace[442643942] 'agreement among raft nodes before linearized reading' (duration: 731.37836ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.778102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:04.046417Z","time spent":"731.680726ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:04.778535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.296687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:22:04.778592Z","caller":"traceutil/trace.go:171","msg":"trace[1828210023] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10625; }","duration":"187.462862ms","start":"2026-03-03T14:22:04.591116Z","end":"2026-03-03T14:22:04.778579Z","steps":["trace[1828210023] 'agreement among raft nodes before linearized reading' (duration: 186.672032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:04.780127Z","caller":"traceutil/trace.go:171","msg":"trace[789569846] transaction","detail":"{read_only:false; response_revision:10624; number_of_response:1; }","duration":"720.850011ms","start":"2026-03-03T14:22:04.057037Z","end":"2026-03-03T14:22:04.777887Z","steps":["trace[789569846] 'process raft request' (duration: 720.459091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:04.780439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:04.057012Z","time spent":"723.346759ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:04.949565Z","caller":"traceutil/trace.go:171","msg":"trace[376707875] linearizableReadLoop","detail":"{readStateIndex:11059; appliedIndex:11058; }","duration":"166.395914ms","start":"2026-03-03T14:22:04.783145Z","end":"2026-03-03T14:22:04.94954Z","steps":["trace[376707875] 'read index received' (duration: 261.006µs)","trace[376707875] 'applied index is now lower than readState.Index' (duration: 166.133868ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:04.949627Z","caller":"traceutil/trace.go:171","msg":"trace[2146490743] transaction","detail":"{read_only:false; response_revision:10626; number_of_response:1; }","duration":"166.375744ms","start":"2026-03-03T14:22:04.783212Z","end":"2026-03-03T14:22:04.949588Z","steps":["trace[2146490743] 'process raft request' (duration: 115.932132ms)","trace[2146490743] 'compare' (duration: 50.297789ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:04.949706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.549187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:04.949738Z","caller":"traceutil/trace.go:171","msg":"trace[450842637] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10626; }","duration":"166.635219ms","start":"2026-03-03T14:22:04.783094Z","end":"2026-03-03T14:22:04.949729Z","steps":["trace[450842637] 'agreement among raft nodes before linearized reading' (duration: 166.556958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:05.003905Z","caller":"traceutil/trace.go:171","msg":"trace[1472014215] transaction","detail":"{read_only:false; response_revision:10627; number_of_response:1; }","duration":"208.043897ms","start":"2026-03-03T14:22:04.795811Z","end":"2026-03-03T14:22:05.003854Z","steps":["trace[1472014215] 'process raft request' (duration: 207.776201ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:05.004055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.719834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:22:05.004145Z","caller":"traceutil/trace.go:171","msg":"trace[1613454654] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10627; }","duration":"219.826496ms","start":"2026-03-03T14:22:04.784282Z","end":"2026-03-03T14:22:05.004109Z","steps":["trace[1613454654] 'agreement among raft nodes before linearized reading' (duration: 219.646052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:05.166275Z","caller":"traceutil/trace.go:171","msg":"trace[825838230] transaction","detail":"{read_only:false; response_revision:10629; number_of_response:1; }","duration":"119.608137ms","start":"2026-03-03T14:22:05.046642Z","end":"2026-03-03T14:22:05.16625Z","steps":["trace[825838230] 'process raft request' (duration: 115.170272ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:05.384206Z","caller":"traceutil/trace.go:171","msg":"trace[210356281] linearizableReadLoop","detail":"{readStateIndex:11063; appliedIndex:11062; }","duration":"214.676655ms","start":"2026-03-03T14:22:05.169498Z","end":"2026-03-03T14:22:05.384175Z","steps":["trace[210356281] 'read index received' (duration: 177.475245ms)","trace[210356281] 'applied index is now lower than readState.Index' (duration: 37.19986ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:05.384223Z","caller":"traceutil/trace.go:171","msg":"trace[1395345652] transaction","detail":"{read_only:false; response_revision:10630; number_of_response:1; }","duration":"332.763997ms","start":"2026-03-03T14:22:05.051438Z","end":"2026-03-03T14:22:05.384202Z","steps":["trace[1395345652] 'process raft request' (duration: 295.508485ms)","trace[1395345652] 'compare' (duration: 37.001496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:05.38437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.854579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a82af71540f\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-03T14:22:05.384406Z","caller":"traceutil/trace.go:171","msg":"trace[819384216] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995a82af71540f; range_end:; response_count:1; response_revision:10630; }","duration":"214.927961ms","start":"2026-03-03T14:22:05.169468Z","end":"2026-03-03T14:22:05.384396Z","steps":["trace[819384216] 'agreement among raft nodes before linearized reading' (duration: 214.797678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:05.384438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.051411Z","time spent":"332.93721ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6122,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:05.385188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.80863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:22:05.385253Z","caller":"traceutil/trace.go:171","msg":"trace[1015021081] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:10630; }","duration":"187.904472ms","start":"2026-03-03T14:22:05.197332Z","end":"2026-03-03T14:22:05.385236Z","steps":["trace[1015021081] 'agreement among raft nodes before linearized reading' (duration: 187.064382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:05.890246Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372569,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:06.481891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.341767ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:06.482023Z","caller":"traceutil/trace.go:171","msg":"trace[947962563] linearizableReadLoop","detail":"{readStateIndex:11064; appliedIndex:11063; }","duration":"1.092466644s","start":"2026-03-03T14:22:05.389533Z","end":"2026-03-03T14:22:06.482Z","steps":["trace[947962563] 'read index received' (duration: 575.974994ms)","trace[947962563] 'applied index is now lower than readState.Index' (duration: 516.4891ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:06.482148Z","caller":"traceutil/trace.go:171","msg":"trace[1184455453] transaction","detail":"{read_only:false; response_revision:10631; number_of_response:1; }","duration":"1.095074276s","start":"2026-03-03T14:22:05.38704Z","end":"2026-03-03T14:22:06.482115Z","steps":["trace[1184455453] 'process raft request' (duration: 578.392122ms)","trace[1184455453] 'compare' (duration: 515.885674ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:06.482418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.169513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:22:06.482398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.144887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:06.48249Z","caller":"traceutil/trace.go:171","msg":"trace[488963197] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:10631; }","duration":"685.282239ms","start":"2026-03-03T14:22:05.797191Z","end":"2026-03-03T14:22:06.482473Z","steps":["trace[488963197] 'agreement among raft nodes before linearized reading' (duration: 685.127266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.482465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064250758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:06.482544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.797178Z","time spent":"685.350601ms","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:06.482588Z","caller":"traceutil/trace.go:171","msg":"trace[1456500165] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:10631; }","duration":"1.064430392s","start":"2026-03-03T14:22:05.418125Z","end":"2026-03-03T14:22:06.482556Z","steps":["trace[1456500165] 'agreement among raft nodes before linearized reading' (duration: 1.064191947s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.482695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.418117Z","time spent":"1.064560055s","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:06.482477Z","caller":"traceutil/trace.go:171","msg":"trace[548061270] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10631; }","duration":"497.266515ms","start":"2026-03-03T14:22:05.985196Z","end":"2026-03-03T14:22:06.482462Z","steps":["trace[548061270] 'agreement among raft nodes before linearized reading' (duration: 497.116461ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.482806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.985173Z","time spent":"497.594853ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:06.482898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.387027Z","time spent":"1.095418664s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:06.482273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09273634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-03T14:22:06.483117Z","caller":"traceutil/trace.go:171","msg":"trace[1078147910] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:10631; }","duration":"1.093597951s","start":"2026-03-03T14:22:05.389504Z","end":"2026-03-03T14:22:06.483102Z","steps":["trace[1078147910] 'agreement among raft nodes before linearized reading' (duration: 1.092615228s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.482272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066762567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:22:06.483251Z","caller":"traceutil/trace.go:171","msg":"trace[1827766109] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:10631; }","duration":"1.06776968s","start":"2026-03-03T14:22:05.415463Z","end":"2026-03-03T14:22:06.483233Z","steps":["trace[1827766109] 'agreement among raft nodes before linearized reading' (duration: 1.066688575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.483326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.415448Z","time spent":"1.067862703s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T14:22:06.483203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:05.38948Z","time spent":"1.093668252s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:22:06.482326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.324934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:06.483555Z","caller":"traceutil/trace.go:171","msg":"trace[512783624] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10631; }","duration":"437.525972ms","start":"2026-03-03T14:22:06.045958Z","end":"2026-03-03T14:22:06.483484Z","steps":["trace[512783624] 'agreement among raft nodes before linearized reading' (duration: 436.341534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:06.483611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.04594Z","time spent":"437.656825ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:06.979751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.434832ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:06.980466Z","caller":"traceutil/trace.go:171","msg":"trace[1318443382] transaction","detail":"{read_only:false; response_revision:10632; number_of_response:1; }","duration":"488.868697ms","start":"2026-03-03T14:22:06.49158Z","end":"2026-03-03T14:22:06.980448Z","steps":["trace[1318443382] 'process raft request' (duration: 239.669216ms)","trace[1318443382] 'compare' (duration: 248.3374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:06.980655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.491547Z","time spent":"489.077091ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:07.427129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.127683ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:07.427279Z","caller":"traceutil/trace.go:171","msg":"trace[1967381967] transaction","detail":"{read_only:false; response_revision:10633; number_of_response:1; }","duration":"933.027246ms","start":"2026-03-03T14:22:06.494237Z","end":"2026-03-03T14:22:07.427265Z","steps":["trace[1967381967] 'process raft request' (duration: 767.703748ms)","trace[1967381967] 'compare' (duration: 165.048682ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:07.427319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.494228Z","time spent":"933.074897ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:07.427446Z","caller":"traceutil/trace.go:171","msg":"trace[1927580173] linearizableReadLoop","detail":"{readStateIndex:11066; appliedIndex:11064; }","duration":"836.659258ms","start":"2026-03-03T14:22:06.590781Z","end":"2026-03-03T14:22:07.42744Z","steps":["trace[1927580173] 'read index received' (duration: 140.483651ms)","trace[1927580173] 'applied index is now lower than readState.Index' (duration: 696.174917ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:07.427595Z","caller":"traceutil/trace.go:171","msg":"trace[238727084] transaction","detail":"{read_only:false; response_revision:10634; number_of_response:1; }","duration":"290.243231ms","start":"2026-03-03T14:22:07.137345Z","end":"2026-03-03T14:22:07.427589Z","steps":["trace[238727084] 'process raft request' (duration: 289.875732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.427626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.649235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:22:07.427649Z","caller":"traceutil/trace.go:171","msg":"trace[1556665725] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10634; }","duration":"709.710387ms","start":"2026-03-03T14:22:06.717932Z","end":"2026-03-03T14:22:07.427642Z","steps":["trace[1556665725] 'agreement among raft nodes before linearized reading' (duration: 709.601434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.427671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.717909Z","time spent":"709.757247ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:22:07.427698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.443764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:07.427707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.624768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:07.427797Z","caller":"traceutil/trace.go:171","msg":"trace[1658427450] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:10634; }","duration":"295.596527ms","start":"2026-03-03T14:22:07.132175Z","end":"2026-03-03T14:22:07.427772Z","steps":["trace[1658427450] 'agreement among raft nodes before linearized reading' (duration: 295.421883ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:07.427805Z","caller":"traceutil/trace.go:171","msg":"trace[1821576881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10634; }","duration":"380.772731ms","start":"2026-03-03T14:22:07.04701Z","end":"2026-03-03T14:22:07.427783Z","steps":["trace[1821576881] 'agreement among raft nodes before linearized reading' (duration: 380.580827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.427704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.917974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:22:07.427851Z","caller":"traceutil/trace.go:171","msg":"trace[1399232523] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10634; }","duration":"837.101579ms","start":"2026-03-03T14:22:06.590742Z","end":"2026-03-03T14:22:07.427844Z","steps":["trace[1399232523] 'agreement among raft nodes before linearized reading' (duration: 836.7422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.427845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.440524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"warn","ts":"2026-03-03T14:22:07.42787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.04699Z","time spent":"380.863414ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:22:07.427909Z","caller":"traceutil/trace.go:171","msg":"trace[1504584881] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:10634; }","duration":"471.546037ms","start":"2026-03-03T14:22:06.956347Z","end":"2026-03-03T14:22:07.427893Z","steps":["trace[1504584881] 'agreement among raft nodes before linearized reading' (duration: 471.354032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.427874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.590726Z","time spent":"837.140419ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:07.427943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.956327Z","time spent":"471.609708ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:22:07.42775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.736037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"warn","ts":"2026-03-03T14:22:07.428155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.713262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995a816f6ccd00\" ","response":"range_response_count:1 size:869"} {"level":"info","ts":"2026-03-03T14:22:07.428346Z","caller":"traceutil/trace.go:171","msg":"trace[1492572312] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995a816f6ccd00; range_end:; response_count:1; response_revision:10634; }","duration":"444.913397ms","start":"2026-03-03T14:22:06.983405Z","end":"2026-03-03T14:22:07.428318Z","steps":["trace[1492572312] 'agreement among raft nodes before linearized reading' (duration: 444.353394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:07.428127Z","caller":"traceutil/trace.go:171","msg":"trace[2062312974] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10634; }","duration":"622.073086ms","start":"2026-03-03T14:22:06.805989Z","end":"2026-03-03T14:22:07.428062Z","steps":["trace[2062312974] 'agreement among raft nodes before linearized reading' (duration: 621.725448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:07.429253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.805974Z","time spent":"623.261264ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:22:07.429195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:06.983395Z","time spent":"445.783328ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":893,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995a816f6ccd00\" "} {"level":"warn","ts":"2026-03-03T14:22:07.936579Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372579,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:08.228389Z","caller":"traceutil/trace.go:171","msg":"trace[1859485144] transaction","detail":"{read_only:false; response_revision:10635; number_of_response:1; }","duration":"796.472137ms","start":"2026-03-03T14:22:07.431876Z","end":"2026-03-03T14:22:08.228348Z","steps":["trace[1859485144] 'process raft request' (duration: 796.19774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.228677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.431856Z","time spent":"796.645581ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:08.610975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.957492ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:08.611058Z","caller":"traceutil/trace.go:171","msg":"trace[941357397] linearizableReadLoop","detail":"{readStateIndex:11069; appliedIndex:11067; }","duration":"1.17517312s","start":"2026-03-03T14:22:07.43587Z","end":"2026-03-03T14:22:08.611043Z","steps":["trace[941357397] 'read index received' (duration: 792.144845ms)","trace[941357397] 'applied index is now lower than readState.Index' (duration: 383.027125ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:08.611124Z","caller":"traceutil/trace.go:171","msg":"trace[777886442] transaction","detail":"{read_only:false; response_revision:10636; number_of_response:1; }","duration":"1.175256453s","start":"2026-03-03T14:22:07.435853Z","end":"2026-03-03T14:22:08.61111Z","steps":["trace[777886442] 'process raft request' (duration: 1.051089226s)","trace[777886442] 'compare' (duration: 123.047139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:08.611191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.435835Z","time spent":"1.175335604s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:08.611284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.175430556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:22:08.611437Z","caller":"traceutil/trace.go:171","msg":"trace[1321331553] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:10636; }","duration":"1.175624631s","start":"2026-03-03T14:22:07.435801Z","end":"2026-03-03T14:22:08.611426Z","steps":["trace[1321331553] 'agreement among raft nodes before linearized reading' (duration: 1.175314554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.611572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.435778Z","time spent":"1.175784765s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" "} {"level":"warn","ts":"2026-03-03T14:22:08.61163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.227799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:08.611649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.3732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:08.611764Z","caller":"traceutil/trace.go:171","msg":"trace[1199874516] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:10636; }","duration":"877.544264ms","start":"2026-03-03T14:22:07.734185Z","end":"2026-03-03T14:22:08.61173Z","steps":["trace[1199874516] 'agreement among raft nodes before linearized reading' (duration: 877.338359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.611787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151730856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7239"} {"level":"warn","ts":"2026-03-03T14:22:08.611825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152989526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:41 size:376785"} {"level":"info","ts":"2026-03-03T14:22:08.611862Z","caller":"traceutil/trace.go:171","msg":"trace[1927287438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:41; response_revision:10636; }","duration":"1.153045757s","start":"2026-03-03T14:22:07.458809Z","end":"2026-03-03T14:22:08.611855Z","steps":["trace[1927287438] 'agreement among raft nodes before linearized reading' (duration: 1.15233226s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:08.611856Z","caller":"traceutil/trace.go:171","msg":"trace[1085095542] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:10636; }","duration":"1.151812398s","start":"2026-03-03T14:22:07.460026Z","end":"2026-03-03T14:22:08.611839Z","steps":["trace[1085095542] 'agreement among raft nodes before linearized reading' (duration: 1.151535661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.611767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.960105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995a816ff65f3f\" ","response":"range_response_count:1 size:850"} {"level":"info","ts":"2026-03-03T14:22:08.611689Z","caller":"traceutil/trace.go:171","msg":"trace[1396661634] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10636; }","duration":"564.353052ms","start":"2026-03-03T14:22:08.047323Z","end":"2026-03-03T14:22:08.611676Z","steps":["trace[1396661634] 'agreement among raft nodes before linearized reading' (duration: 564.26018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.611929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.240985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:22:08.611958Z","caller":"traceutil/trace.go:171","msg":"trace[1771995547] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10636; }","duration":"640.309537ms","start":"2026-03-03T14:22:07.97164Z","end":"2026-03-03T14:22:08.611949Z","steps":["trace[1771995547] 'agreement among raft nodes before linearized reading' (duration: 639.763704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.611894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.458802Z","time spent":"1.153083748s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":41,"response size":376809,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:22:08.611985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.971611Z","time spent":"640.367899ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1127,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:08.611809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.734164Z","time spent":"877.635527ms","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:08.611992Z","caller":"traceutil/trace.go:171","msg":"trace[1088538850] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995a816ff65f3f; range_end:; response_count:1; response_revision:10636; }","duration":"378.17832ms","start":"2026-03-03T14:22:08.233753Z","end":"2026-03-03T14:22:08.611931Z","steps":["trace[1088538850] 'agreement among raft nodes before linearized reading' (duration: 377.740469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:08.612072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.233645Z","time spent":"378.416566ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":874,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995a816ff65f3f\" "} {"level":"warn","ts":"2026-03-03T14:22:08.611903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:07.460009Z","time spent":"1.151881729s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7263,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T14:22:08.61195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.047296Z","time spent":"564.645669ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:09.128115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.858186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:09.128312Z","caller":"traceutil/trace.go:171","msg":"trace[1493570858] linearizableReadLoop","detail":"{readStateIndex:11070; appliedIndex:11069; }","duration":"512.593068ms","start":"2026-03-03T14:22:08.615701Z","end":"2026-03-03T14:22:09.128295Z","steps":["trace[1493570858] 'read index received' (duration: 152.500236ms)","trace[1493570858] 'applied index is now lower than readState.Index' (duration: 360.088812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:09.128497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.797782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:09.128525Z","caller":"traceutil/trace.go:171","msg":"trace[1667101243] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10637; }","duration":"512.842873ms","start":"2026-03-03T14:22:08.615674Z","end":"2026-03-03T14:22:09.128517Z","steps":["trace[1667101243] 'agreement among raft nodes before linearized reading' (duration: 512.691349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:09.128549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.61566Z","time spent":"512.882954ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:22:09.128583Z","caller":"traceutil/trace.go:171","msg":"trace[1642300964] transaction","detail":"{read_only:false; response_revision:10637; number_of_response:1; }","duration":"513.347505ms","start":"2026-03-03T14:22:08.615178Z","end":"2026-03-03T14:22:09.128526Z","steps":["trace[1642300964] 'process raft request' (duration: 153.025448ms)","trace[1642300964] 'compare' (duration: 359.531969ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:09.128829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.615135Z","time spent":"513.54627ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:10.856929Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.451493252s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:11.048532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000304455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:22:11.048629Z","caller":"traceutil/trace.go:171","msg":"trace[961192440] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000475059s","start":"2026-03-03T14:22:09.048131Z","end":"2026-03-03T14:22:11.048606Z","steps":["trace[961192440] 'agreement among raft nodes before linearized reading' (duration: 2.000343236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.04868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.048108Z","time spent":"2.000561611s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:22:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:11.301805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152882622s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:11.301927Z","caller":"traceutil/trace.go:171","msg":"trace[1968855648] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10637; }","duration":"1.153013085s","start":"2026-03-03T14:22:10.148893Z","end":"2026-03-03T14:22:11.301906Z","steps":["trace[1968855648] 'range keys from in-memory index tree' (duration: 1.152865052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.30262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.972437876s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:11.303087Z","caller":"traceutil/trace.go:171","msg":"trace[1754075656] transaction","detail":"{read_only:false; response_revision:10638; number_of_response:1; }","duration":"2.686968858s","start":"2026-03-03T14:22:08.616088Z","end":"2026-03-03T14:22:11.303056Z","steps":["trace[1754075656] 'process raft request' (duration: 714.021009ms)","trace[1754075656] 'compare' (duration: 1.971783631s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:11.303248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.616069Z","time spent":"2.68707141s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:22:11.303379Z","caller":"traceutil/trace.go:171","msg":"trace[50367991] transaction","detail":"{read_only:false; response_revision:10639; number_of_response:1; }","duration":"2.680648897s","start":"2026-03-03T14:22:08.622628Z","end":"2026-03-03T14:22:11.303276Z","steps":["trace[50367991] 'process raft request' (duration: 2.680098704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.304298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.622586Z","time spent":"2.68162772s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:11.555733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.861367ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:22:11.556084Z","caller":"traceutil/trace.go:171","msg":"trace[1040264233] linearizableReadLoop","detail":"{readStateIndex:11073; appliedIndex:11070; }","duration":"2.427718768s","start":"2026-03-03T14:22:09.128337Z","end":"2026-03-03T14:22:11.556056Z","steps":["trace[1040264233] 'read index received' (duration: 201.784839ms)","trace[1040264233] 'applied index is now lower than readState.Index' (duration: 2.225932319s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:11.556128Z","caller":"traceutil/trace.go:171","msg":"trace[258699873] transaction","detail":"{read_only:false; response_revision:10640; number_of_response:1; }","duration":"2.423265603s","start":"2026-03-03T14:22:09.13281Z","end":"2026-03-03T14:22:11.556075Z","steps":["trace[258699873] 'process raft request' (duration: 2.423052578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.556297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.132794Z","time spent":"2.423416797s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:11.556372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422394903s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995a8286a0230b\" ","response":"range_response_count:1 size:741"} {"level":"warn","ts":"2026-03-03T14:22:11.556353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.586994012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:11.556419Z","caller":"traceutil/trace.go:171","msg":"trace[1886216401] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995a8286a0230b; range_end:; response_count:1; response_revision:10640; }","duration":"2.422500495s","start":"2026-03-03T14:22:09.133906Z","end":"2026-03-03T14:22:11.556407Z","steps":["trace[1886216401] 'agreement among raft nodes before linearized reading' (duration: 2.422316601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.556414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.713719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4582"} {"level":"warn","ts":"2026-03-03T14:22:11.556458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.133879Z","time spent":"2.422571307s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":765,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995a8286a0230b\" "} {"level":"info","ts":"2026-03-03T14:22:11.556455Z","caller":"traceutil/trace.go:171","msg":"trace[172642220] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10640; }","duration":"2.587137236s","start":"2026-03-03T14:22:08.969288Z","end":"2026-03-03T14:22:11.556425Z","steps":["trace[172642220] 'agreement among raft nodes before linearized reading' (duration: 2.58688875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.556465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.378511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:22:11.556544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:08.969267Z","time spent":"2.587259899s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:22:11.556584Z","caller":"traceutil/trace.go:171","msg":"trace[426343778] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10640; }","duration":"932.556685ms","start":"2026-03-03T14:22:10.624007Z","end":"2026-03-03T14:22:11.556564Z","steps":["trace[426343778] 'agreement among raft nodes before linearized reading' (duration: 932.259658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.55663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.623987Z","time spent":"932.634156ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:22:11.556391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.316392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:11.556496Z","caller":"traceutil/trace.go:171","msg":"trace[69702692] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:10640; }","duration":"248.819712ms","start":"2026-03-03T14:22:11.307658Z","end":"2026-03-03T14:22:11.556477Z","steps":["trace[69702692] 'agreement among raft nodes before linearized reading' (duration: 248.630758ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:11.55672Z","caller":"traceutil/trace.go:171","msg":"trace[383465490] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10640; }","duration":"507.757412ms","start":"2026-03-03T14:22:11.048948Z","end":"2026-03-03T14:22:11.556705Z","steps":["trace[383465490] 'agreement among raft nodes before linearized reading' (duration: 507.334202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.556729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.740962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:11.556767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:11.048927Z","time spent":"507.829545ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:11.556775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.598852335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:22:11.556802Z","caller":"traceutil/trace.go:171","msg":"trace[1618638876] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:10640; }","duration":"782.842735ms","start":"2026-03-03T14:22:10.77394Z","end":"2026-03-03T14:22:11.556783Z","steps":["trace[1618638876] 'agreement among raft nodes before linearized reading' (duration: 782.62025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.556825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474063505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:11.556888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117453124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/staffeln-db-sync\" ","response":"range_response_count:1 size:5127"} {"level":"info","ts":"2026-03-03T14:22:11.556967Z","caller":"traceutil/trace.go:171","msg":"trace[1616480054] range","detail":"{range_begin:/registry/jobs/openstack/staffeln-db-sync; range_end:; response_count:1; response_revision:10640; }","duration":"2.117569857s","start":"2026-03-03T14:22:09.439378Z","end":"2026-03-03T14:22:11.556948Z","steps":["trace[1616480054] 'agreement among raft nodes before linearized reading' (duration: 2.117371212s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.557022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.439356Z","time spent":"2.117650958s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":5151,"request content":"key:\"/registry/jobs/openstack/staffeln-db-sync\" "} {"level":"info","ts":"2026-03-03T14:22:11.556925Z","caller":"traceutil/trace.go:171","msg":"trace[652466753] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:10640; }","duration":"1.474233029s","start":"2026-03-03T14:22:10.082676Z","end":"2026-03-03T14:22:11.556909Z","steps":["trace[652466753] 'agreement among raft nodes before linearized reading' (duration: 1.474018584s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.557185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.082658Z","time spent":"1.474504805s","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:11.556813Z","caller":"traceutil/trace.go:171","msg":"trace[248461502] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10640; }","duration":"1.598916347s","start":"2026-03-03T14:22:09.957886Z","end":"2026-03-03T14:22:11.556802Z","steps":["trace[248461502] 'agreement among raft nodes before linearized reading' (duration: 1.598803524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.557342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:09.957872Z","time spent":"1.599444329s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:22:11.556861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.773924Z","time spent":"782.922477ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":71,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:11.556607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482936215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:11.557892Z","caller":"traceutil/trace.go:171","msg":"trace[1681272763] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:10640; }","duration":"1.484215646s","start":"2026-03-03T14:22:10.073654Z","end":"2026-03-03T14:22:11.557869Z","steps":["trace[1681272763] 'agreement among raft nodes before linearized reading' (duration: 1.482881173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:11.557962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:10.073636Z","time spent":"1.484305887s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:12.068287Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432372594,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:12.07949Z","caller":"traceutil/trace.go:171","msg":"trace[1153556437] transaction","detail":"{read_only:false; response_revision:10641; number_of_response:1; }","duration":"516.060659ms","start":"2026-03-03T14:22:11.563409Z","end":"2026-03-03T14:22:12.079469Z","steps":["trace[1153556437] 'process raft request' (duration: 515.866295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:12.079643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:11.563395Z","time spent":"516.169762ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:12.243209Z","caller":"traceutil/trace.go:171","msg":"trace[654353151] linearizableReadLoop","detail":"{readStateIndex:11076; appliedIndex:11074; }","duration":"675.881487ms","start":"2026-03-03T14:22:11.567262Z","end":"2026-03-03T14:22:12.243144Z","steps":["trace[654353151] 'read index received' (duration: 512.071275ms)","trace[654353151] 'applied index is now lower than readState.Index' (duration: 163.808742ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:12.243401Z","caller":"traceutil/trace.go:171","msg":"trace[59569597] transaction","detail":"{read_only:false; response_revision:10642; number_of_response:1; }","duration":"661.281862ms","start":"2026-03-03T14:22:11.582102Z","end":"2026-03-03T14:22:12.243384Z","steps":["trace[59569597] 'process raft request' (duration: 660.819002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:12.243552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:11.582075Z","time spent":"661.356234ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:12.243601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.307087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:12.24368Z","caller":"traceutil/trace.go:171","msg":"trace[1298599182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10642; }","duration":"676.42748ms","start":"2026-03-03T14:22:11.567233Z","end":"2026-03-03T14:22:12.24366Z","steps":["trace[1298599182] 'agreement among raft nodes before linearized reading' (duration: 676.257856ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:12.243708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:11.567219Z","time spent":"676.484081ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:12.24368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.658955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:22:12.243769Z","caller":"traceutil/trace.go:171","msg":"trace[2039301409] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:10642; }","duration":"363.808769ms","start":"2026-03-03T14:22:11.879937Z","end":"2026-03-03T14:22:12.243745Z","steps":["trace[2039301409] 'agreement among raft nodes before linearized reading' (duration: 363.534042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:12.243754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.683595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995a82a04e92dc\" ","response":"range_response_count:1 size:741"} {"level":"warn","ts":"2026-03-03T14:22:12.243816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:11.879913Z","time spent":"363.893791ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T14:22:12.243853Z","caller":"traceutil/trace.go:171","msg":"trace[655382448] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995a82a04e92dc; range_end:; response_count:1; response_revision:10642; }","duration":"159.863359ms","start":"2026-03-03T14:22:12.083963Z","end":"2026-03-03T14:22:12.243826Z","steps":["trace[655382448] 'agreement among raft nodes before linearized reading' (duration: 159.555172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:12.417592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.157095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:429"} {"level":"info","ts":"2026-03-03T14:22:12.417656Z","caller":"traceutil/trace.go:171","msg":"trace[1564504526] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10644; }","duration":"124.264208ms","start":"2026-03-03T14:22:12.293378Z","end":"2026-03-03T14:22:12.417642Z","steps":["trace[1564504526] 'agreement among raft nodes before linearized reading' (duration: 124.035482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:12.417673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.395788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5059"} {"level":"info","ts":"2026-03-03T14:22:12.417722Z","caller":"traceutil/trace.go:171","msg":"trace[1231972722] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:10644; }","duration":"170.453369ms","start":"2026-03-03T14:22:12.247252Z","end":"2026-03-03T14:22:12.417705Z","steps":["trace[1231972722] 'agreement among raft nodes before linearized reading' (duration: 170.385777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:12.41772Z","caller":"traceutil/trace.go:171","msg":"trace[1982641560] transaction","detail":"{read_only:false; response_revision:10644; number_of_response:1; }","duration":"131.849418ms","start":"2026-03-03T14:22:12.285842Z","end":"2026-03-03T14:22:12.417692Z","steps":["trace[1982641560] 'process raft request' (duration: 60.90272ms)","trace[1982641560] 'compare' (duration: 70.482516ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:12.417595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.177155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:425"} {"level":"info","ts":"2026-03-03T14:22:12.417833Z","caller":"traceutil/trace.go:171","msg":"trace[2106698403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10644; }","duration":"124.469643ms","start":"2026-03-03T14:22:12.293356Z","end":"2026-03-03T14:22:12.417826Z","steps":["trace[2106698403] 'agreement among raft nodes before linearized reading' (duration: 124.051092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:13.001861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.248842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:13.004504Z","caller":"traceutil/trace.go:171","msg":"trace[1077624899] transaction","detail":"{read_only:false; response_revision:10646; number_of_response:1; }","duration":"581.804134ms","start":"2026-03-03T14:22:12.422659Z","end":"2026-03-03T14:22:13.004463Z","steps":["trace[1077624899] 'process raft request' (duration: 439.864408ms)","trace[1077624899] 'compare' (duration: 139.1437ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:13.004571Z","caller":"traceutil/trace.go:171","msg":"trace[1258675888] transaction","detail":"{read_only:false; response_revision:10647; number_of_response:1; }","duration":"581.729432ms","start":"2026-03-03T14:22:12.422823Z","end":"2026-03-03T14:22:13.004552Z","steps":["trace[1258675888] 'process raft request' (duration: 581.549038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:13.004633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:12.42264Z","time spent":"581.935687ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:13.004669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:12.422793Z","time spent":"581.822843ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:13.004766Z","caller":"traceutil/trace.go:171","msg":"trace[1024214919] transaction","detail":"{read_only:false; response_revision:10648; number_of_response:1; }","duration":"580.694426ms","start":"2026-03-03T14:22:12.424046Z","end":"2026-03-03T14:22:13.00474Z","steps":["trace[1024214919] 'process raft request' (duration: 580.42923ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:13.004747Z","caller":"traceutil/trace.go:171","msg":"trace[1334280933] linearizableReadLoop","detail":"{readStateIndex:11082; appliedIndex:11079; }","duration":"523.26479ms","start":"2026-03-03T14:22:12.481442Z","end":"2026-03-03T14:22:13.004707Z","steps":["trace[1334280933] 'read index received' (duration: 381.020707ms)","trace[1334280933] 'applied index is now lower than readState.Index' (duration: 142.241513ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:13.004935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:12.424024Z","time spent":"580.80925ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:13.004979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.546806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995989162b1c62\" ","response":"range_response_count:1 size:823"} {"level":"info","ts":"2026-03-03T14:22:13.005034Z","caller":"traceutil/trace.go:171","msg":"trace[1815087820] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995989162b1c62; range_end:; response_count:1; response_revision:10648; }","duration":"523.645288ms","start":"2026-03-03T14:22:12.481372Z","end":"2026-03-03T14:22:13.005017Z","steps":["trace[1815087820] 'agreement among raft nodes before linearized reading' (duration: 523.436313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:13.005078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:12.481351Z","time spent":"523.71529ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":847,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995989162b1c62\" "} {"level":"warn","ts":"2026-03-03T14:22:13.00517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.021167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"warn","ts":"2026-03-03T14:22:13.005171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.518555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:13.005228Z","caller":"traceutil/trace.go:171","msg":"trace[831809013] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:10648; }","duration":"109.111029ms","start":"2026-03-03T14:22:12.896102Z","end":"2026-03-03T14:22:13.005213Z","steps":["trace[831809013] 'agreement among raft nodes before linearized reading' (duration: 108.997507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:13.005242Z","caller":"traceutil/trace.go:171","msg":"trace[1199961622] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:10648; }","duration":"185.624628ms","start":"2026-03-03T14:22:12.819599Z","end":"2026-03-03T14:22:13.005223Z","steps":["trace[1199961622] 'agreement among raft nodes before linearized reading' (duration: 185.509645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:13.005292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.910295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-03-03T14:22:13.005383Z","caller":"traceutil/trace.go:171","msg":"trace[501677095] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10648; }","duration":"486.054139ms","start":"2026-03-03T14:22:12.519303Z","end":"2026-03-03T14:22:13.005357Z","steps":["trace[501677095] 'agreement among raft nodes before linearized reading' (duration: 485.730111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:13.005443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:12.519287Z","time spent":"486.144981ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:22:13.176577Z","caller":"traceutil/trace.go:171","msg":"trace[2024405556] transaction","detail":"{read_only:false; response_revision:10652; number_of_response:1; }","duration":"133.136967ms","start":"2026-03-03T14:22:13.043416Z","end":"2026-03-03T14:22:13.176553Z","steps":["trace[2024405556] 'process raft request' (duration: 133.018004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:13.176817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.394613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995989d8a2dbbc\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-03T14:22:13.176885Z","caller":"traceutil/trace.go:171","msg":"trace[637593679] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995989d8a2dbbc; range_end:; response_count:1; response_revision:10653; }","duration":"133.507816ms","start":"2026-03-03T14:22:13.043362Z","end":"2026-03-03T14:22:13.17687Z","steps":["trace[637593679] 'agreement among raft nodes before linearized reading' (duration: 133.29108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:13.177034Z","caller":"traceutil/trace.go:171","msg":"trace[187416367] transaction","detail":"{read_only:false; response_revision:10653; number_of_response:1; }","duration":"125.826634ms","start":"2026-03-03T14:22:13.051191Z","end":"2026-03-03T14:22:13.177017Z","steps":["trace[187416367] 'process raft request' (duration: 125.293761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:13.176573Z","caller":"traceutil/trace.go:171","msg":"trace[403891708] transaction","detail":"{read_only:false; response_revision:10651; number_of_response:1; }","duration":"133.143687ms","start":"2026-03-03T14:22:13.043383Z","end":"2026-03-03T14:22:13.176527Z","steps":["trace[403891708] 'process raft request' (duration: 64.154227ms)","trace[403891708] 'compare' (duration: 68.746324ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:13.176611Z","caller":"traceutil/trace.go:171","msg":"trace[1741600117] linearizableReadLoop","detail":"{readStateIndex:11085; appliedIndex:11083; }","duration":"133.188207ms","start":"2026-03-03T14:22:13.043401Z","end":"2026-03-03T14:22:13.176589Z","steps":["trace[1741600117] 'read index received' (duration: 36.629795ms)","trace[1741600117] 'applied index is now lower than readState.Index' (duration: 96.557202ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:13.17737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.704235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:13.177412Z","caller":"traceutil/trace.go:171","msg":"trace[375046860] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:10653; }","duration":"101.801407ms","start":"2026-03-03T14:22:13.0756Z","end":"2026-03-03T14:22:13.177402Z","steps":["trace[375046860] 'agreement among raft nodes before linearized reading' (duration: 101.711765ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:13.384732Z","caller":"traceutil/trace.go:171","msg":"trace[1235120714] transaction","detail":"{read_only:false; response_revision:10656; number_of_response:1; }","duration":"141.379802ms","start":"2026-03-03T14:22:13.243314Z","end":"2026-03-03T14:22:13.384694Z","steps":["trace[1235120714] 'process raft request' (duration: 115.546041ms)","trace[1235120714] 'compare' (duration: 25.653797ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:13.385624Z","caller":"traceutil/trace.go:171","msg":"trace[635042837] transaction","detail":"{read_only:false; response_revision:10657; number_of_response:1; }","duration":"137.09418ms","start":"2026-03-03T14:22:13.248499Z","end":"2026-03-03T14:22:13.385593Z","steps":["trace[635042837] 'process raft request' (duration: 136.860145ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:14.355457Z","caller":"traceutil/trace.go:171","msg":"trace[222421557] transaction","detail":"{read_only:false; response_revision:10669; number_of_response:1; }","duration":"136.056625ms","start":"2026-03-03T14:22:14.219372Z","end":"2026-03-03T14:22:14.355429Z","steps":["trace[222421557] 'process raft request' (duration: 135.706047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:15.042205Z","caller":"traceutil/trace.go:171","msg":"trace[1428407602] linearizableReadLoop","detail":"{readStateIndex:11106; appliedIndex:11105; }","duration":"252.469499ms","start":"2026-03-03T14:22:14.789714Z","end":"2026-03-03T14:22:15.042183Z","steps":["trace[1428407602] 'read index received' (duration: 252.393987ms)","trace[1428407602] 'applied index is now lower than readState.Index' (duration: 74.902µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:15.042382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.652113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:15.042412Z","caller":"traceutil/trace.go:171","msg":"trace[407713713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10671; }","duration":"252.734745ms","start":"2026-03-03T14:22:14.789669Z","end":"2026-03-03T14:22:15.042404Z","steps":["trace[407713713] 'agreement among raft nodes before linearized reading' (duration: 252.597141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:15.042407Z","caller":"traceutil/trace.go:171","msg":"trace[1632139885] transaction","detail":"{read_only:false; response_revision:10671; number_of_response:1; }","duration":"276.762071ms","start":"2026-03-03T14:22:14.765625Z","end":"2026-03-03T14:22:15.042387Z","steps":["trace[1632139885] 'process raft request' (duration: 276.404033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:15.205293Z","caller":"traceutil/trace.go:171","msg":"trace[1768587268] transaction","detail":"{read_only:false; response_revision:10672; number_of_response:1; }","duration":"154.953733ms","start":"2026-03-03T14:22:15.050316Z","end":"2026-03-03T14:22:15.20527Z","steps":["trace[1768587268] 'process raft request' (duration: 154.667936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:18.836754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.866466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:22:18.836826Z","caller":"traceutil/trace.go:171","msg":"trace[1025747192] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:10686; }","duration":"106.969428ms","start":"2026-03-03T14:22:18.729837Z","end":"2026-03-03T14:22:18.836806Z","steps":["trace[1025747192] 'range keys from in-memory index tree' (duration: 106.722253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:19.91834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.928186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:19.918424Z","caller":"traceutil/trace.go:171","msg":"trace[532641773] linearizableReadLoop","detail":"{readStateIndex:11130; appliedIndex:11128; }","duration":"190.75586ms","start":"2026-03-03T14:22:19.727654Z","end":"2026-03-03T14:22:19.91841Z","steps":["trace[532641773] 'read index received' (duration: 43.328054ms)","trace[532641773] 'applied index is now lower than readState.Index' (duration: 147.426666ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:19.918518Z","caller":"traceutil/trace.go:171","msg":"trace[1899610035] transaction","detail":"{read_only:false; response_revision:10694; number_of_response:1; }","duration":"199.939567ms","start":"2026-03-03T14:22:19.718552Z","end":"2026-03-03T14:22:19.918492Z","steps":["trace[1899610035] 'process raft request' (duration: 71.774336ms)","trace[1899610035] 'compare' (duration: 127.840484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:19.918771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.109208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:22:19.918812Z","caller":"traceutil/trace.go:171","msg":"trace[270951266] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:10694; }","duration":"191.17367ms","start":"2026-03-03T14:22:19.727628Z","end":"2026-03-03T14:22:19.918802Z","steps":["trace[270951266] 'agreement among raft nodes before linearized reading' (duration: 190.946825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:19.918885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.488402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:203"} {"level":"info","ts":"2026-03-03T14:22:19.919203Z","caller":"traceutil/trace.go:171","msg":"trace[1247133213] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:10694; }","duration":"140.818609ms","start":"2026-03-03T14:22:19.778368Z","end":"2026-03-03T14:22:19.919187Z","steps":["trace[1247133213] 'agreement among raft nodes before linearized reading' (duration: 140.370709ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:30.666013Z","caller":"traceutil/trace.go:171","msg":"trace[1884844077] transaction","detail":"{read_only:false; response_revision:10765; number_of_response:1; }","duration":"104.382569ms","start":"2026-03-03T14:22:30.561578Z","end":"2026-03-03T14:22:30.665961Z","steps":["trace[1884844077] 'process raft request' (duration: 102.435332ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:31.162679Z","caller":"traceutil/trace.go:171","msg":"trace[2057476328] transaction","detail":"{read_only:false; response_revision:10774; number_of_response:1; }","duration":"112.104301ms","start":"2026-03-03T14:22:31.050554Z","end":"2026-03-03T14:22:31.162659Z","steps":["trace[2057476328] 'process raft request' (duration: 111.941537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:32.491143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.922985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:22:32.491311Z","caller":"traceutil/trace.go:171","msg":"trace[1746947018] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10850; }","duration":"142.12251ms","start":"2026-03-03T14:22:32.34916Z","end":"2026-03-03T14:22:32.491283Z","steps":["trace[1746947018] 'range keys from in-memory index tree' (duration: 141.717361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:36.192503Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":9234} {"level":"info","ts":"2026-03-03T14:22:36.301403Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":9234,"took":"107.231685ms","hash":4217525303,"current-db-size-bytes":42065920,"current-db-size":"42 MB","current-db-size-in-use-bytes":24317952,"current-db-size-in-use":"24 MB"} {"level":"info","ts":"2026-03-03T14:22:36.301483Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4217525303,"revision":9234,"compact-revision":7451} {"level":"info","ts":"2026-03-03T14:22:38.395391Z","caller":"traceutil/trace.go:171","msg":"trace[1555856697] transaction","detail":"{read_only:false; response_revision:10897; number_of_response:1; }","duration":"139.897987ms","start":"2026-03-03T14:22:38.255468Z","end":"2026-03-03T14:22:38.395366Z","steps":["trace[1555856697] 'process raft request' (duration: 139.741454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.105384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277256323s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:40.105955Z","caller":"traceutil/trace.go:171","msg":"trace[431354219] transaction","detail":"{read_only:false; response_revision:10898; number_of_response:1; }","duration":"1.838106831s","start":"2026-03-03T14:22:38.267777Z","end":"2026-03-03T14:22:40.105884Z","steps":["trace[431354219] 'process raft request' (duration: 560.228743ms)","trace[431354219] 'compare' (duration: 1.276393063s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:40.106207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:38.26774Z","time spent":"1.838323756s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:40.106363Z","caller":"traceutil/trace.go:171","msg":"trace[848629375] transaction","detail":"{read_only:false; response_revision:10899; number_of_response:1; }","duration":"1.757429964s","start":"2026-03-03T14:22:38.348483Z","end":"2026-03-03T14:22:40.105913Z","steps":["trace[848629375] 'process raft request' (duration: 1.757024784s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:40.106469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:38.348454Z","time spent":"1.757975917s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:41.048674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000561872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:22:41.048758Z","caller":"traceutil/trace.go:171","msg":"trace[1914616742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000698434s","start":"2026-03-03T14:22:39.048042Z","end":"2026-03-03T14:22:41.04874Z","steps":["trace[1914616742] 'agreement among raft nodes before linearized reading' (duration: 2.000593002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.048812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.048022Z","time spent":"2.000781297s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:22:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:41.960191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854313275s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:22:41.960609Z","caller":"traceutil/trace.go:171","msg":"trace[1954478547] linearizableReadLoop","detail":"{readStateIndex:11343; appliedIndex:11340; }","duration":"3.162309905s","start":"2026-03-03T14:22:38.79799Z","end":"2026-03-03T14:22:41.9603Z","steps":["trace[1954478547] 'read index received' (duration: 30.02408ms)","trace[1954478547] 'applied index is now lower than readState.Index' (duration: 3.132282635s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:41.960976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.811945173s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:41.961142Z","caller":"traceutil/trace.go:171","msg":"trace[93447829] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10899; }","duration":"1.812125098s","start":"2026-03-03T14:22:40.148992Z","end":"2026-03-03T14:22:41.961117Z","steps":["trace[93447829] 'range keys from in-memory index tree' (duration: 1.811899321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.961282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.163300859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:41.961317Z","caller":"traceutil/trace.go:171","msg":"trace[1142461199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10899; }","duration":"3.163376171s","start":"2026-03-03T14:22:38.797932Z","end":"2026-03-03T14:22:41.961308Z","steps":["trace[1142461199] 'agreement among raft nodes before linearized reading' (duration: 3.163236588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:41.961339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:38.79791Z","time spent":"3.163423122s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:42.034696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.410311638s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:22:42.035041Z","caller":"traceutil/trace.go:171","msg":"trace[702376505] transaction","detail":"{read_only:false; response_revision:10900; number_of_response:1; }","duration":"2.410768489s","start":"2026-03-03T14:22:39.624255Z","end":"2026-03-03T14:22:42.035024Z","steps":["trace[702376505] 'process raft request' (duration: 2.410631226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.035224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.624236Z","time spent":"2.410869532s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:42.188593Z","caller":"traceutil/trace.go:171","msg":"trace[2094439599] transaction","detail":"{read_only:false; response_revision:10902; number_of_response:1; }","duration":"1.778230027s","start":"2026-03-03T14:22:40.410307Z","end":"2026-03-03T14:22:42.188537Z","steps":["trace[2094439599] 'process raft request' (duration: 1.777747546s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:42.18869Z","caller":"traceutil/trace.go:171","msg":"trace[694755914] transaction","detail":"{read_only:false; response_revision:10901; number_of_response:1; }","duration":"1.983365386s","start":"2026-03-03T14:22:40.205269Z","end":"2026-03-03T14:22:42.188634Z","steps":["trace[694755914] 'process raft request' (duration: 1.963476965s)","trace[694755914] 'compare' (duration: 18.652231ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:42.188705Z","caller":"traceutil/trace.go:171","msg":"trace[1345310256] linearizableReadLoop","detail":"{readStateIndex:11346; appliedIndex:11343; }","duration":"227.97096ms","start":"2026-03-03T14:22:41.960666Z","end":"2026-03-03T14:22:42.188637Z","steps":["trace[1345310256] 'read index received' (duration: 74.279456ms)","trace[1345310256] 'applied index is now lower than readState.Index' (duration: 153.681974ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:42.188794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.410288Z","time spent":"1.778404291s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:42.188887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.205249Z","time spent":"1.98354072s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":739,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:42.188902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146702267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:42.188959Z","caller":"traceutil/trace.go:171","msg":"trace[198964705] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:10904; }","duration":"2.14684772s","start":"2026-03-03T14:22:40.042095Z","end":"2026-03-03T14:22:42.188942Z","steps":["trace[198964705] 'agreement among raft nodes before linearized reading' (duration: 2.146719547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:40.042062Z","time spent":"2.146941722s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:42.188998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.351617521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:22:42.188982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.608476833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:42.189058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737110774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:22:42.189086Z","caller":"traceutil/trace.go:171","msg":"trace[1676670288] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10904; }","duration":"2.351756775s","start":"2026-03-03T14:22:39.837309Z","end":"2026-03-03T14:22:42.189066Z","steps":["trace[1676670288] 'agreement among raft nodes before linearized reading' (duration: 2.35154309s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360756807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:42.189109Z","caller":"traceutil/trace.go:171","msg":"trace[327673994] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:10904; }","duration":"2.608661007s","start":"2026-03-03T14:22:39.580419Z","end":"2026-03-03T14:22:42.18908Z","steps":["trace[327673994] 'agreement among raft nodes before linearized reading' (duration: 2.608420692s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.837289Z","time spent":"2.351836186s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:22:42.189142Z","caller":"traceutil/trace.go:171","msg":"trace[832452468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10904; }","duration":"2.360844979s","start":"2026-03-03T14:22:39.828285Z","end":"2026-03-03T14:22:42.18913Z","steps":["trace[832452468] 'agreement among raft nodes before linearized reading' (duration: 2.360665045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.737202816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:22:42.189164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.580399Z","time spent":"2.608753069s","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:42.189186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.828244Z","time spent":"2.360934241s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:22:42.189189Z","caller":"traceutil/trace.go:171","msg":"trace[647579226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10904; }","duration":"2.737242867s","start":"2026-03-03T14:22:39.451935Z","end":"2026-03-03T14:22:42.189177Z","steps":["trace[647579226] 'agreement among raft nodes before linearized reading' (duration: 2.737149625s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.18922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.451845Z","time spent":"2.73736869s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:22:42.189268Z","caller":"traceutil/trace.go:171","msg":"trace[2026838148] transaction","detail":"{read_only:false; response_revision:10903; number_of_response:1; }","duration":"223.265008ms","start":"2026-03-03T14:22:41.965989Z","end":"2026-03-03T14:22:42.189254Z","steps":["trace[2026838148] 'process raft request' (duration: 222.138212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:42.189305Z","caller":"traceutil/trace.go:171","msg":"trace[652920533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10904; }","duration":"2.737181436s","start":"2026-03-03T14:22:39.4519Z","end":"2026-03-03T14:22:42.189081Z","steps":["trace[652920533] 'agreement among raft nodes before linearized reading' (duration: 2.737089904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.451881Z","time spent":"2.737457972s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:42.189382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140344817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:42.189397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.114946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:42.189412Z","caller":"traceutil/trace.go:171","msg":"trace[886852754] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10904; }","duration":"1.140412849s","start":"2026-03-03T14:22:41.048989Z","end":"2026-03-03T14:22:42.189402Z","steps":["trace[886852754] 'agreement among raft nodes before linearized reading' (duration: 1.140365207s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:42.189431Z","caller":"traceutil/trace.go:171","msg":"trace[420442721] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10904; }","duration":"674.189368ms","start":"2026-03-03T14:22:41.515231Z","end":"2026-03-03T14:22:42.189421Z","steps":["trace[420442721] 'agreement among raft nodes before linearized reading' (duration: 674.125497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.048967Z","time spent":"1.14046525s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:42.189453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.51521Z","time spent":"674.236979ms","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:42.188967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.73863215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:42.189488Z","caller":"traceutil/trace.go:171","msg":"trace[188854300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10904; }","duration":"2.739194743s","start":"2026-03-03T14:22:39.450282Z","end":"2026-03-03T14:22:42.189476Z","steps":["trace[188854300] 'agreement among raft nodes before linearized reading' (duration: 2.738509127s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.278017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10356"} {"level":"warn","ts":"2026-03-03T14:22:42.189536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:39.450262Z","time spent":"2.739263595s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:22:42.189581Z","caller":"traceutil/trace.go:171","msg":"trace[769995832] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10904; }","duration":"970.391189ms","start":"2026-03-03T14:22:41.219178Z","end":"2026-03-03T14:22:42.189569Z","steps":["trace[769995832] 'agreement among raft nodes before linearized reading' (duration: 970.171494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.219134Z","time spent":"970.483552ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10380,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:22:42.189686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"948.393189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:22:42.189731Z","caller":"traceutil/trace.go:171","msg":"trace[2025983231] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10904; }","duration":"948.484511ms","start":"2026-03-03T14:22:41.241235Z","end":"2026-03-03T14:22:42.18972Z","steps":["trace[2025983231] 'agreement among raft nodes before linearized reading' (duration: 948.370668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.189763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:41.241216Z","time spent":"948.540823ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:22:42.696938Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373430,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:42.719269Z","caller":"traceutil/trace.go:171","msg":"trace[236694388] transaction","detail":"{read_only:false; response_revision:10905; number_of_response:1; }","duration":"524.432468ms","start":"2026-03-03T14:22:42.194804Z","end":"2026-03-03T14:22:42.719236Z","steps":["trace[236694388] 'process raft request' (duration: 524.230173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:42.719426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.194784Z","time spent":"524.55213ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:43.102879Z","caller":"traceutil/trace.go:171","msg":"trace[1179487375] linearizableReadLoop","detail":"{readStateIndex:11354; appliedIndex:11348; }","duration":"906.211592ms","start":"2026-03-03T14:22:42.196634Z","end":"2026-03-03T14:22:43.102846Z","steps":["trace[1179487375] 'read index received' (duration: 522.401579ms)","trace[1179487375] 'applied index is now lower than readState.Index' (duration: 383.808933ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:43.103364Z","caller":"traceutil/trace.go:171","msg":"trace[1256150008] transaction","detail":"{read_only:false; response_revision:10908; number_of_response:1; }","duration":"907.301798ms","start":"2026-03-03T14:22:42.196001Z","end":"2026-03-03T14:22:43.103303Z","steps":["trace[1256150008] 'process raft request' (duration: 906.581401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.103424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"905.341601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:43.103454Z","caller":"traceutil/trace.go:171","msg":"trace[118343984] transaction","detail":"{read_only:false; response_revision:10906; number_of_response:1; }","duration":"908.178419ms","start":"2026-03-03T14:22:42.195237Z","end":"2026-03-03T14:22:43.103415Z","steps":["trace[118343984] 'process raft request' (duration: 907.073913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:43.103522Z","caller":"traceutil/trace.go:171","msg":"trace[906060363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10910; }","duration":"905.454964ms","start":"2026-03-03T14:22:42.198046Z","end":"2026-03-03T14:22:43.103501Z","steps":["trace[906060363] 'agreement among raft nodes before linearized reading' (duration: 905.27881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:43.103531Z","caller":"traceutil/trace.go:171","msg":"trace[1096157319] transaction","detail":"{read_only:false; response_revision:10910; number_of_response:1; }","duration":"649.607686ms","start":"2026-03-03T14:22:42.453914Z","end":"2026-03-03T14:22:43.103521Z","steps":["trace[1096157319] 'process raft request' (duration: 648.875419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.103559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.318888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:22:43.103593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.195988Z","time spent":"907.470632ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:43.103626Z","caller":"traceutil/trace.go:171","msg":"trace[655455417] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10910; }","duration":"580.42177ms","start":"2026-03-03T14:22:42.523185Z","end":"2026-03-03T14:22:43.103606Z","steps":["trace[655455417] 'agreement among raft nodes before linearized reading' (duration: 580.167354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.103638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.195215Z","time spent":"908.322002ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:43.103688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.523166Z","time spent":"580.509153ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:22:43.103681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.453888Z","time spent":"649.687939ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:43.103572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.198011Z","time spent":"905.552506ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:43.103909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.525771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:22:43.103462Z","caller":"traceutil/trace.go:171","msg":"trace[1922023037] transaction","detail":"{read_only:false; response_revision:10909; number_of_response:1; }","duration":"903.891037ms","start":"2026-03-03T14:22:42.199555Z","end":"2026-03-03T14:22:43.103446Z","steps":["trace[1922023037] 'process raft request' (duration: 903.080388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:43.103957Z","caller":"traceutil/trace.go:171","msg":"trace[1742493449] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10910; }","duration":"805.612295ms","start":"2026-03-03T14:22:42.29833Z","end":"2026-03-03T14:22:43.103942Z","steps":["trace[1742493449] 'agreement among raft nodes before linearized reading' (duration: 805.265486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.10399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.298305Z","time spent":"805.676986ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-03-03T14:22:43.104012Z","caller":"traceutil/trace.go:171","msg":"trace[1607187710] transaction","detail":"{read_only:false; response_revision:10907; number_of_response:1; }","duration":"908.21177ms","start":"2026-03-03T14:22:42.195789Z","end":"2026-03-03T14:22:43.104001Z","steps":["trace[1607187710] 'process raft request' (duration: 906.742145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.104052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.19954Z","time spent":"904.44105ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:43.104084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.19576Z","time spent":"908.295793ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:43.104378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.700436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:22:43.104471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.82917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386303"} {"level":"info","ts":"2026-03-03T14:22:43.105615Z","caller":"traceutil/trace.go:171","msg":"trace[1492256319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10910; }","duration":"909.002598ms","start":"2026-03-03T14:22:42.196595Z","end":"2026-03-03T14:22:43.105598Z","steps":["trace[1492256319] 'agreement among raft nodes before linearized reading' (duration: 906.389776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.105676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.196583Z","time spent":"909.073259ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386327,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:22:43.105551Z","caller":"traceutil/trace.go:171","msg":"trace[1642218752] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10910; }","duration":"435.913215ms","start":"2026-03-03T14:22:42.669592Z","end":"2026-03-03T14:22:43.105505Z","steps":["trace[1642218752] 'agreement among raft nodes before linearized reading' (duration: 433.788645ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:43.107987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:42.669568Z","time spent":"438.398784ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:22:43.668301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.481384ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:43.668406Z","caller":"traceutil/trace.go:171","msg":"trace[597252242] transaction","detail":"{read_only:false; response_revision:10911; number_of_response:1; }","duration":"555.838679ms","start":"2026-03-03T14:22:43.112548Z","end":"2026-03-03T14:22:43.668386Z","steps":["trace[597252242] 'process raft request' (duration: 167.189562ms)","trace[597252242] 'compare' (duration: 388.220267ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:43.668467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.112536Z","time spent":"555.90061ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":941,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.14919Z","caller":"traceutil/trace.go:171","msg":"trace[1320462429] transaction","detail":"{read_only:false; response_revision:10913; number_of_response:1; }","duration":"1.035570471s","start":"2026-03-03T14:22:43.113595Z","end":"2026-03-03T14:22:44.149165Z","steps":["trace[1320462429] 'process raft request' (duration: 1.035398577s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:44.149364Z","caller":"traceutil/trace.go:171","msg":"trace[1900172082] linearizableReadLoop","detail":"{readStateIndex:11358; appliedIndex:11354; }","duration":"990.72934ms","start":"2026-03-03T14:22:43.158624Z","end":"2026-03-03T14:22:44.149353Z","steps":["trace[1900172082] 'read index received' (duration: 121.129793ms)","trace[1900172082] 'applied index is now lower than readState.Index' (duration: 869.598807ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:44.149358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.113584Z","time spent":"1.035697853s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.149198Z","caller":"traceutil/trace.go:171","msg":"trace[14849178] transaction","detail":"{read_only:false; response_revision:10912; number_of_response:1; }","duration":"1.035725783s","start":"2026-03-03T14:22:43.11343Z","end":"2026-03-03T14:22:44.149156Z","steps":["trace[14849178] 'process raft request' (duration: 1.009931843s)","trace[14849178] 'compare' (duration: 25.165625ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:44.149385Z","caller":"traceutil/trace.go:171","msg":"trace[2123365286] transaction","detail":"{read_only:false; response_revision:10915; number_of_response:1; }","duration":"896.250916ms","start":"2026-03-03T14:22:43.25311Z","end":"2026-03-03T14:22:44.149361Z","steps":["trace[2123365286] 'process raft request' (duration: 896.196305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.149812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.113414Z","time spent":"1.036286097s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.149384Z","caller":"traceutil/trace.go:171","msg":"trace[2144795890] transaction","detail":"{read_only:false; response_revision:10914; number_of_response:1; }","duration":"1.031716739s","start":"2026-03-03T14:22:43.117637Z","end":"2026-03-03T14:22:44.149353Z","steps":["trace[2144795890] 'process raft request' (duration: 1.031480864s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.149942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.253088Z","time spent":"896.775039ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":803,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:44.150062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.117628Z","time spent":"1.032320663s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.149423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.809202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.150232Z","caller":"traceutil/trace.go:171","msg":"trace[233430549] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10915; }","duration":"991.654181ms","start":"2026-03-03T14:22:43.158568Z","end":"2026-03-03T14:22:44.150222Z","steps":["trace[233430549] 'agreement among raft nodes before linearized reading' (duration: 990.824222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.15026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.158548Z","time spent":"991.703673ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:22:44.649703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373449,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:44.706364Z","caller":"traceutil/trace.go:171","msg":"trace[1936910246] transaction","detail":"{read_only:false; response_revision:10916; number_of_response:1; }","duration":"664.830007ms","start":"2026-03-03T14:22:44.041511Z","end":"2026-03-03T14:22:44.706341Z","steps":["trace[1936910246] 'process raft request' (duration: 664.682472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.706554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.041296Z","time spent":"665.123394ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:44.885668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.477402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:44.885896Z","caller":"traceutil/trace.go:171","msg":"trace[116258190] transaction","detail":"{read_only:false; response_revision:10917; number_of_response:1; }","duration":"690.752738ms","start":"2026-03-03T14:22:44.19512Z","end":"2026-03-03T14:22:44.885873Z","steps":["trace[116258190] 'process raft request' (duration: 584.991108ms)","trace[116258190] 'compare' (duration: 105.340209ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:44.886005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.195099Z","time spent":"690.84533ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.88608Z","caller":"traceutil/trace.go:171","msg":"trace[808124351] transaction","detail":"{read_only:false; response_revision:10918; number_of_response:1; }","duration":"690.284207ms","start":"2026-03-03T14:22:44.195727Z","end":"2026-03-03T14:22:44.886011Z","steps":["trace[808124351] 'process raft request' (duration: 690.178665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.886174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.485951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.886205Z","caller":"traceutil/trace.go:171","msg":"trace[1600351024] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10918; }","duration":"838.549262ms","start":"2026-03-03T14:22:44.047649Z","end":"2026-03-03T14:22:44.886198Z","steps":["trace[1600351024] 'agreement among raft nodes before linearized reading' (duration: 838.499421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.886224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.047636Z","time spent":"838.583623ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:44.886205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.19571Z","time spent":"690.44915ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:44.886516Z","caller":"traceutil/trace.go:171","msg":"trace[891524880] linearizableReadLoop","detail":"{readStateIndex:11362; appliedIndex:11359; }","duration":"736.98509ms","start":"2026-03-03T14:22:44.149517Z","end":"2026-03-03T14:22:44.886503Z","steps":["trace[891524880] 'read index received' (duration: 556.657168ms)","trace[891524880] 'applied index is now lower than readState.Index' (duration: 180.325972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:44.886792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.551052565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.886839Z","caller":"traceutil/trace.go:171","msg":"trace[325986064] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:10918; }","duration":"1.551129207s","start":"2026-03-03T14:22:43.335697Z","end":"2026-03-03T14:22:44.886826Z","steps":["trace[325986064] 'agreement among raft nodes before linearized reading' (duration: 1.551049545s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.887016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572376258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:22:44.887468Z","caller":"traceutil/trace.go:171","msg":"trace[1523741013] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10918; }","duration":"1.572853329s","start":"2026-03-03T14:22:43.314586Z","end":"2026-03-03T14:22:44.887439Z","steps":["trace[1523741013] 'agreement among raft nodes before linearized reading' (duration: 1.572322787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.887025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.634670911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:10649"} {"level":"info","ts":"2026-03-03T14:22:44.887528Z","caller":"traceutil/trace.go:171","msg":"trace[141994858] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10918; }","duration":"1.635237224s","start":"2026-03-03T14:22:43.252282Z","end":"2026-03-03T14:22:44.887519Z","steps":["trace[141994858] 'agreement among raft nodes before linearized reading' (duration: 1.634676471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.887524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.314562Z","time spent":"1.572947031s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:22:44.887553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.252248Z","time spent":"1.635298826s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10673,"request content":"key:\"/registry/pods/openstack/rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:22:44.887107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.566687324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:22:44.88772Z","caller":"traceutil/trace.go:171","msg":"trace[1716066855] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:10918; }","duration":"1.567340639s","start":"2026-03-03T14:22:43.320363Z","end":"2026-03-03T14:22:44.887704Z","steps":["trace[1716066855] 'agreement among raft nodes before linearized reading' (duration: 1.566548161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.887843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.320349Z","time spent":"1.567479682s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:22:44.888401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:43.335684Z","time spent":"1.551784062s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:44.912755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.478363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:44.912844Z","caller":"traceutil/trace.go:171","msg":"trace[1872891309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10919; }","duration":"174.613206ms","start":"2026-03-03T14:22:44.738211Z","end":"2026-03-03T14:22:44.912824Z","steps":["trace[1872891309] 'agreement among raft nodes before linearized reading' (duration: 174.421262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.913082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.852848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:44.913142Z","caller":"traceutil/trace.go:171","msg":"trace[662989858] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10919; }","duration":"758.947909ms","start":"2026-03-03T14:22:44.15418Z","end":"2026-03-03T14:22:44.913128Z","steps":["trace[662989858] 'agreement among raft nodes before linearized reading' (duration: 758.853397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.91319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.154163Z","time spent":"759.015581ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:22:44.913085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"717.840918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:44.913285Z","caller":"traceutil/trace.go:171","msg":"trace[393340093] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10919; }","duration":"718.131815ms","start":"2026-03-03T14:22:44.195139Z","end":"2026-03-03T14:22:44.913271Z","steps":["trace[393340093] 'agreement among raft nodes before linearized reading' (duration: 717.799507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:44.913324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.195111Z","time spent":"718.202576ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:22:45.299495Z","caller":"traceutil/trace.go:171","msg":"trace[2058309656] linearizableReadLoop","detail":"{readStateIndex:11365; appliedIndex:11363; }","duration":"386.882585ms","start":"2026-03-03T14:22:44.91259Z","end":"2026-03-03T14:22:45.299472Z","steps":["trace[2058309656] 'read index received' (duration: 339.454974ms)","trace[2058309656] 'applied index is now lower than readState.Index' (duration: 47.426741ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:45.299594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.88878Z","time spent":"410.81065ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:22:45.299715Z","caller":"traceutil/trace.go:171","msg":"trace[1823942421] transaction","detail":"{read_only:false; response_revision:10920; number_of_response:1; }","duration":"403.906448ms","start":"2026-03-03T14:22:44.895769Z","end":"2026-03-03T14:22:45.299676Z","steps":["trace[1823942421] 'process raft request' (duration: 403.529359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.299936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.895756Z","time spent":"404.048661ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10634,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:45.299948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.01259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:45.299998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.819887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:22:45.300032Z","caller":"traceutil/trace.go:171","msg":"trace[1118059150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10920; }","duration":"412.127012ms","start":"2026-03-03T14:22:44.887883Z","end":"2026-03-03T14:22:45.30001Z","steps":["trace[1118059150] 'agreement among raft nodes before linearized reading' (duration: 411.925737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.30005Z","caller":"traceutil/trace.go:171","msg":"trace[639811647] range","detail":"{range_begin:/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd; range_end:; response_count:1; response_revision:10920; }","duration":"409.906259ms","start":"2026-03-03T14:22:44.890129Z","end":"2026-03-03T14:22:45.300036Z","steps":["trace[639811647] 'agreement among raft nodes before linearized reading' (duration: 409.662874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.300085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.887385Z","time spent":"412.688035ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:45.300083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.890117Z","time spent":"409.9588ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" "} {"level":"info","ts":"2026-03-03T14:22:45.328129Z","caller":"traceutil/trace.go:171","msg":"trace[1430825676] transaction","detail":"{read_only:false; response_revision:10921; number_of_response:1; }","duration":"411.162749ms","start":"2026-03-03T14:22:44.916939Z","end":"2026-03-03T14:22:45.328101Z","steps":["trace[1430825676] 'process raft request' (duration: 410.986075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.32836Z","caller":"traceutil/trace.go:171","msg":"trace[972211881] transaction","detail":"{read_only:false; response_revision:10922; number_of_response:1; }","duration":"410.966955ms","start":"2026-03-03T14:22:44.917375Z","end":"2026-03-03T14:22:45.328342Z","steps":["trace[972211881] 'process raft request' (duration: 410.684318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.328447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.917364Z","time spent":"411.040657ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:45.328388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.916922Z","time spent":"411.385165ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:45.328564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.85019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:45.328642Z","caller":"traceutil/trace.go:171","msg":"trace[650542636] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10922; }","duration":"217.978803ms","start":"2026-03-03T14:22:45.110641Z","end":"2026-03-03T14:22:45.32862Z","steps":["trace[650542636] 'agreement among raft nodes before linearized reading' (duration: 217.720547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.32866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.172018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:22:45.32868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.797741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:22:45.328691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.689876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:22:45.328765Z","caller":"traceutil/trace.go:171","msg":"trace[1724370833] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10922; }","duration":"212.890283ms","start":"2026-03-03T14:22:45.115855Z","end":"2026-03-03T14:22:45.328745Z","steps":["trace[1724370833] 'agreement among raft nodes before linearized reading' (duration: 212.655217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.328659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.92322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:22:45.328856Z","caller":"traceutil/trace.go:171","msg":"trace[52524527] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10922; }","duration":"217.796848ms","start":"2026-03-03T14:22:45.110972Z","end":"2026-03-03T14:22:45.328769Z","steps":["trace[52524527] 'agreement among raft nodes before linearized reading' (duration: 217.602054ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.328844Z","caller":"traceutil/trace.go:171","msg":"trace[1992265355] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10922; }","duration":"218.458304ms","start":"2026-03-03T14:22:45.110362Z","end":"2026-03-03T14:22:45.32882Z","steps":["trace[1992265355] 'agreement among raft nodes before linearized reading' (duration: 218.061564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.328895Z","caller":"traceutil/trace.go:171","msg":"trace[603039249] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10922; }","duration":"407.199997ms","start":"2026-03-03T14:22:44.921676Z","end":"2026-03-03T14:22:45.328876Z","steps":["trace[603039249] 'agreement among raft nodes before linearized reading' (duration: 406.827868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.328963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:44.921655Z","time spent":"407.289719ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:22:45.536843Z","caller":"traceutil/trace.go:171","msg":"trace[1537771019] transaction","detail":"{read_only:false; response_revision:10924; number_of_response:1; }","duration":"203.188463ms","start":"2026-03-03T14:22:45.333626Z","end":"2026-03-03T14:22:45.536815Z","steps":["trace[1537771019] 'process raft request' (duration: 202.898416ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.536837Z","caller":"traceutil/trace.go:171","msg":"trace[980768822] linearizableReadLoop","detail":"{readStateIndex:11371; appliedIndex:11368; }","duration":"175.717924ms","start":"2026-03-03T14:22:45.361097Z","end":"2026-03-03T14:22:45.536815Z","steps":["trace[980768822] 'read index received' (duration: 175.371236ms)","trace[980768822] 'applied index is now lower than readState.Index' (duration: 345.868µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:45.537291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.771968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:22:45.537404Z","caller":"traceutil/trace.go:171","msg":"trace[1121699226] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10926; }","duration":"206.906732ms","start":"2026-03-03T14:22:45.330482Z","end":"2026-03-03T14:22:45.537389Z","steps":["trace[1121699226] 'agreement among raft nodes before linearized reading' (duration: 206.40926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.537466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.935642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:22:45.537482Z","caller":"traceutil/trace.go:171","msg":"trace[603178006] transaction","detail":"{read_only:false; response_revision:10926; number_of_response:1; }","duration":"203.07773ms","start":"2026-03-03T14:22:45.33437Z","end":"2026-03-03T14:22:45.537448Z","steps":["trace[603178006] 'process raft request' (duration: 202.403774ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.537528Z","caller":"traceutil/trace.go:171","msg":"trace[755021250] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:10926; }","duration":"174.046034ms","start":"2026-03-03T14:22:45.363467Z","end":"2026-03-03T14:22:45.537513Z","steps":["trace[755021250] 'agreement among raft nodes before linearized reading' (duration: 173.786318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:45.53755Z","caller":"traceutil/trace.go:171","msg":"trace[1202554783] transaction","detail":"{read_only:false; response_revision:10925; number_of_response:1; }","duration":"203.722016ms","start":"2026-03-03T14:22:45.333643Z","end":"2026-03-03T14:22:45.537365Z","steps":["trace[1202554783] 'process raft request' (duration: 203.090221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:45.538195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.891033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386303"} {"level":"info","ts":"2026-03-03T14:22:45.538274Z","caller":"traceutil/trace.go:171","msg":"trace[1971662175] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10926; }","duration":"204.990776ms","start":"2026-03-03T14:22:45.33326Z","end":"2026-03-03T14:22:45.53825Z","steps":["trace[1971662175] 'agreement among raft nodes before linearized reading' (duration: 204.33215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:46.065198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.623949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:46.065319Z","caller":"traceutil/trace.go:171","msg":"trace[1736577140] transaction","detail":"{read_only:false; response_revision:10927; number_of_response:1; }","duration":"474.466706ms","start":"2026-03-03T14:22:45.590838Z","end":"2026-03-03T14:22:46.065304Z","steps":["trace[1736577140] 'process raft request' (duration: 318.677633ms)","trace[1736577140] 'compare' (duration: 155.507057ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:46.065573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:45.590781Z","time spent":"474.768853ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:22:46.915436Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373481,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:22:47.414696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.068457397s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:49.048695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:22:49.048927Z","caller":"traceutil/trace.go:171","msg":"trace[337475738] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000432499s","start":"2026-03-03T14:22:47.048458Z","end":"2026-03-03T14:22:49.04889Z","steps":["trace[337475738] 'agreement among raft nodes before linearized reading' (duration: 2.000186873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:49.049035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.048438Z","time spent":"2.000580613s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:22:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:49.625878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.210901345s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:49.625993Z","caller":"traceutil/trace.go:171","msg":"trace[316555076] transaction","detail":"{read_only:false; response_revision:10929; number_of_response:1; }","duration":"3.280743683s","start":"2026-03-03T14:22:46.345227Z","end":"2026-03-03T14:22:49.625971Z","steps":["trace[316555076] 'process raft request' (duration: 1.069654344s)","trace[316555076] 'compare' (duration: 2.210733941s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:49.626061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.345206Z","time spent":"3.280821785s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10836,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:49.762574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.828643088s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:50.064272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.366804ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:50.064598Z","caller":"traceutil/trace.go:171","msg":"trace[1391948781] transaction","detail":"{read_only:false; response_revision:10931; number_of_response:1; }","duration":"3.172556516s","start":"2026-03-03T14:22:46.892014Z","end":"2026-03-03T14:22:50.064571Z","steps":["trace[1391948781] 'process raft request' (duration: 3.172379662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:50.064607Z","caller":"traceutil/trace.go:171","msg":"trace[257062890] transaction","detail":"{read_only:false; response_revision:10930; number_of_response:1; }","duration":"3.352829278s","start":"2026-03-03T14:22:46.711741Z","end":"2026-03-03T14:22:50.06457Z","steps":["trace[257062890] 'process raft request' (duration: 3.051051785s)","trace[257062890] 'compare' (duration: 301.22073ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:50.064626Z","caller":"traceutil/trace.go:171","msg":"trace[780169503] transaction","detail":"{read_only:false; response_revision:10932; number_of_response:1; }","duration":"3.16252116s","start":"2026-03-03T14:22:46.902082Z","end":"2026-03-03T14:22:50.064603Z","steps":["trace[780169503] 'process raft request' (duration: 3.162401147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.064748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.891992Z","time spent":"3.172667599s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:50.064729Z","caller":"traceutil/trace.go:171","msg":"trace[1323667668] linearizableReadLoop","detail":"{readStateIndex:11378; appliedIndex:11374; }","duration":"3.649937782s","start":"2026-03-03T14:22:46.414759Z","end":"2026-03-03T14:22:50.064696Z","steps":["trace[1323667668] 'read index received' (duration: 1.000195264s)","trace[1323667668] 'applied index is now lower than readState.Index' (duration: 2.649737668s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:50.064754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.711717Z","time spent":"3.352952941s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:50.06481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.902072Z","time spent":"3.162645282s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:50.518483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.93014ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:22:50.518529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.540135ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:50.518667Z","caller":"traceutil/trace.go:171","msg":"trace[1050176638] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:10932; }","duration":"369.700669ms","start":"2026-03-03T14:22:50.148948Z","end":"2026-03-03T14:22:50.518649Z","steps":["trace[1050176638] 'range keys from in-memory index tree' (duration: 369.519035ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:50.518837Z","caller":"traceutil/trace.go:171","msg":"trace[607539831] linearizableReadLoop","detail":"{readStateIndex:11379; appliedIndex:11378; }","duration":"454.043043ms","start":"2026-03-03T14:22:50.064778Z","end":"2026-03-03T14:22:50.518821Z","steps":["trace[607539831] 'read index received' (duration: 51.211µs)","trace[607539831] 'applied index is now lower than readState.Index' (duration: 453.991002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:50.518906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.47894714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:50.518951Z","caller":"traceutil/trace.go:171","msg":"trace[321946453] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:10932; }","duration":"2.479017393s","start":"2026-03-03T14:22:48.03992Z","end":"2026-03-03T14:22:50.518937Z","steps":["trace[321946453] 'agreement among raft nodes before linearized reading' (duration: 2.478951341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.518987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.039903Z","time spent":"2.479073783s","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:50.519014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186299831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:22:50.519077Z","caller":"traceutil/trace.go:171","msg":"trace[440369969] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10932; }","duration":"3.186390544s","start":"2026-03-03T14:22:47.332677Z","end":"2026-03-03T14:22:50.519067Z","steps":["trace[440369969] 'agreement among raft nodes before linearized reading' (duration: 3.186196699s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:50.519077Z","caller":"traceutil/trace.go:171","msg":"trace[861086481] transaction","detail":"{read_only:false; response_revision:10933; number_of_response:1; }","duration":"214.168542ms","start":"2026-03-03T14:22:50.304888Z","end":"2026-03-03T14:22:50.519057Z","steps":["trace[861086481] 'process raft request' (duration: 213.683911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.519134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.976329838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:22:50.519166Z","caller":"traceutil/trace.go:171","msg":"trace[1230802955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10933; }","duration":"2.97639201s","start":"2026-03-03T14:22:47.542763Z","end":"2026-03-03T14:22:50.519155Z","steps":["trace[1230802955] 'agreement among raft nodes before linearized reading' (duration: 2.976292097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.519203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.542746Z","time spent":"2.976453092s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:50.519206Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.332663Z","time spent":"3.186438524s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:50.518594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.103815301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:22:50.519442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.977466135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:22:50.519401Z","caller":"traceutil/trace.go:171","msg":"trace[1207369094] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10932; }","duration":"4.10459556s","start":"2026-03-03T14:22:46.414745Z","end":"2026-03-03T14:22:50.519341Z","steps":["trace[1207369094] 'agreement among raft nodes before linearized reading' (duration: 3.650083495s)","trace[1207369094] 'range keys from in-memory index tree' (duration: 453.616713ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:50.519502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.950897568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:22:50.519463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.588169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:22:50.519537Z","caller":"traceutil/trace.go:171","msg":"trace[2038351846] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10933; }","duration":"2.950946608s","start":"2026-03-03T14:22:47.568581Z","end":"2026-03-03T14:22:50.519527Z","steps":["trace[2038351846] 'agreement among raft nodes before linearized reading' (duration: 2.950877317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.519561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.568571Z","time spent":"2.95098584s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:22:50.519549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:46.414696Z","time spent":"4.104797694s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:22:50.519604Z","caller":"traceutil/trace.go:171","msg":"trace[943796805] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10933; }","duration":"2.977532557s","start":"2026-03-03T14:22:47.541933Z","end":"2026-03-03T14:22:50.519465Z","steps":["trace[943796805] 'agreement among raft nodes before linearized reading' (duration: 2.977424904s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:50.519553Z","caller":"traceutil/trace.go:171","msg":"trace[164514921] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10933; }","duration":"573.722823ms","start":"2026-03-03T14:22:49.945815Z","end":"2026-03-03T14:22:50.519538Z","steps":["trace[164514921] 'agreement among raft nodes before linearized reading' (duration: 573.563499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.519636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.541912Z","time spent":"2.977718262s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:50.519007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.431174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:22:50.51965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.945795Z","time spent":"573.843195ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:22:50.519696Z","caller":"traceutil/trace.go:171","msg":"trace[2081933676] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10932; }","duration":"733.164792ms","start":"2026-03-03T14:22:49.786514Z","end":"2026-03-03T14:22:50.519679Z","steps":["trace[2081933676] 'agreement among raft nodes before linearized reading' (duration: 732.363042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.519717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.975569601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:22:50.519738Z","caller":"traceutil/trace.go:171","msg":"trace[1559692574] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10933; }","duration":"2.975610971s","start":"2026-03-03T14:22:47.544122Z","end":"2026-03-03T14:22:50.519733Z","steps":["trace[1559692574] 'agreement among raft nodes before linearized reading' (duration: 2.97555115s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.519739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.786493Z","time spent":"733.236543ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:22:50.519761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.544109Z","time spent":"2.975648732s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:50.519875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.139906625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:22:50.519911Z","caller":"traceutil/trace.go:171","msg":"trace[547371331] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:10933; }","duration":"3.139972887s","start":"2026-03-03T14:22:47.379928Z","end":"2026-03-03T14:22:50.519901Z","steps":["trace[547371331] 'agreement among raft nodes before linearized reading' (duration: 3.139815773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.519972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.379911Z","time spent":"3.140019728s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:22:50.520031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186998849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:50.520054Z","caller":"traceutil/trace.go:171","msg":"trace[767721602] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10933; }","duration":"3.187037549s","start":"2026-03-03T14:22:47.33301Z","end":"2026-03-03T14:22:50.520047Z","steps":["trace[767721602] 'agreement among raft nodes before linearized reading' (duration: 3.186974998s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.520072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.333006Z","time spent":"3.18706206s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:50.520072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.168272327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:50.52012Z","caller":"traceutil/trace.go:171","msg":"trace[1771660627] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:10933; }","duration":"2.168384409s","start":"2026-03-03T14:22:48.351721Z","end":"2026-03-03T14:22:50.520106Z","steps":["trace[1771660627] 'agreement among raft nodes before linearized reading' (duration: 2.168278736s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.520142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470757918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:50.520163Z","caller":"traceutil/trace.go:171","msg":"trace[1552569770] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10933; }","duration":"1.470825769s","start":"2026-03-03T14:22:49.049331Z","end":"2026-03-03T14:22:50.520156Z","steps":["trace[1552569770] 'agreement among raft nodes before linearized reading' (duration: 1.470792798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.520164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.351691Z","time spent":"2.168464421s","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:50.520166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406438207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:22:50.520182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:49.0493Z","time spent":"1.470879301s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:50.519442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.92264575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:50.520211Z","caller":"traceutil/trace.go:171","msg":"trace[1058930267] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10933; }","duration":"2.406506908s","start":"2026-03-03T14:22:48.113688Z","end":"2026-03-03T14:22:50.520195Z","steps":["trace[1058930267] 'agreement among raft nodes before linearized reading' (duration: 2.406391975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.520252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:48.11367Z","time spent":"2.40657419s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:22:50.520256Z","caller":"traceutil/trace.go:171","msg":"trace[1755199420] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:10933; }","duration":"2.92348308s","start":"2026-03-03T14:22:47.596757Z","end":"2026-03-03T14:22:50.52024Z","steps":["trace[1755199420] 'agreement among raft nodes before linearized reading' (duration: 2.92263659s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:50.520365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:47.596742Z","time spent":"2.923603752s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":23,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:51.300798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.019255ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:51.300909Z","caller":"traceutil/trace.go:171","msg":"trace[1286468878] transaction","detail":"{read_only:false; response_revision:10934; number_of_response:1; }","duration":"774.208752ms","start":"2026-03-03T14:22:50.526678Z","end":"2026-03-03T14:22:51.300887Z","steps":["trace[1286468878] 'process raft request' (duration: 113.024412ms)","trace[1286468878] 'compare' (duration: 660.188446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:51.301027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.526654Z","time spent":"774.284954ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.639223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.495597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:51.639586Z","caller":"traceutil/trace.go:171","msg":"trace[753952402] linearizableReadLoop","detail":"{readStateIndex:11385; appliedIndex:11380; }","duration":"1.110878249s","start":"2026-03-03T14:22:50.528694Z","end":"2026-03-03T14:22:51.639572Z","steps":["trace[753952402] 'read index received' (duration: 111.113437ms)","trace[753952402] 'applied index is now lower than readState.Index' (duration: 999.763992ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:51.639674Z","caller":"traceutil/trace.go:171","msg":"trace[1943064562] transaction","detail":"{read_only:false; response_revision:10935; number_of_response:1; }","duration":"1.112742033s","start":"2026-03-03T14:22:50.526924Z","end":"2026-03-03T14:22:51.639666Z","steps":["trace[1943064562] 'process raft request' (duration: 928.697684ms)","trace[1943064562] 'compare' (duration: 183.396014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:51.639723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.526913Z","time spent":"1.112781505s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.63989Z","caller":"traceutil/trace.go:171","msg":"trace[229446289] transaction","detail":"{read_only:false; response_revision:10936; number_of_response:1; }","duration":"1.111963906s","start":"2026-03-03T14:22:50.527919Z","end":"2026-03-03T14:22:51.639883Z","steps":["trace[229446289] 'process raft request' (duration: 1.111393591s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.639933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.527892Z","time spent":"1.112018997s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.639951Z","caller":"traceutil/trace.go:171","msg":"trace[1927595013] transaction","detail":"{read_only:false; response_revision:10938; number_of_response:1; }","duration":"1.111558666s","start":"2026-03-03T14:22:50.528361Z","end":"2026-03-03T14:22:51.63992Z","steps":["trace[1927595013] 'process raft request' (duration: 1.111041133s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.640003Z","caller":"traceutil/trace.go:171","msg":"trace[1584159253] transaction","detail":"{read_only:false; response_revision:10939; number_of_response:1; }","duration":"1.109207611s","start":"2026-03-03T14:22:50.530763Z","end":"2026-03-03T14:22:51.639971Z","steps":["trace[1584159253] 'process raft request' (duration: 1.108696328s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.640071Z","caller":"traceutil/trace.go:171","msg":"trace[887744550] transaction","detail":"{read_only:false; response_revision:10940; number_of_response:1; }","duration":"1.107071941s","start":"2026-03-03T14:22:50.532945Z","end":"2026-03-03T14:22:51.640017Z","steps":["trace[887744550] 'process raft request' (duration: 1.106542787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.640147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.52835Z","time spent":"1.111688779s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.640158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.530723Z","time spent":"1.109357124s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.640161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111426553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.640251Z","caller":"traceutil/trace.go:171","msg":"trace[94237181] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10941; }","duration":"1.111551797s","start":"2026-03-03T14:22:50.528678Z","end":"2026-03-03T14:22:51.64023Z","steps":["trace[94237181] 'agreement among raft nodes before linearized reading' (duration: 1.111358432s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.640302Z","caller":"traceutil/trace.go:171","msg":"trace[157583930] transaction","detail":"{read_only:false; response_revision:10937; number_of_response:1; }","duration":"1.112263763s","start":"2026-03-03T14:22:50.528027Z","end":"2026-03-03T14:22:51.640291Z","steps":["trace[157583930] 'process raft request' (duration: 1.111348771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.640288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.532931Z","time spent":"1.107227525s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.640366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.527949Z","time spent":"1.112385876s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:51.640403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028138644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.639951Z","caller":"traceutil/trace.go:171","msg":"trace[2127412700] transaction","detail":"{read_only:false; response_revision:10941; number_of_response:1; }","duration":"1.027915648s","start":"2026-03-03T14:22:50.611999Z","end":"2026-03-03T14:22:51.639915Z","steps":["trace[2127412700] 'process raft request' (duration: 1.027513598s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:51.640463Z","caller":"traceutil/trace.go:171","msg":"trace[2137879896] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:10941; }","duration":"1.028237496s","start":"2026-03-03T14:22:50.612212Z","end":"2026-03-03T14:22:51.640449Z","steps":["trace[2137879896] 'agreement among raft nodes before linearized reading' (duration: 1.028136343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.640309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.528672Z","time spent":"1.111629768s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:51.640482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086278068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:22:51.640495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.6122Z","time spent":"1.028287538s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:51.640499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.611964Z","time spent":"1.028489902s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:51.640532Z","caller":"traceutil/trace.go:171","msg":"trace[473905227] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10941; }","duration":"1.086363841s","start":"2026-03-03T14:22:50.554139Z","end":"2026-03-03T14:22:51.640503Z","steps":["trace[473905227] 'agreement among raft nodes before linearized reading' (duration: 1.086294899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.64067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.554115Z","time spent":"1.086541464s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:22:51.640759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"984.509384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:51.640801Z","caller":"traceutil/trace.go:171","msg":"trace[1976845340] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:10941; }","duration":"984.585285ms","start":"2026-03-03T14:22:50.656203Z","end":"2026-03-03T14:22:51.640788Z","steps":["trace[1976845340] 'agreement among raft nodes before linearized reading' (duration: 984.519643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.640833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.656183Z","time spent":"984.641996ms","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:51.640889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108471094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"info","ts":"2026-03-03T14:22:51.640915Z","caller":"traceutil/trace.go:171","msg":"trace[2031956718] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10941; }","duration":"1.108497454s","start":"2026-03-03T14:22:50.532411Z","end":"2026-03-03T14:22:51.640908Z","steps":["trace[2031956718] 'agreement among raft nodes before linearized reading' (duration: 1.108136316s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.640944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.532383Z","time spent":"1.108554995s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:22:51.640412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109555079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-03T14:22:51.641011Z","caller":"traceutil/trace.go:171","msg":"trace[1691307490] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:10941; }","duration":"1.110189603s","start":"2026-03-03T14:22:50.53081Z","end":"2026-03-03T14:22:51.641Z","steps":["trace[1691307490] 'agreement among raft nodes before linearized reading' (duration: 1.109515838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:51.641039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:50.530793Z","time spent":"1.110237584s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-03T14:22:53.139242Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.069462072s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:22:53.203061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21066793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:53.20321Z","caller":"traceutil/trace.go:171","msg":"trace[1094883233] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:10944; }","duration":"1.210836014s","start":"2026-03-03T14:22:51.992306Z","end":"2026-03-03T14:22:53.203142Z","steps":["trace[1094883233] 'count revisions from in-memory index tree' (duration: 1.210503067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:53.20326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:51.992279Z","time spent":"1.210967187s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:53.2037Z","caller":"traceutil/trace.go:171","msg":"trace[5616075] transaction","detail":"{read_only:false; response_revision:10945; number_of_response:1; }","duration":"1.133999497s","start":"2026-03-03T14:22:52.069666Z","end":"2026-03-03T14:22:53.203665Z","steps":["trace[5616075] 'process raft request' (duration: 1.06983902s)","trace[5616075] 'compare' (duration: 63.806179ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:53.203889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:52.069639Z","time spent":"1.13413595s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:53.28153Z","caller":"traceutil/trace.go:171","msg":"trace[1459354694] linearizableReadLoop","detail":"{readStateIndex:11394; appliedIndex:11391; }","duration":"503.613725ms","start":"2026-03-03T14:22:52.777897Z","end":"2026-03-03T14:22:53.281511Z","steps":["trace[1459354694] 'read index received' (duration: 361.584347ms)","trace[1459354694] 'applied index is now lower than readState.Index' (duration: 142.028388ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:53.281588Z","caller":"traceutil/trace.go:171","msg":"trace[1592608946] transaction","detail":"{read_only:false; response_revision:10946; number_of_response:1; }","duration":"1.210768002s","start":"2026-03-03T14:22:52.070783Z","end":"2026-03-03T14:22:53.281551Z","steps":["trace[1592608946] 'process raft request' (duration: 1.210581448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:53.28165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.541865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:53.281628Z","caller":"traceutil/trace.go:171","msg":"trace[1660492895] transaction","detail":"{read_only:false; response_revision:10947; number_of_response:1; }","duration":"1.210707761s","start":"2026-03-03T14:22:52.070882Z","end":"2026-03-03T14:22:53.28159Z","steps":["trace[1660492895] 'process raft request' (duration: 1.210590578s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:53.281682Z","caller":"traceutil/trace.go:171","msg":"trace[1641635821] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10947; }","duration":"234.634577ms","start":"2026-03-03T14:22:53.047035Z","end":"2026-03-03T14:22:53.281669Z","steps":["trace[1641635821] 'agreement among raft nodes before linearized reading' (duration: 234.573345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:53.281687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.780299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:53.281733Z","caller":"traceutil/trace.go:171","msg":"trace[1585568882] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:10947; }","duration":"503.879871ms","start":"2026-03-03T14:22:52.777842Z","end":"2026-03-03T14:22:53.281721Z","steps":["trace[1585568882] 'agreement among raft nodes before linearized reading' (duration: 503.762948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:53.281726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:52.070767Z","time spent":"1.210889146s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:53.281759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:52.777819Z","time spent":"503.933813ms","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:22:53.281771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:52.070869Z","time spent":"1.210825643s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:54.010772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.554938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:22:54.010849Z","caller":"traceutil/trace.go:171","msg":"trace[1206747287] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10947; }","duration":"364.69044ms","start":"2026-03-03T14:22:53.646142Z","end":"2026-03-03T14:22:54.010833Z","steps":["trace[1206747287] 'range keys from in-memory index tree' (duration: 364.396644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.010885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.646126Z","time spent":"364.752062ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:54.011109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.609105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:54.011241Z","caller":"traceutil/trace.go:171","msg":"trace[1932903507] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10947; }","duration":"363.78545ms","start":"2026-03-03T14:22:53.647406Z","end":"2026-03-03T14:22:54.011191Z","steps":["trace[1932903507] 'range keys from in-memory index tree' (duration: 363.343299ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.011395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.64739Z","time spent":"363.989844ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:54.011518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.077767ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:22:54.011611Z","caller":"traceutil/trace.go:171","msg":"trace[218050602] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:10947; }","duration":"529.21569ms","start":"2026-03-03T14:22:53.482375Z","end":"2026-03-03T14:22:54.011591Z","steps":["trace[218050602] 'range keys from in-memory index tree' (duration: 528.885623ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.011662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.48236Z","time spent":"529.292982ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:22:54.011768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.950376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:54.011814Z","caller":"traceutil/trace.go:171","msg":"trace[858969938] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10947; }","duration":"362.007738ms","start":"2026-03-03T14:22:53.649795Z","end":"2026-03-03T14:22:54.011802Z","steps":["trace[858969938] 'range keys from in-memory index tree' (duration: 361.794003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.011827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.911877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:22:54.011882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.649787Z","time spent":"362.085499ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:22:54.011951Z","caller":"traceutil/trace.go:171","msg":"trace[1007411445] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10947; }","duration":"706.084981ms","start":"2026-03-03T14:22:53.305834Z","end":"2026-03-03T14:22:54.011919Z","steps":["trace[1007411445] 'range keys from in-memory index tree' (duration: 705.689102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.012021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.30582Z","time spent":"706.189394ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:22:54.012199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.880964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:22:54.01227Z","caller":"traceutil/trace.go:171","msg":"trace[1063201717] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10947; }","duration":"358.975685ms","start":"2026-03-03T14:22:53.653273Z","end":"2026-03-03T14:22:54.012248Z","steps":["trace[1063201717] 'range keys from in-memory index tree' (duration: 358.767141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.012265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.482515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:22:54.012298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.516088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:22:54.01239Z","caller":"traceutil/trace.go:171","msg":"trace[375480166] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10947; }","duration":"350.657399ms","start":"2026-03-03T14:22:53.661704Z","end":"2026-03-03T14:22:54.012362Z","steps":["trace[375480166] 'range keys from in-memory index tree' (duration: 350.27324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:54.012417Z","caller":"traceutil/trace.go:171","msg":"trace[1465759467] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10947; }","duration":"260.708943ms","start":"2026-03-03T14:22:53.751686Z","end":"2026-03-03T14:22:54.012395Z","steps":["trace[1465759467] 'count revisions from in-memory index tree' (duration: 260.425616ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.012457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.661676Z","time spent":"350.770692ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:22:54.012312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.653245Z","time spent":"359.055707ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:54.012642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.943757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:22:54.01272Z","caller":"traceutil/trace.go:171","msg":"trace[1166238959] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:10947; }","duration":"692.05821ms","start":"2026-03-03T14:22:53.320651Z","end":"2026-03-03T14:22:54.012709Z","steps":["trace[1166238959] 'range keys from in-memory index tree' (duration: 691.70218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:54.012754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:53.320629Z","time spent":"692.118951ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:22:54.995575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.662014Z","time spent":"333.543785ms","remote":"127.0.0.1:48560","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:22:55.674027Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.475502951s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:22:55.674817Z","caller":"traceutil/trace.go:171","msg":"trace[570507071] transaction","detail":"{read_only:false; response_revision:10948; number_of_response:1; }","duration":"1.658155079s","start":"2026-03-03T14:22:54.016625Z","end":"2026-03-03T14:22:55.674781Z","steps":["trace[570507071] 'process raft request' (duration: 1.657669488s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:55.674988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.016596Z","time spent":"1.658299642s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:55.674992Z","caller":"traceutil/trace.go:171","msg":"trace[1580488830] transaction","detail":"{read_only:false; response_revision:10950; number_of_response:1; }","duration":"1.65780987s","start":"2026-03-03T14:22:54.017161Z","end":"2026-03-03T14:22:55.674971Z","steps":["trace[1580488830] 'process raft request' (duration: 1.657552764s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:55.675141Z","caller":"traceutil/trace.go:171","msg":"trace[1819905255] transaction","detail":"{read_only:false; response_revision:10952; number_of_response:1; }","duration":"1.657667767s","start":"2026-03-03T14:22:54.017424Z","end":"2026-03-03T14:22:55.675092Z","steps":["trace[1819905255] 'process raft request' (duration: 1.657439552s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:55.675206Z","caller":"traceutil/trace.go:171","msg":"trace[883450491] transaction","detail":"{read_only:false; response_revision:10951; number_of_response:1; }","duration":"1.657918204s","start":"2026-03-03T14:22:54.01719Z","end":"2026-03-03T14:22:55.675108Z","steps":["trace[883450491] 'process raft request' (duration: 1.657636037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:55.675276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.017157Z","time spent":"1.657953774s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:55.675349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.01742Z","time spent":"1.657821111s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:55.675566Z","caller":"traceutil/trace.go:171","msg":"trace[459847883] linearizableReadLoop","detail":"{readStateIndex:11400; appliedIndex:11395; }","duration":"1.654468852s","start":"2026-03-03T14:22:54.020429Z","end":"2026-03-03T14:22:55.674898Z","steps":["trace[459847883] 'read index received' (duration: 178.759836ms)","trace[459847883] 'applied index is now lower than readState.Index' (duration: 1.475707926s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:55.675631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.017186Z","time spent":"1.65819309s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:55.675679Z","caller":"traceutil/trace.go:171","msg":"trace[952761559] transaction","detail":"{read_only:false; response_revision:10949; number_of_response:1; }","duration":"1.657943603s","start":"2026-03-03T14:22:54.017072Z","end":"2026-03-03T14:22:55.675016Z","steps":["trace[952761559] 'process raft request' (duration: 1.657557044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:55.675782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.017044Z","time spent":"1.658709612s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:55.675898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.655464136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"info","ts":"2026-03-03T14:22:55.675956Z","caller":"traceutil/trace.go:171","msg":"trace[1084495384] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10952; }","duration":"1.655556507s","start":"2026-03-03T14:22:54.020387Z","end":"2026-03-03T14:22:55.675943Z","steps":["trace[1084495384] 'agreement among raft nodes before linearized reading' (duration: 1.654923342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:55.676001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.020378Z","time spent":"1.655610158s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:22:56.091729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000642744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:22:56.091847Z","caller":"traceutil/trace.go:171","msg":"trace[217439333] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000804208s","start":"2026-03-03T14:22:54.091017Z","end":"2026-03-03T14:22:56.091821Z","steps":["trace[217439333] 'agreement among raft nodes before linearized reading' (duration: 2.000647165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.09208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.09101Z","time spent":"2.001043134s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:22:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:22:56.176455Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373549,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:22:56.455251Z","caller":"traceutil/trace.go:171","msg":"trace[1088390076] transaction","detail":"{read_only:false; response_revision:10953; number_of_response:1; }","duration":"2.255320335s","start":"2026-03-03T14:22:54.199877Z","end":"2026-03-03T14:22:56.455198Z","steps":["trace[1088390076] 'process raft request' (duration: 2.254857244s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:56.45534Z","caller":"traceutil/trace.go:171","msg":"trace[826318915] transaction","detail":"{read_only:false; response_revision:10954; number_of_response:1; }","duration":"1.244848348s","start":"2026-03-03T14:22:55.210437Z","end":"2026-03-03T14:22:56.455285Z","steps":["trace[826318915] 'process raft request' (duration: 1.24455934s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:56.45551Z","caller":"traceutil/trace.go:171","msg":"trace[2090960060] transaction","detail":"{read_only:false; response_revision:10955; number_of_response:1; }","duration":"1.231559863s","start":"2026-03-03T14:22:55.223926Z","end":"2026-03-03T14:22:56.455486Z","steps":["trace[2090960060] 'process raft request' (duration: 1.231155863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.455549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.199854Z","time spent":"2.25554261s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:56.455609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.210413Z","time spent":"1.245029202s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:22:56.455851Z","caller":"traceutil/trace.go:171","msg":"trace[507952669] linearizableReadLoop","detail":"{readStateIndex:11405; appliedIndex:11400; }","duration":"779.507688ms","start":"2026-03-03T14:22:55.676135Z","end":"2026-03-03T14:22:56.455643Z","steps":["trace[507952669] 'read index received' (duration: 778.577415ms)","trace[507952669] 'applied index is now lower than readState.Index' (duration: 928.433µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:56.455939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352715457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:56.456002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233860308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:56.456123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.034101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:56.456128Z","caller":"traceutil/trace.go:171","msg":"trace[563760001] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:10957; }","duration":"1.233993801s","start":"2026-03-03T14:22:55.222116Z","end":"2026-03-03T14:22:56.45611Z","steps":["trace[563760001] 'agreement among raft nodes before linearized reading' (duration: 1.233809936s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.456183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.364565887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:22:56.456185Z","caller":"traceutil/trace.go:171","msg":"trace[1363529075] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:10957; }","duration":"217.132763ms","start":"2026-03-03T14:22:56.239037Z","end":"2026-03-03T14:22:56.456169Z","steps":["trace[1363529075] 'agreement among raft nodes before linearized reading' (duration: 217.042071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:56.456226Z","caller":"traceutil/trace.go:171","msg":"trace[889880723] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:10957; }","duration":"2.364615788s","start":"2026-03-03T14:22:54.091602Z","end":"2026-03-03T14:22:56.456218Z","steps":["trace[889880723] 'agreement among raft nodes before linearized reading' (duration: 2.364468205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.456029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024240912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:56.456271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.091599Z","time spent":"2.364661369s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:22:56.456303Z","caller":"traceutil/trace.go:171","msg":"trace[467891035] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:10957; }","duration":"2.024527619s","start":"2026-03-03T14:22:54.431739Z","end":"2026-03-03T14:22:56.456267Z","steps":["trace[467891035] 'agreement among raft nodes before linearized reading' (duration: 2.024239133s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.456375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:54.43172Z","time spent":"2.024634131s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:56.456029Z","caller":"traceutil/trace.go:171","msg":"trace[1910352413] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:10957; }","duration":"1.352904161s","start":"2026-03-03T14:22:55.103098Z","end":"2026-03-03T14:22:56.456003Z","steps":["trace[1910352413] 'agreement among raft nodes before linearized reading' (duration: 1.352768418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.456291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.8011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:22:56.45645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.103069Z","time spent":"1.353359872s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:56.456541Z","caller":"traceutil/trace.go:171","msg":"trace[1883692201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10957; }","duration":"364.191159ms","start":"2026-03-03T14:22:56.092283Z","end":"2026-03-03T14:22:56.456475Z","steps":["trace[1883692201] 'agreement among raft nodes before linearized reading' (duration: 363.836671ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:56.456043Z","caller":"traceutil/trace.go:171","msg":"trace[282977028] transaction","detail":"{read_only:false; response_revision:10957; number_of_response:1; }","duration":"1.152324681s","start":"2026-03-03T14:22:55.303701Z","end":"2026-03-03T14:22:56.456026Z","steps":["trace[282977028] 'process raft request' (duration: 1.15185874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.456623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.092243Z","time spent":"364.367053ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:22:56.456647Z","caller":"traceutil/trace.go:171","msg":"trace[1589163061] transaction","detail":"{read_only:false; response_revision:10956; number_of_response:1; }","duration":"1.152962315s","start":"2026-03-03T14:22:55.303076Z","end":"2026-03-03T14:22:56.456038Z","steps":["trace[1589163061] 'process raft request' (duration: 1.152067243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.456714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.303677Z","time spent":"1.152976015s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:56.457088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.303051Z","time spent":"1.153689992s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:56.45725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"925.989429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:22:56.456803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.222058Z","time spent":"1.234138074s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:22:56.457319Z","caller":"traceutil/trace.go:171","msg":"trace[16023537] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10957; }","duration":"926.103242ms","start":"2026-03-03T14:22:55.531203Z","end":"2026-03-03T14:22:56.457306Z","steps":["trace[16023537] 'agreement among raft nodes before linearized reading' (duration: 924.670368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:56.457484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.531142Z","time spent":"926.323886ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:22:56.455907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:55.2239Z","time spent":"1.231705587s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:22:57.239356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.339916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:22:57.239485Z","caller":"traceutil/trace.go:171","msg":"trace[1248869628] linearizableReadLoop","detail":"{readStateIndex:11406; appliedIndex:11405; }","duration":"412.188704ms","start":"2026-03-03T14:22:56.827277Z","end":"2026-03-03T14:22:57.239466Z","steps":["trace[1248869628] 'read index received' (duration: 57.51607ms)","trace[1248869628] 'applied index is now lower than readState.Index' (duration: 354.671024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:22:57.239544Z","caller":"traceutil/trace.go:171","msg":"trace[1644685602] transaction","detail":"{read_only:false; response_revision:10958; number_of_response:1; }","duration":"479.221779ms","start":"2026-03-03T14:22:56.760288Z","end":"2026-03-03T14:22:57.239509Z","steps":["trace[1644685602] 'process raft request' (duration: 124.648407ms)","trace[1644685602] 'compare' (duration: 353.932087ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:22:57.239676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.399379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:22:57.239674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.760251Z","time spent":"479.365031ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:22:57.239712Z","caller":"traceutil/trace.go:171","msg":"trace[1923450405] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10958; }","duration":"412.491312ms","start":"2026-03-03T14:22:56.82721Z","end":"2026-03-03T14:22:57.239702Z","steps":["trace[1923450405] 'agreement among raft nodes before linearized reading' (duration: 412.309037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:57.23975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:56.827188Z","time spent":"412.553833ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:22:59.745413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.394689678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:22:59.74549Z","caller":"traceutil/trace.go:171","msg":"trace[147802020] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10958; }","duration":"2.39481467s","start":"2026-03-03T14:22:57.350653Z","end":"2026-03-03T14:22:59.745468Z","steps":["trace[147802020] 'range keys from in-memory index tree' (duration: 2.394440661s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.745535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.350632Z","time spent":"2.394894892s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:22:59.745645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065593207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:22:59.745662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065180837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:22:59.745711Z","caller":"traceutil/trace.go:171","msg":"trace[2083448889] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10958; }","duration":"2.06571631s","start":"2026-03-03T14:22:57.67998Z","end":"2026-03-03T14:22:59.745696Z","steps":["trace[2083448889] 'range keys from in-memory index tree' (duration: 2.065464894s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:22:59.745732Z","caller":"traceutil/trace.go:171","msg":"trace[1420338535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10958; }","duration":"2.06528572s","start":"2026-03-03T14:22:57.680432Z","end":"2026-03-03T14:22:59.745718Z","steps":["trace[1420338535] 'range keys from in-memory index tree' (duration: 2.065070885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.745745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.679968Z","time spent":"2.065771722s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:59.745762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.680426Z","time spent":"2.065330501s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:59.745821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.064600394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:22:59.745897Z","caller":"traceutil/trace.go:171","msg":"trace[787240925] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10958; }","duration":"2.064700076s","start":"2026-03-03T14:22:57.681184Z","end":"2026-03-03T14:22:59.745884Z","steps":["trace[787240925] 'range keys from in-memory index tree' (duration: 2.064484921s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.745924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.681178Z","time spent":"2.064741277s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:22:59.746061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060996429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:22:59.74608Z","caller":"traceutil/trace.go:171","msg":"trace[1795358530] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10958; }","duration":"2.06103388s","start":"2026-03-03T14:22:57.685041Z","end":"2026-03-03T14:22:59.746075Z","steps":["trace[1795358530] 'range keys from in-memory index tree' (duration: 2.060861325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.746096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.685003Z","time spent":"2.061090012s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:22:59.74606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697096837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:22:59.746199Z","caller":"traceutil/trace.go:171","msg":"trace[25513218] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10958; }","duration":"1.697272241s","start":"2026-03-03T14:22:58.048921Z","end":"2026-03-03T14:22:59.746193Z","steps":["trace[25513218] 'range keys from in-memory index tree' (duration: 1.697024606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.746219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.048902Z","time spent":"1.697310452s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:22:59.746187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56399227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:22:59.746249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066411636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:22:59.746273Z","caller":"traceutil/trace.go:171","msg":"trace[1172230919] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10958; }","duration":"2.066468158s","start":"2026-03-03T14:22:57.679798Z","end":"2026-03-03T14:22:59.746266Z","steps":["trace[1172230919] 'range keys from in-memory index tree' (duration: 2.066326814s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.746293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.679777Z","time spent":"2.066508978s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:22:59.746278Z","caller":"traceutil/trace.go:171","msg":"trace[1246194407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10958; }","duration":"1.564134823s","start":"2026-03-03T14:22:58.182123Z","end":"2026-03-03T14:22:59.746258Z","steps":["trace[1246194407] 'count revisions from in-memory index tree' (duration: 1.563815806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.746297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066318934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:22:59.746319Z","caller":"traceutil/trace.go:171","msg":"trace[970088237] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10958; }","duration":"2.066357525s","start":"2026-03-03T14:22:57.679955Z","end":"2026-03-03T14:22:59.746313Z","steps":["trace[970088237] 'range keys from in-memory index tree' (duration: 2.066259713s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:22:59.746338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:57.679947Z","time spent":"2.066385875s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:22:59.746331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.182098Z","time spent":"1.564219825s","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:00.057783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:00.558713Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373572,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:00.95536Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.59106004s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:00.95573Z","caller":"traceutil/trace.go:171","msg":"trace[153432559] transaction","detail":"{read_only:false; response_revision:10959; number_of_response:1; }","duration":"2.59152881s","start":"2026-03-03T14:22:58.364177Z","end":"2026-03-03T14:23:00.955706Z","steps":["trace[153432559] 'process raft request' (duration: 2.591377287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:00.955867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.364157Z","time spent":"2.591639954s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:01.748498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000330966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:01.748565Z","caller":"traceutil/trace.go:171","msg":"trace[232613704] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000423038s","start":"2026-03-03T14:22:59.748128Z","end":"2026-03-03T14:23:01.748551Z","steps":["trace[232613704] 'agreement among raft nodes before linearized reading' (duration: 2.000339187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:01.748599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.748113Z","time spent":"2.000480439s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:03.460554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.461642Z","time spent":"4.998903128s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:23:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:03.461059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.461571Z","time spent":"4.999485682s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:23:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:03.461438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:58.462333Z","time spent":"4.999102893s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:23:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:03.758218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000847967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:03.758336Z","caller":"traceutil/trace.go:171","msg":"trace[1090196465] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001044952s","start":"2026-03-03T14:23:01.757264Z","end":"2026-03-03T14:23:03.758309Z","steps":["trace[1090196465] 'agreement among raft nodes before linearized reading' (duration: 2.000865018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:03.758395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.757249Z","time spent":"2.001135464s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:03.885896Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.93034853s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:04.043294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.119514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:04.044028Z","caller":"traceutil/trace.go:171","msg":"trace[311287358] transaction","detail":"{read_only:false; response_revision:10963; number_of_response:1; }","duration":"4.885250022s","start":"2026-03-03T14:22:59.15874Z","end":"2026-03-03T14:23:04.04399Z","steps":["trace[311287358] 'process raft request' (duration: 4.885028626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:04.044252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.15872Z","time spent":"4.885413875s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:04.044465Z","caller":"traceutil/trace.go:171","msg":"trace[1730100285] transaction","detail":"{read_only:false; response_revision:10964; number_of_response:1; }","duration":"4.29418358s","start":"2026-03-03T14:22:59.750226Z","end":"2026-03-03T14:23:04.04441Z","steps":["trace[1730100285] 'process raft request' (duration: 4.293716558s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:04.044524Z","caller":"traceutil/trace.go:171","msg":"trace[1352451997] transaction","detail":"{read_only:false; response_revision:10966; number_of_response:1; }","duration":"4.292853249s","start":"2026-03-03T14:22:59.751642Z","end":"2026-03-03T14:23:04.044496Z","steps":["trace[1352451997] 'process raft request' (duration: 4.292690966s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:04.044554Z","caller":"traceutil/trace.go:171","msg":"trace[1846212175] transaction","detail":"{read_only:false; response_revision:10965; number_of_response:1; }","duration":"4.293453153s","start":"2026-03-03T14:22:59.751061Z","end":"2026-03-03T14:23:04.044514Z","steps":["trace[1846212175] 'process raft request' (duration: 4.293156336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:04.044675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.751625Z","time spent":"4.292969522s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:04.0447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.750213Z","time spent":"4.294362514s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:04.044755Z","caller":"traceutil/trace.go:171","msg":"trace[1149490935] transaction","detail":"{read_only:false; response_revision:10967; number_of_response:1; }","duration":"4.29246234s","start":"2026-03-03T14:22:59.752265Z","end":"2026-03-03T14:23:04.044728Z","steps":["trace[1149490935] 'process raft request' (duration: 4.292190633s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:04.044919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.752258Z","time spent":"4.292578172s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:04.045Z","caller":"traceutil/trace.go:171","msg":"trace[1656002497] transaction","detail":"{read_only:false; response_revision:10968; number_of_response:1; }","duration":"4.292560592s","start":"2026-03-03T14:22:59.752425Z","end":"2026-03-03T14:23:04.044986Z","steps":["trace[1656002497] 'process raft request' (duration: 4.292218134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:04.044768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.751044Z","time spent":"4.293625927s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:04.045074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.752418Z","time spent":"4.292619594s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:05.143989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09902478s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:05.145212Z","caller":"traceutil/trace.go:171","msg":"trace[1721337281] linearizableReadLoop","detail":"{readStateIndex:11417; appliedIndex:11406; }","duration":"5.587607066s","start":"2026-03-03T14:22:59.557575Z","end":"2026-03-03T14:23:05.145182Z","steps":["trace[1721337281] 'read index received' (duration: 1.397954856s)","trace[1721337281] 'applied index is now lower than readState.Index' (duration: 4.18965087s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:05.14541Z","caller":"traceutil/trace.go:171","msg":"trace[877060108] transaction","detail":"{read_only:false; response_revision:10969; number_of_response:1; }","duration":"4.537442341s","start":"2026-03-03T14:23:00.607878Z","end":"2026-03-03T14:23:05.14532Z","steps":["trace[877060108] 'process raft request' (duration: 4.536356925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.145794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.607853Z","time spent":"4.537751428s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:05.634753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.077145897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.63475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.165661072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:23:05.634852Z","caller":"traceutil/trace.go:171","msg":"trace[70182179] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:10969; }","duration":"6.077304131s","start":"2026-03-03T14:22:59.557529Z","end":"2026-03-03T14:23:05.634833Z","steps":["trace[70182179] 'agreement among raft nodes before linearized reading' (duration: 5.587809421s)","trace[70182179] 'count revisions from in-memory index tree' (duration: 489.331807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:05.634858Z","caller":"traceutil/trace.go:171","msg":"trace[1487653734] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10969; }","duration":"4.165820426s","start":"2026-03-03T14:23:01.469021Z","end":"2026-03-03T14:23:05.634841Z","steps":["trace[1487653734] 'agreement among raft nodes before linearized reading' (duration: 3.676348906s)","trace[1487653734] 'range keys from in-memory index tree' (duration: 489.237874ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.634886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.557511Z","time spent":"6.077368012s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.634888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.468999Z","time spent":"4.165882437s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:23:05.634889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.669359759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19199"} {"level":"warn","ts":"2026-03-03T14:23:05.635027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.425397224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.635054Z","caller":"traceutil/trace.go:171","msg":"trace[2126475401] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:10969; }","duration":"4.669693407s","start":"2026-03-03T14:23:00.965342Z","end":"2026-03-03T14:23:05.635036Z","steps":["trace[2126475401] 'agreement among raft nodes before linearized reading' (duration: 4.180041153s)","trace[2126475401] 'range keys from in-memory index tree' (duration: 489.145482ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.635115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.96532Z","time spent":"4.669782409s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T14:23:05.635109Z","caller":"traceutil/trace.go:171","msg":"trace[759597004] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10969; }","duration":"1.425454456s","start":"2026-03-03T14:23:04.209625Z","end":"2026-03-03T14:23:05.635079Z","steps":["trace[759597004] 'agreement among raft nodes before linearized reading' (duration: 935.777921ms)","trace[759597004] 'range keys from in-memory index tree' (duration: 489.606773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.635136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.172405693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-03T14:23:05.635181Z","caller":"traceutil/trace.go:171","msg":"trace[426007743] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:10969; }","duration":"2.172487895s","start":"2026-03-03T14:23:03.462685Z","end":"2026-03-03T14:23:05.635173Z","steps":["trace[426007743] 'agreement among raft nodes before linearized reading' (duration: 1.682687648s)","trace[426007743] 'range keys from in-memory index tree' (duration: 489.718155ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.635198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.462667Z","time spent":"2.172526635s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:23:05.635194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:04.209522Z","time spent":"1.42565751s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:05.635257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.341627211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.635303Z","caller":"traceutil/trace.go:171","msg":"trace[230956487] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:10969; }","duration":"4.341698473s","start":"2026-03-03T14:23:01.293592Z","end":"2026-03-03T14:23:05.63529Z","steps":["trace[230956487] 'agreement among raft nodes before linearized reading' (duration: 3.851820533s)","trace[230956487] 'count revisions from in-memory index tree' (duration: 489.826428ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.635337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.293574Z","time spent":"4.341755364s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.63534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.179903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:05.635414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.877225327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.635439Z","caller":"traceutil/trace.go:171","msg":"trace[1512016661] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10969; }","duration":"1.877282718s","start":"2026-03-03T14:23:03.758151Z","end":"2026-03-03T14:23:05.635434Z","steps":["trace[1512016661] 'agreement among raft nodes before linearized reading' (duration: 1.387267075s)","trace[1512016661] 'range keys from in-memory index tree' (duration: 489.983262ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:05.635431Z","caller":"traceutil/trace.go:171","msg":"trace[2091798853] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10969; }","duration":"420.326576ms","start":"2026-03-03T14:23:05.215084Z","end":"2026-03-03T14:23:05.63541Z","steps":["trace[2091798853] 'count revisions from in-memory index tree' (duration: 420.060448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:05.635456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.758133Z","time spent":"1.877319709s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:05.635494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.215063Z","time spent":"420.415529ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.634981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.062638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.635546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.071123238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:05.635386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.550727444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:05.635576Z","caller":"traceutil/trace.go:171","msg":"trace[848886888] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:10969; }","duration":"4.550966611s","start":"2026-03-03T14:23:01.084605Z","end":"2026-03-03T14:23:05.635571Z","steps":["trace[848886888] 'agreement among raft nodes before linearized reading' (duration: 4.060819345s)","trace[848886888] 'count revisions from in-memory index tree' (duration: 489.944781ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:05.635577Z","caller":"traceutil/trace.go:171","msg":"trace[1577332270] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:10969; }","duration":"3.071210261s","start":"2026-03-03T14:23:02.56436Z","end":"2026-03-03T14:23:05.63557Z","steps":["trace[1577332270] 'agreement among raft nodes before linearized reading' (duration: 2.581047154s)","trace[1577332270] 'count revisions from in-memory index tree' (duration: 490.115746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.6356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:01.08458Z","time spent":"4.551011982s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.635603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:02.56434Z","time spent":"3.071255832s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":110,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.635287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.784954221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:05.635558Z","caller":"traceutil/trace.go:171","msg":"trace[1908346588] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:10969; }","duration":"887.693435ms","start":"2026-03-03T14:23:04.747854Z","end":"2026-03-03T14:23:05.635548Z","steps":["trace[1908346588] 'agreement among raft nodes before linearized reading' (duration: 397.527288ms)","trace[1908346588] 'count revisions from in-memory index tree' (duration: 489.559662ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:05.63572Z","caller":"traceutil/trace.go:171","msg":"trace[2041144025] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:10969; }","duration":"4.785544746s","start":"2026-03-03T14:23:00.850158Z","end":"2026-03-03T14:23:05.635703Z","steps":["trace[2041144025] 'agreement among raft nodes before linearized reading' (duration: 4.295263137s)","trace[2041144025] 'count revisions from in-memory index tree' (duration: 489.698295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.635753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:04.747827Z","time spent":"887.916189ms","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.635769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.85014Z","time spent":"4.785616938s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:05.636048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.171699716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-03T14:23:05.636056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.151792376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:23:05.636074Z","caller":"traceutil/trace.go:171","msg":"trace[1630771484] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:10969; }","duration":"2.171748108s","start":"2026-03-03T14:23:03.464319Z","end":"2026-03-03T14:23:05.636068Z","steps":["trace[1630771484] 'agreement among raft nodes before linearized reading' (duration: 1.681066259s)","trace[1630771484] 'range keys from in-memory index tree' (duration: 490.608377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.636092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.464309Z","time spent":"2.171778119s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-03-03T14:23:05.636085Z","caller":"traceutil/trace.go:171","msg":"trace[1204632359] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10969; }","duration":"2.151841228s","start":"2026-03-03T14:23:03.484232Z","end":"2026-03-03T14:23:05.636073Z","steps":["trace[1204632359] 'agreement among raft nodes before linearized reading' (duration: 1.661134748s)","trace[1204632359] 'range keys from in-memory index tree' (duration: 490.592417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.634885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.738161676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:05.636123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.484221Z","time spent":"2.151887489s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:23:05.636151Z","caller":"traceutil/trace.go:171","msg":"trace[620436415] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:10969; }","duration":"4.739520668s","start":"2026-03-03T14:23:00.896613Z","end":"2026-03-03T14:23:05.636134Z","steps":["trace[620436415] 'agreement among raft nodes before linearized reading' (duration: 4.248791048s)","trace[620436415] 'count revisions from in-memory index tree' (duration: 489.374438ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.636169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"884.176792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:23:05.63621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:00.896584Z","time spent":"4.73960979s","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:05.636217Z","caller":"traceutil/trace.go:171","msg":"trace[1026373810] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10969; }","duration":"884.251193ms","start":"2026-03-03T14:23:04.751948Z","end":"2026-03-03T14:23:05.636199Z","steps":["trace[1026373810] 'agreement among raft nodes before linearized reading' (duration: 393.461471ms)","trace[1026373810] 'range keys from in-memory index tree' (duration: 490.620177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.636258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:04.751939Z","time spent":"884.311375ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:05.636716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.886095421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"info","ts":"2026-03-03T14:23:05.63681Z","caller":"traceutil/trace.go:171","msg":"trace[780378265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:10969; }","duration":"5.886227955s","start":"2026-03-03T14:22:59.750556Z","end":"2026-03-03T14:23:05.636784Z","steps":["trace[780378265] 'agreement among raft nodes before linearized reading' (duration: 5.394819859s)","trace[780378265] 'range keys from in-memory index tree' (duration: 490.794122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.636849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:22:59.750544Z","time spent":"5.886295586s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:05.639703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.318502798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:05.639791Z","caller":"traceutil/trace.go:171","msg":"trace[1776110082] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:10969; }","duration":"2.318651381s","start":"2026-03-03T14:23:03.321112Z","end":"2026-03-03T14:23:05.639764Z","steps":["trace[1776110082] 'agreement among raft nodes before linearized reading' (duration: 1.824277565s)","trace[1776110082] 'range keys from in-memory index tree' (duration: 489.179563ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.639838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:03.321091Z","time spent":"2.318736884s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:23:05.977875Z","caller":"traceutil/trace.go:171","msg":"trace[1528220049] linearizableReadLoop","detail":"{readStateIndex:11419; appliedIndex:11418; }","duration":"269.181363ms","start":"2026-03-03T14:23:05.70866Z","end":"2026-03-03T14:23:05.977841Z","steps":["trace[1528220049] 'read index received' (duration: 268.814625ms)","trace[1528220049] 'applied index is now lower than readState.Index' (duration: 364.778µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:05.977891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:05.642512Z","time spent":"335.374158ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:05.978375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.346917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:05.978428Z","caller":"traceutil/trace.go:171","msg":"trace[2050102861] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10969; }","duration":"269.804527ms","start":"2026-03-03T14:23:05.708609Z","end":"2026-03-03T14:23:05.978413Z","steps":["trace[2050102861] 'agreement among raft nodes before linearized reading' (duration: 269.350687ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.209753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.311949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:06.20987Z","caller":"traceutil/trace.go:171","msg":"trace[2075846649] linearizableReadLoop","detail":"{readStateIndex:11420; appliedIndex:11419; }","duration":"227.941679ms","start":"2026-03-03T14:23:05.981912Z","end":"2026-03-03T14:23:06.209854Z","steps":["trace[2075846649] 'read index received' (duration: 108.467574ms)","trace[2075846649] 'applied index is now lower than readState.Index' (duration: 119.472855ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:06.20995Z","caller":"traceutil/trace.go:171","msg":"trace[834106467] transaction","detail":"{read_only:false; response_revision:10970; number_of_response:1; }","duration":"230.353086ms","start":"2026-03-03T14:23:05.979544Z","end":"2026-03-03T14:23:06.209897Z","steps":["trace[834106467] 'process raft request' (duration: 110.80977ms)","trace[834106467] 'compare' (duration: 119.178386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:06.210031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.118194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:06.210083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.70138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:06.210093Z","caller":"traceutil/trace.go:171","msg":"trace[1184031181] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:10970; }","duration":"228.184175ms","start":"2026-03-03T14:23:05.981895Z","end":"2026-03-03T14:23:06.210079Z","steps":["trace[1184031181] 'agreement among raft nodes before linearized reading' (duration: 228.051982ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:06.210119Z","caller":"traceutil/trace.go:171","msg":"trace[447565800] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10970; }","duration":"160.774472ms","start":"2026-03-03T14:23:06.049336Z","end":"2026-03-03T14:23:06.21011Z","steps":["trace[447565800] 'agreement among raft nodes before linearized reading' (duration: 160.615858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.210324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.435693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:23:06.210398Z","caller":"traceutil/trace.go:171","msg":"trace[1572972411] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10970; }","duration":"160.563586ms","start":"2026-03-03T14:23:06.049815Z","end":"2026-03-03T14:23:06.210379Z","steps":["trace[1572972411] 'agreement among raft nodes before linearized reading' (duration: 160.285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.210426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.31149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:23:06.210418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.517235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:06.210382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.275409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:23:06.210595Z","caller":"traceutil/trace.go:171","msg":"trace[202368820] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10970; }","duration":"160.502715ms","start":"2026-03-03T14:23:06.050065Z","end":"2026-03-03T14:23:06.210567Z","steps":["trace[202368820] 'agreement among raft nodes before linearized reading' (duration: 159.909271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:06.210456Z","caller":"traceutil/trace.go:171","msg":"trace[1847668454] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10970; }","duration":"160.351561ms","start":"2026-03-03T14:23:06.050096Z","end":"2026-03-03T14:23:06.210448Z","steps":["trace[1847668454] 'agreement among raft nodes before linearized reading' (duration: 160.069744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:06.210501Z","caller":"traceutil/trace.go:171","msg":"trace[1858097905] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10970; }","duration":"160.625798ms","start":"2026-03-03T14:23:06.049858Z","end":"2026-03-03T14:23:06.210484Z","steps":["trace[1858097905] 'agreement among raft nodes before linearized reading' (duration: 160.190157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:06.714874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373602,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:06.994278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.433981ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:06.994374Z","caller":"traceutil/trace.go:171","msg":"trace[446279443] transaction","detail":"{read_only:false; response_revision:10971; number_of_response:1; }","duration":"780.563801ms","start":"2026-03-03T14:23:06.213794Z","end":"2026-03-03T14:23:06.994357Z","steps":["trace[446279443] 'process raft request' (duration: 526.964046ms)","trace[446279443] 'compare' (duration: 253.004161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:06.994419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.213766Z","time spent":"780.631743ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:07.321902Z","caller":"traceutil/trace.go:171","msg":"trace[1112250146] transaction","detail":"{read_only:false; response_revision:10972; number_of_response:1; }","duration":"1.107603794s","start":"2026-03-03T14:23:06.214257Z","end":"2026-03-03T14:23:07.32186Z","steps":["trace[1112250146] 'process raft request' (duration: 1.091938783s)","trace[1112250146] 'compare' (duration: 14.984034ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:07.322065Z","caller":"traceutil/trace.go:171","msg":"trace[1377449808] transaction","detail":"{read_only:false; response_revision:10973; number_of_response:1; }","duration":"1.107685385s","start":"2026-03-03T14:23:06.214369Z","end":"2026-03-03T14:23:07.322055Z","steps":["trace[1377449808] 'process raft request' (duration: 1.107295455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.322198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.214356Z","time spent":"1.107762787s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:07.321983Z","caller":"traceutil/trace.go:171","msg":"trace[1798594738] transaction","detail":"{read_only:false; response_revision:10975; number_of_response:1; }","duration":"1.105928503s","start":"2026-03-03T14:23:06.216042Z","end":"2026-03-03T14:23:07.32197Z","steps":["trace[1798594738] 'process raft request' (duration: 1.10580649s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.322311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.21603Z","time spent":"1.10621906s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:07.321966Z","caller":"traceutil/trace.go:171","msg":"trace[524455710] linearizableReadLoop","detail":"{readStateIndex:11425; appliedIndex:11420; }","duration":"1.108019943s","start":"2026-03-03T14:23:06.213915Z","end":"2026-03-03T14:23:07.321935Z","steps":["trace[524455710] 'read index received' (duration: 526.861765ms)","trace[524455710] 'applied index is now lower than readState.Index' (duration: 581.157008ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.322316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.214245Z","time spent":"1.107827379s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:07.321983Z","caller":"traceutil/trace.go:171","msg":"trace[451714702] transaction","detail":"{read_only:false; response_revision:10974; number_of_response:1; }","duration":"1.107190484s","start":"2026-03-03T14:23:06.214757Z","end":"2026-03-03T14:23:07.321947Z","steps":["trace[451714702] 'process raft request' (duration: 1.107051009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.322595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108231168s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:07.322637Z","caller":"traceutil/trace.go:171","msg":"trace[1191010616] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:10976; }","duration":"1.10829795s","start":"2026-03-03T14:23:06.214328Z","end":"2026-03-03T14:23:07.322626Z","steps":["trace[1191010616] 'agreement among raft nodes before linearized reading' (duration: 1.108149566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.322671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.214316Z","time spent":"1.10834649s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:23:07.322811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108866063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:23:07.322881Z","caller":"traceutil/trace.go:171","msg":"trace[9533130] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:10976; }","duration":"1.108976825s","start":"2026-03-03T14:23:06.213886Z","end":"2026-03-03T14:23:07.322862Z","steps":["trace[9533130] 'agreement among raft nodes before linearized reading' (duration: 1.108154336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.322885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.323215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.322916Z","caller":"traceutil/trace.go:171","msg":"trace[267391272] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10976; }","duration":"274.392007ms","start":"2026-03-03T14:23:07.048515Z","end":"2026-03-03T14:23:07.322907Z","steps":["trace[267391272] 'agreement among raft nodes before linearized reading' (duration: 274.342676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.322925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.213873Z","time spent":"1.109043537s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:23:07.323002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.214732Z","time spent":"1.1078712s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:07.322024Z","caller":"traceutil/trace.go:171","msg":"trace[186509218] transaction","detail":"{read_only:false; response_revision:10976; number_of_response:1; }","duration":"588.180854ms","start":"2026-03-03T14:23:06.733838Z","end":"2026-03-03T14:23:07.322018Z","steps":["trace[186509218] 'process raft request' (duration: 588.042891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.323268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.122882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" ","response":"range_response_count:1 size:789"} {"level":"info","ts":"2026-03-03T14:23:07.323316Z","caller":"traceutil/trace.go:171","msg":"trace[1321872703] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495; range_end:; response_count:1; response_revision:10976; }","duration":"563.217564ms","start":"2026-03-03T14:23:06.760088Z","end":"2026-03-03T14:23:07.323305Z","steps":["trace[1321872703] 'agreement among raft nodes before linearized reading' (duration: 563.056411ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.323339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.760062Z","time spent":"563.271615ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":813,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" "} {"level":"warn","ts":"2026-03-03T14:23:07.323272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.733817Z","time spent":"589.397832ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:07.323505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.554718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:07.323546Z","caller":"traceutil/trace.go:171","msg":"trace[906820330] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:10976; }","duration":"963.62452ms","start":"2026-03-03T14:23:06.359908Z","end":"2026-03-03T14:23:07.323532Z","steps":["trace[906820330] 'agreement among raft nodes before linearized reading' (duration: 963.557018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.323574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.359888Z","time spent":"963.67686ms","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:07.323127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.464863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:23:07.323567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.448018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:23:07.323618Z","caller":"traceutil/trace.go:171","msg":"trace[407108796] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:10976; }","duration":"678.532079ms","start":"2026-03-03T14:23:06.645074Z","end":"2026-03-03T14:23:07.323606Z","steps":["trace[407108796] 'agreement among raft nodes before linearized reading' (duration: 678.392496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:07.32362Z","caller":"traceutil/trace.go:171","msg":"trace[334415959] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10976; }","duration":"484.952354ms","start":"2026-03-03T14:23:06.838652Z","end":"2026-03-03T14:23:07.323604Z","steps":["trace[334415959] 'agreement among raft nodes before linearized reading' (duration: 484.403172ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.323583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.036579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:07.323665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.838584Z","time spent":"485.068056ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:23:07.323695Z","caller":"traceutil/trace.go:171","msg":"trace[606052660] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:10976; }","duration":"923.216554ms","start":"2026-03-03T14:23:06.400456Z","end":"2026-03-03T14:23:07.323672Z","steps":["trace[606052660] 'agreement among raft nodes before linearized reading' (duration: 922.950448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.323711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.022502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:23:07.32375Z","caller":"traceutil/trace.go:171","msg":"trace[715880381] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:10976; }","duration":"679.094662ms","start":"2026-03-03T14:23:06.644645Z","end":"2026-03-03T14:23:07.32374Z","steps":["trace[715880381] 'agreement among raft nodes before linearized reading' (duration: 679.024481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.323768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.644622Z","time spent":"679.141494ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:23:07.323765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.400437Z","time spent":"923.316496ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:07.32365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:06.645055Z","time spent":"678.590501ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:23:07.727707Z","caller":"traceutil/trace.go:171","msg":"trace[1748976855] transaction","detail":"{read_only:false; response_revision:10978; number_of_response:1; }","duration":"398.162392ms","start":"2026-03-03T14:23:07.329439Z","end":"2026-03-03T14:23:07.727601Z","steps":["trace[1748976855] 'process raft request' (duration: 327.881161ms)","trace[1748976855] 'compare' (duration: 70.027176ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:07.727868Z","caller":"traceutil/trace.go:171","msg":"trace[1532630234] linearizableReadLoop","detail":"{readStateIndex:11428; appliedIndex:11426; }","duration":"397.382584ms","start":"2026-03-03T14:23:07.330447Z","end":"2026-03-03T14:23:07.72783Z","steps":["trace[1532630234] 'read index received' (duration: 73.609841ms)","trace[1532630234] 'applied index is now lower than readState.Index' (duration: 323.770843ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:07.727935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.329427Z","time spent":"398.389818ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:07.728026Z","caller":"traceutil/trace.go:171","msg":"trace[1496061156] transaction","detail":"{read_only:false; response_revision:10979; number_of_response:1; }","duration":"397.379883ms","start":"2026-03-03T14:23:07.330628Z","end":"2026-03-03T14:23:07.728008Z","steps":["trace[1496061156] 'process raft request' (duration: 396.918182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.728202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.33061Z","time spent":"397.466427ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:07.728349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.857476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-03T14:23:07.728479Z","caller":"traceutil/trace.go:171","msg":"trace[786488112] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:10979; }","duration":"398.017679ms","start":"2026-03-03T14:23:07.330432Z","end":"2026-03-03T14:23:07.72845Z","steps":["trace[786488112] 'agreement among raft nodes before linearized reading' (duration: 397.63026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:07.728552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.330426Z","time spent":"398.111021ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-03-03T14:23:08.084899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.239687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:08.085151Z","caller":"traceutil/trace.go:171","msg":"trace[951760643] transaction","detail":"{read_only:false; response_revision:10980; number_of_response:1; }","duration":"439.414368ms","start":"2026-03-03T14:23:07.645716Z","end":"2026-03-03T14:23:08.08513Z","steps":["trace[951760643] 'process raft request' (duration: 281.836013ms)","trace[951760643] 'compare' (duration: 157.094763ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:08.085154Z","caller":"traceutil/trace.go:171","msg":"trace[1252562395] transaction","detail":"{read_only:false; response_revision:10981; number_of_response:1; }","duration":"438.369033ms","start":"2026-03-03T14:23:07.646766Z","end":"2026-03-03T14:23:08.085135Z","steps":["trace[1252562395] 'process raft request' (duration: 438.24729ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.085232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.645681Z","time spent":"439.51358ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:08.08525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.646734Z","time spent":"438.467365ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:08.085455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.849946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:08.085403Z","caller":"traceutil/trace.go:171","msg":"trace[380315527] transaction","detail":"{read_only:false; response_revision:10982; number_of_response:1; }","duration":"435.850053ms","start":"2026-03-03T14:23:07.649447Z","end":"2026-03-03T14:23:08.085297Z","steps":["trace[380315527] 'process raft request' (duration: 435.644539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.085478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.477588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:08.085508Z","caller":"traceutil/trace.go:171","msg":"trace[1885664952] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:10982; }","duration":"554.943938ms","start":"2026-03-03T14:23:07.530551Z","end":"2026-03-03T14:23:08.085495Z","steps":["trace[1885664952] 'agreement among raft nodes before linearized reading' (duration: 554.854856ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:08.085524Z","caller":"traceutil/trace.go:171","msg":"trace[2017967083] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10982; }","duration":"436.563641ms","start":"2026-03-03T14:23:07.648949Z","end":"2026-03-03T14:23:08.085513Z","steps":["trace[2017967083] 'agreement among raft nodes before linearized reading' (duration: 436.415987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.08554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.530519Z","time spent":"555.01229ms","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:08.085549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.648924Z","time spent":"436.618121ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:08.085658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.649432Z","time spent":"436.090319ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:08.085785Z","caller":"traceutil/trace.go:171","msg":"trace[1895048524] linearizableReadLoop","detail":"{readStateIndex:11432; appliedIndex:11429; }","duration":"357.268636ms","start":"2026-03-03T14:23:07.727959Z","end":"2026-03-03T14:23:08.085228Z","steps":["trace[1895048524] 'read index received' (duration: 199.525207ms)","trace[1895048524] 'applied index is now lower than readState.Index' (duration: 157.742589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:08.085919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.849504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:08.085951Z","caller":"traceutil/trace.go:171","msg":"trace[918631976] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:10982; }","duration":"350.923016ms","start":"2026-03-03T14:23:07.735021Z","end":"2026-03-03T14:23:08.085944Z","steps":["trace[918631976] 'agreement among raft nodes before linearized reading' (duration: 350.866944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.085972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.735001Z","time spent":"350.965956ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:08.086123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.457414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:23:08.08624Z","caller":"traceutil/trace.go:171","msg":"trace[793650306] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:10982; }","duration":"751.71622ms","start":"2026-03-03T14:23:07.334497Z","end":"2026-03-03T14:23:08.086213Z","steps":["trace[793650306] 'agreement among raft nodes before linearized reading' (duration: 751.123906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.087502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:07.33449Z","time spent":"752.95014ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:23:08.600187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373625,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:23:08.818665Z","caller":"traceutil/trace.go:171","msg":"trace[723555901] linearizableReadLoop","detail":"{readStateIndex:11433; appliedIndex:11432; }","duration":"719.383336ms","start":"2026-03-03T14:23:08.099243Z","end":"2026-03-03T14:23:08.818627Z","steps":["trace[723555901] 'read index received' (duration: 718.982937ms)","trace[723555901] 'applied index is now lower than readState.Index' (duration: 399.169µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:08.81873Z","caller":"traceutil/trace.go:171","msg":"trace[1452798160] transaction","detail":"{read_only:false; response_revision:10983; number_of_response:1; }","duration":"723.753779ms","start":"2026-03-03T14:23:08.094931Z","end":"2026-03-03T14:23:08.818684Z","steps":["trace[1452798160] 'process raft request' (duration: 723.498163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.818876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.109819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:08.81895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.094911Z","time spent":"723.908643ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:08.818963Z","caller":"traceutil/trace.go:171","msg":"trace[1443894580] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:10983; }","duration":"106.267492ms","start":"2026-03-03T14:23:08.712675Z","end":"2026-03-03T14:23:08.818942Z","steps":["trace[1443894580] 'agreement among raft nodes before linearized reading' (duration: 106.125469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.818971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.712263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-03T14:23:08.819053Z","caller":"traceutil/trace.go:171","msg":"trace[1928263439] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10983; }","duration":"719.813955ms","start":"2026-03-03T14:23:08.099215Z","end":"2026-03-03T14:23:08.819029Z","steps":["trace[1928263439] 'agreement among raft nodes before linearized reading' (duration: 719.57382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:08.819095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.099206Z","time spent":"719.880368ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-03T14:23:09.545133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.006528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:09.545324Z","caller":"traceutil/trace.go:171","msg":"trace[1403572254] linearizableReadLoop","detail":"{readStateIndex:11434; appliedIndex:11433; }","duration":"709.241765ms","start":"2026-03-03T14:23:08.836053Z","end":"2026-03-03T14:23:09.545295Z","steps":["trace[1403572254] 'read index received' (duration: 225.839949ms)","trace[1403572254] 'applied index is now lower than readState.Index' (duration: 483.399386ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:09.54537Z","caller":"traceutil/trace.go:171","msg":"trace[1436884450] transaction","detail":"{read_only:false; response_revision:10984; number_of_response:1; }","duration":"718.544065ms","start":"2026-03-03T14:23:08.82679Z","end":"2026-03-03T14:23:09.545334Z","steps":["trace[1436884450] 'process raft request' (duration: 235.18162ms)","trace[1436884450] 'compare' (duration: 482.311851ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:09.545563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.887775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:09.545608Z","caller":"traceutil/trace.go:171","msg":"trace[635597464] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10984; }","duration":"659.035918ms","start":"2026-03-03T14:23:08.886558Z","end":"2026-03-03T14:23:09.545594Z","steps":["trace[635597464] 'agreement among raft nodes before linearized reading' (duration: 658.900965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.545606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.826765Z","time spent":"718.695768ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:09.545611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.32957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:09.545663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.886527Z","time spent":"659.122241ms","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:09.54569Z","caller":"traceutil/trace.go:171","msg":"trace[290759021] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:10984; }","duration":"149.466223ms","start":"2026-03-03T14:23:09.396203Z","end":"2026-03-03T14:23:09.545669Z","steps":["trace[290759021] 'agreement among raft nodes before linearized reading' (duration: 149.280039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.545816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.731727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"warn","ts":"2026-03-03T14:23:09.545915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.50264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:09.545961Z","caller":"traceutil/trace.go:171","msg":"trace[473344794] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:10984; }","duration":"709.940621ms","start":"2026-03-03T14:23:08.835998Z","end":"2026-03-03T14:23:09.545938Z","steps":["trace[473344794] 'agreement among raft nodes before linearized reading' (duration: 709.404779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:09.546003Z","caller":"traceutil/trace.go:171","msg":"trace[1117718943] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10984; }","duration":"486.647253ms","start":"2026-03-03T14:23:09.059334Z","end":"2026-03-03T14:23:09.545982Z","steps":["trace[1117718943] 'agreement among raft nodes before linearized reading' (duration: 486.50079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.546063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.059307Z","time spent":"486.748315ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:09.546059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.917704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:23:09.546116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.835976Z","time spent":"710.092765ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"info","ts":"2026-03-03T14:23:09.546125Z","caller":"traceutil/trace.go:171","msg":"trace[170457530] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10984; }","duration":"216.039327ms","start":"2026-03-03T14:23:09.330071Z","end":"2026-03-03T14:23:09.54611Z","steps":["trace[170457530] 'agreement among raft nodes before linearized reading' (duration: 215.799751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.546079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.237966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:23:09.546228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.332874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:23:09.546568Z","caller":"traceutil/trace.go:171","msg":"trace[1486740955] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10984; }","duration":"216.739195ms","start":"2026-03-03T14:23:09.329808Z","end":"2026-03-03T14:23:09.546547Z","steps":["trace[1486740955] 'agreement among raft nodes before linearized reading' (duration: 216.211191ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.546122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.311067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:23:09.546741Z","caller":"traceutil/trace.go:171","msg":"trace[1941441979] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10984; }","duration":"217.919602ms","start":"2026-03-03T14:23:09.328799Z","end":"2026-03-03T14:23:09.546718Z","steps":["trace[1941441979] 'agreement among raft nodes before linearized reading' (duration: 217.167703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.546144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.971431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:23:09.546844Z","caller":"traceutil/trace.go:171","msg":"trace[1088866932] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:10984; }","duration":"569.721018ms","start":"2026-03-03T14:23:08.977104Z","end":"2026-03-03T14:23:09.546825Z","steps":["trace[1088866932] 'agreement among raft nodes before linearized reading' (duration: 568.923788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.546895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.97706Z","time spent":"569.82112ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T14:23:09.546328Z","caller":"traceutil/trace.go:171","msg":"trace[161971234] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10984; }","duration":"547.494903ms","start":"2026-03-03T14:23:08.998807Z","end":"2026-03-03T14:23:09.546302Z","steps":["trace[161971234] 'agreement among raft nodes before linearized reading' (duration: 547.189405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:09.546963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:08.998791Z","time spent":"548.150759ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:09.547068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.346829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:23:09.54713Z","caller":"traceutil/trace.go:171","msg":"trace[2110896757] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10984; }","duration":"217.42582ms","start":"2026-03-03T14:23:09.329691Z","end":"2026-03-03T14:23:09.547116Z","steps":["trace[2110896757] 'agreement among raft nodes before linearized reading' (duration: 216.866617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:10.250392Z","caller":"traceutil/trace.go:171","msg":"trace[1106370183] transaction","detail":"{read_only:false; response_revision:10986; number_of_response:1; }","duration":"698.465271ms","start":"2026-03-03T14:23:09.551895Z","end":"2026-03-03T14:23:10.25036Z","steps":["trace[1106370183] 'process raft request' (duration: 698.219505ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:10.250585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.551871Z","time spent":"698.617445ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:10.250744Z","caller":"traceutil/trace.go:171","msg":"trace[1842428892] transaction","detail":"{read_only:false; response_revision:10987; number_of_response:1; }","duration":"698.119283ms","start":"2026-03-03T14:23:09.552599Z","end":"2026-03-03T14:23:10.250718Z","steps":["trace[1842428892] 'process raft request' (duration: 697.703933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:10.250859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.552579Z","time spent":"698.222315ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:10.250914Z","caller":"traceutil/trace.go:171","msg":"trace[19147637] transaction","detail":"{read_only:false; response_revision:10988; number_of_response:1; }","duration":"697.890037ms","start":"2026-03-03T14:23:09.553001Z","end":"2026-03-03T14:23:10.250891Z","steps":["trace[19147637] 'process raft request' (duration: 697.639141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:10.250961Z","caller":"traceutil/trace.go:171","msg":"trace[1789851246] transaction","detail":"{read_only:false; response_revision:10989; number_of_response:1; }","duration":"697.15838ms","start":"2026-03-03T14:23:09.55379Z","end":"2026-03-03T14:23:10.250949Z","steps":["trace[1789851246] 'process raft request' (duration: 697.004827ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:10.250921Z","caller":"traceutil/trace.go:171","msg":"trace[1724302253] linearizableReadLoop","detail":"{readStateIndex:11437; appliedIndex:11434; }","duration":"698.093602ms","start":"2026-03-03T14:23:09.552785Z","end":"2026-03-03T14:23:10.250878Z","steps":["trace[1724302253] 'read index received' (duration: 78.167908ms)","trace[1724302253] 'applied index is now lower than readState.Index' (duration: 619.922484ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:10.25102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.552969Z","time spent":"697.99924ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:10.251019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.553757Z","time spent":"697.230872ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:10.251136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.363519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9e6006a02\" ","response":"range_response_count:1 size:744"} {"level":"info","ts":"2026-03-03T14:23:10.251199Z","caller":"traceutil/trace.go:171","msg":"trace[902922443] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18995ac9e6006a02; range_end:; response_count:1; response_revision:10989; }","duration":"698.44603ms","start":"2026-03-03T14:23:09.552741Z","end":"2026-03-03T14:23:10.251187Z","steps":["trace[902922443] 'agreement among raft nodes before linearized reading' (duration: 698.313257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:10.251222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.552732Z","time spent":"698.485232ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9e6006a02\" "} {"level":"warn","ts":"2026-03-03T14:23:10.911384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.696348ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:10.912067Z","caller":"traceutil/trace.go:171","msg":"trace[1125187498] transaction","detail":"{read_only:false; response_revision:10990; number_of_response:1; }","duration":"820.956517ms","start":"2026-03-03T14:23:10.091079Z","end":"2026-03-03T14:23:10.912036Z","steps":["trace[1125187498] 'process raft request' (duration: 820.479106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:10.912239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.091042Z","time spent":"821.1105ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:11.19608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.962743ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:11.196519Z","caller":"traceutil/trace.go:171","msg":"trace[48574997] transaction","detail":"{read_only:false; response_revision:10993; number_of_response:1; }","duration":"943.415512ms","start":"2026-03-03T14:23:10.253083Z","end":"2026-03-03T14:23:11.196499Z","steps":["trace[48574997] 'process raft request' (duration: 943.35273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.196603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.253048Z","time spent":"943.517154ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:11.196844Z","caller":"traceutil/trace.go:171","msg":"trace[309079915] transaction","detail":"{read_only:false; response_revision:10991; number_of_response:1; }","duration":"1.105054673s","start":"2026-03-03T14:23:10.091774Z","end":"2026-03-03T14:23:11.196829Z","steps":["trace[309079915] 'process raft request' (duration: 820.24262ms)","trace[309079915] 'compare' (duration: 283.730446ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:11.196915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.091738Z","time spent":"1.105142245s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:11.196933Z","caller":"traceutil/trace.go:171","msg":"trace[9755072] linearizableReadLoop","detail":"{readStateIndex:11443; appliedIndex:11439; }","duration":"945.844749ms","start":"2026-03-03T14:23:10.251052Z","end":"2026-03-03T14:23:11.196896Z","steps":["trace[9755072] 'read index received' (duration: 2.589781ms)","trace[9755072] 'applied index is now lower than readState.Index' (duration: 943.249268ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:11.196947Z","caller":"traceutil/trace.go:171","msg":"trace[496738606] transaction","detail":"{read_only:false; response_revision:10992; number_of_response:1; }","duration":"1.10236506s","start":"2026-03-03T14:23:10.094552Z","end":"2026-03-03T14:23:11.196917Z","steps":["trace[496738606] 'process raft request' (duration: 1.101633763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.197064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603820283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:11.19713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.041894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:11.197149Z","caller":"traceutil/trace.go:171","msg":"trace[761656116] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:10993; }","duration":"1.603945237s","start":"2026-03-03T14:23:09.593185Z","end":"2026-03-03T14:23:11.19713Z","steps":["trace[761656116] 'agreement among raft nodes before linearized reading' (duration: 1.603808993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.19715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.396358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:11.197168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.073313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:11.197172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.094543Z","time spent":"1.102519353s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:11.197199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:09.593173Z","time spent":"1.604015798s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:11.197177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096973792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:11.197308Z","caller":"traceutil/trace.go:171","msg":"trace[409909467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10993; }","duration":"1.097150996s","start":"2026-03-03T14:23:10.100136Z","end":"2026-03-03T14:23:11.197287Z","steps":["trace[409909467] 'agreement among raft nodes before linearized reading' (duration: 1.096785408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.197361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.100124Z","time spent":"1.097228108s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:11.197354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.595044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:23:11.197431Z","caller":"traceutil/trace.go:171","msg":"trace[1970711582] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:10993; }","duration":"522.683926ms","start":"2026-03-03T14:23:10.674731Z","end":"2026-03-03T14:23:11.197415Z","steps":["trace[1970711582] 'agreement among raft nodes before linearized reading' (duration: 522.39747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.197502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.674671Z","time spent":"522.822439ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:23:11.197174Z","caller":"traceutil/trace.go:171","msg":"trace[312857709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10993; }","duration":"152.137186ms","start":"2026-03-03T14:23:11.045027Z","end":"2026-03-03T14:23:11.197164Z","steps":["trace[312857709] 'agreement among raft nodes before linearized reading' (duration: 152.069115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:11.197226Z","caller":"traceutil/trace.go:171","msg":"trace[957761326] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:10993; }","duration":"632.187364ms","start":"2026-03-03T14:23:10.565023Z","end":"2026-03-03T14:23:11.197211Z","steps":["trace[957761326] 'agreement among raft nodes before linearized reading' (duration: 632.062072ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:11.197694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:10.565003Z","time spent":"632.672096ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:11.197222Z","caller":"traceutil/trace.go:171","msg":"trace[450419060] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:10993; }","duration":"255.51362ms","start":"2026-03-03T14:23:10.941687Z","end":"2026-03-03T14:23:11.1972Z","steps":["trace[450419060] 'agreement among raft nodes before linearized reading' (duration: 255.415698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:12.135622Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:12.636449Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:13.137546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373651,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:13.268563Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.693993554s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:13.268933Z","caller":"traceutil/trace.go:171","msg":"trace[1619952520] transaction","detail":"{read_only:false; response_revision:10994; number_of_response:1; }","duration":"1.694504376s","start":"2026-03-03T14:23:11.574401Z","end":"2026-03-03T14:23:13.268906Z","steps":["trace[1619952520] 'process raft request' (duration: 1.694343942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:13.269112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.574371Z","time spent":"1.694648069s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:14.053382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000157752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:14.053491Z","caller":"traceutil/trace.go:171","msg":"trace[1183548747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000332156s","start":"2026-03-03T14:23:12.053133Z","end":"2026-03-03T14:23:14.053465Z","steps":["trace[1183548747] 'agreement among raft nodes before linearized reading' (duration: 2.000187513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.053557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.053112Z","time spent":"2.000430659s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:14.8202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164717613s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:14.820426Z","caller":"traceutil/trace.go:171","msg":"trace[1390300453] linearizableReadLoop","detail":"{readStateIndex:11446; appliedIndex:11444; }","duration":"3.185747698s","start":"2026-03-03T14:23:11.634664Z","end":"2026-03-03T14:23:14.820411Z","steps":["trace[1390300453] 'read index received' (duration: 1.634121589s)","trace[1390300453] 'applied index is now lower than readState.Index' (duration: 1.551624979s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:14.820439Z","caller":"traceutil/trace.go:171","msg":"trace[1529797144] transaction","detail":"{read_only:false; response_revision:10995; number_of_response:1; }","duration":"1.902015172s","start":"2026-03-03T14:23:12.918392Z","end":"2026-03-03T14:23:14.820407Z","steps":["trace[1529797144] 'process raft request' (duration: 736.999162ms)","trace[1529797144] 'compare' (duration: 1.163447404s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:14.820508Z","caller":"traceutil/trace.go:171","msg":"trace[1014411773] transaction","detail":"{read_only:false; response_revision:10997; number_of_response:1; }","duration":"1.617886525s","start":"2026-03-03T14:23:13.202611Z","end":"2026-03-03T14:23:14.820498Z","steps":["trace[1014411773] 'process raft request' (duration: 1.617765672s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:14.820499Z","caller":"traceutil/trace.go:171","msg":"trace[1454567971] transaction","detail":"{read_only:false; response_revision:10996; number_of_response:1; }","duration":"1.618176041s","start":"2026-03-03T14:23:13.20228Z","end":"2026-03-03T14:23:14.820456Z","steps":["trace[1454567971] 'process raft request' (duration: 1.618008307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.820564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.918358Z","time spent":"1.902133805s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:14.82057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:13.20259Z","time spent":"1.617951276s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:14.820646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:13.20225Z","time spent":"1.618322235s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:14.82071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"766.98067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:14.820731Z","caller":"traceutil/trace.go:171","msg":"trace[1229421247] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10997; }","duration":"767.050241ms","start":"2026-03-03T14:23:14.053674Z","end":"2026-03-03T14:23:14.820724Z","steps":["trace[1229421247] 'agreement among raft nodes before linearized reading' (duration: 767.00958ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.820753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.053582Z","time spent":"767.166174ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:14.820766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72639784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:23:14.820785Z","caller":"traceutil/trace.go:171","msg":"trace[899924589] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10997; }","duration":"1.726442081s","start":"2026-03-03T14:23:13.094337Z","end":"2026-03-03T14:23:14.820779Z","steps":["trace[899924589] 'agreement among raft nodes before linearized reading' (duration: 1.726332618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.820805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:13.09432Z","time spent":"1.726481862s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:14.820818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.035768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:14.820792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.95786122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:14.820858Z","caller":"traceutil/trace.go:171","msg":"trace[71984740] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:10997; }","duration":"535.11481ms","start":"2026-03-03T14:23:14.285729Z","end":"2026-03-03T14:23:14.820844Z","steps":["trace[71984740] 'agreement among raft nodes before linearized reading' (duration: 535.032828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.820873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.655318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:14.820889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.285699Z","time spent":"535.182321ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:14.820888Z","caller":"traceutil/trace.go:171","msg":"trace[1658248148] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:10997; }","duration":"2.958014134s","start":"2026-03-03T14:23:11.862845Z","end":"2026-03-03T14:23:14.820859Z","steps":["trace[1658248148] 'agreement among raft nodes before linearized reading' (duration: 2.957812749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.820933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.862824Z","time spent":"2.958100206s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:14.820956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499667651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:23:14.82103Z","caller":"traceutil/trace.go:171","msg":"trace[807046519] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:10997; }","duration":"1.499684061s","start":"2026-03-03T14:23:13.321284Z","end":"2026-03-03T14:23:14.820968Z","steps":["trace[807046519] 'agreement among raft nodes before linearized reading' (duration: 1.49963128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:13.321214Z","time spent":"1.499831494s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:23:14.820893Z","caller":"traceutil/trace.go:171","msg":"trace[765426738] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10997; }","duration":"608.712699ms","start":"2026-03-03T14:23:14.212173Z","end":"2026-03-03T14:23:14.820886Z","steps":["trace[765426738] 'agreement among raft nodes before linearized reading' (duration: 608.681408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.186556198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:23:14.82125Z","caller":"traceutil/trace.go:171","msg":"trace[1472019490] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10997; }","duration":"3.186632869s","start":"2026-03-03T14:23:11.634607Z","end":"2026-03-03T14:23:14.82124Z","steps":["trace[1472019490] 'agreement among raft nodes before linearized reading' (duration: 3.186498136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.634589Z","time spent":"3.18668174s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:14.82127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.212142Z","time spent":"609.076019ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:14.821105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.605049802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:23:14.821339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879785466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:14.821354Z","caller":"traceutil/trace.go:171","msg":"trace[776309909] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:10997; }","duration":"1.605331599s","start":"2026-03-03T14:23:13.216013Z","end":"2026-03-03T14:23:14.821345Z","steps":["trace[776309909] 'agreement among raft nodes before linearized reading' (duration: 1.60500512s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:14.821368Z","caller":"traceutil/trace.go:171","msg":"trace[918018184] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:10997; }","duration":"1.879857688s","start":"2026-03-03T14:23:12.941499Z","end":"2026-03-03T14:23:14.821357Z","steps":["trace[918018184] 'agreement among raft nodes before linearized reading' (duration: 1.879702654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:13.215998Z","time spent":"1.60537767s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:14.821403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.941479Z","time spent":"1.879916279s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:14.821586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664507586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:14.821625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.56436313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:23:14.821629Z","caller":"traceutil/trace.go:171","msg":"trace[776620704] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:10997; }","duration":"2.664585098s","start":"2026-03-03T14:23:12.157026Z","end":"2026-03-03T14:23:14.821612Z","steps":["trace[776620704] 'agreement among raft nodes before linearized reading' (duration: 2.664513996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.930874093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:23:14.821657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.157005Z","time spent":"2.66464506s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:14.821671Z","caller":"traceutil/trace.go:171","msg":"trace[120541120] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:10997; }","duration":"2.930933305s","start":"2026-03-03T14:23:11.890727Z","end":"2026-03-03T14:23:14.82166Z","steps":["trace[120541120] 'agreement among raft nodes before linearized reading' (duration: 2.930858443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.923776905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:14.821698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.890716Z","time spent":"2.930975516s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:23:14.821708Z","caller":"traceutil/trace.go:171","msg":"trace[1733292187] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:10997; }","duration":"2.923847027s","start":"2026-03-03T14:23:11.897848Z","end":"2026-03-03T14:23:14.821695Z","steps":["trace[1733292187] 'agreement among raft nodes before linearized reading' (duration: 2.923790516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.82173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:11.897827Z","time spent":"2.923897689s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:14.821645Z","caller":"traceutil/trace.go:171","msg":"trace[2109513469] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10997; }","duration":"2.564394891s","start":"2026-03-03T14:23:12.257244Z","end":"2026-03-03T14:23:14.821639Z","steps":["trace[2109513469] 'agreement among raft nodes before linearized reading' (duration: 2.564263698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.564931513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:23:14.821852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.257236Z","time spent":"2.564605525s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:23:14.821862Z","caller":"traceutil/trace.go:171","msg":"trace[2145165359] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:10997; }","duration":"2.564958014s","start":"2026-03-03T14:23:12.256899Z","end":"2026-03-03T14:23:14.821857Z","steps":["trace[2145165359] 'agreement among raft nodes before linearized reading' (duration: 2.564854381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.256813Z","time spent":"2.565062926s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:14.821958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.603115876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:23:14.821964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.566058929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:23:14.821982Z","caller":"traceutil/trace.go:171","msg":"trace[1227647119] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:10997; }","duration":"1.603190247s","start":"2026-03-03T14:23:13.218786Z","end":"2026-03-03T14:23:14.821976Z","steps":["trace[1227647119] 'agreement among raft nodes before linearized reading' (duration: 1.602501321s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:14.82199Z","caller":"traceutil/trace.go:171","msg":"trace[881318317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:10997; }","duration":"2.566144932s","start":"2026-03-03T14:23:12.255839Z","end":"2026-03-03T14:23:14.821984Z","steps":["trace[881318317] 'agreement among raft nodes before linearized reading' (duration: 2.56606668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.821983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.565773102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:23:14.822003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:13.218762Z","time spent":"1.603232739s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1179,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:14.822012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.255804Z","time spent":"2.566203762s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:23:14.822019Z","caller":"traceutil/trace.go:171","msg":"trace[620115318] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:10997; }","duration":"2.565845774s","start":"2026-03-03T14:23:12.256165Z","end":"2026-03-03T14:23:14.822011Z","steps":["trace[620115318] 'agreement among raft nodes before linearized reading' (duration: 2.565762372s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:14.822044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:12.256144Z","time spent":"2.565890795s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:15.328912Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373657,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:16.554516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.82803ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:23:16.554762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.827706Z","time spent":"1.727048965s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:23:16.555054Z","caller":"traceutil/trace.go:171","msg":"trace[1209150628] transaction","detail":"{read_only:false; response_revision:10998; number_of_response:1; }","duration":"1.727104077s","start":"2026-03-03T14:23:14.827926Z","end":"2026-03-03T14:23:16.55503Z","steps":["trace[1209150628] 'process raft request' (duration: 1.726869481s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.555209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.827901Z","time spent":"1.727218239s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:16.555229Z","caller":"traceutil/trace.go:171","msg":"trace[958946244] transaction","detail":"{read_only:false; response_revision:10999; number_of_response:1; }","duration":"1.72721785s","start":"2026-03-03T14:23:14.827991Z","end":"2026-03-03T14:23:16.555209Z","steps":["trace[958946244] 'process raft request' (duration: 1.726982923s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.555355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.827963Z","time spent":"1.727321222s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:16.555507Z","caller":"traceutil/trace.go:171","msg":"trace[830581130] transaction","detail":"{read_only:false; response_revision:11000; number_of_response:1; }","duration":"1.727461615s","start":"2026-03-03T14:23:14.828029Z","end":"2026-03-03T14:23:16.555491Z","steps":["trace[830581130] 'process raft request' (duration: 1.727096846s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.555532Z","caller":"traceutil/trace.go:171","msg":"trace[170912750] linearizableReadLoop","detail":"{readStateIndex:11455; appliedIndex:11448; }","duration":"1.727460286s","start":"2026-03-03T14:23:14.828059Z","end":"2026-03-03T14:23:16.555519Z","steps":["trace[170912750] 'read index received' (duration: 799.858068ms)","trace[170912750] 'applied index is now lower than readState.Index' (duration: 927.601538ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:16.555521Z","caller":"traceutil/trace.go:171","msg":"trace[526348178] transaction","detail":"{read_only:false; response_revision:11001; number_of_response:1; }","duration":"1.727458095s","start":"2026-03-03T14:23:14.828041Z","end":"2026-03-03T14:23:16.555499Z","steps":["trace[526348178] 'process raft request' (duration: 1.727292102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.555588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.828011Z","time spent":"1.727538998s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:16.555612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.82803Z","time spent":"1.727543937s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:16.555574Z","caller":"traceutil/trace.go:171","msg":"trace[614719752] transaction","detail":"{read_only:false; response_revision:11002; number_of_response:1; }","duration":"1.727485257s","start":"2026-03-03T14:23:14.828065Z","end":"2026-03-03T14:23:16.55555Z","steps":["trace[614719752] 'process raft request' (duration: 1.727357104s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.555626Z","caller":"traceutil/trace.go:171","msg":"trace[960949989] transaction","detail":"{read_only:false; response_revision:11003; number_of_response:1; }","duration":"1.283290246s","start":"2026-03-03T14:23:15.272318Z","end":"2026-03-03T14:23:16.555608Z","steps":["trace[960949989] 'process raft request' (duration: 1.283136392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.555764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.727684971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:23:16.555798Z","caller":"traceutil/trace.go:171","msg":"trace[1060043465] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:11003; }","duration":"1.727790623s","start":"2026-03-03T14:23:14.827998Z","end":"2026-03-03T14:23:16.555788Z","steps":["trace[1060043465] 'agreement among raft nodes before linearized reading' (duration: 1.727615949s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.555811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.521762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:16.555844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.827969Z","time spent":"1.727867755s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" "} {"level":"info","ts":"2026-03-03T14:23:16.55585Z","caller":"traceutil/trace.go:171","msg":"trace[2069487269] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11003; }","duration":"508.585502ms","start":"2026-03-03T14:23:16.047254Z","end":"2026-03-03T14:23:16.555839Z","steps":["trace[2069487269] 'agreement among raft nodes before linearized reading' (duration: 508.529121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.555878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.047241Z","time spent":"508.630964ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:16.555894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.120929217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:16.555906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.827965Z","time spent":"1.727817454s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:16.555957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.272296Z","time spent":"1.28347526s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:16.556023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210636328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:16.556044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.497969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:16.556072Z","caller":"traceutil/trace.go:171","msg":"trace[909755737] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11003; }","duration":"1.210731231s","start":"2026-03-03T14:23:15.345328Z","end":"2026-03-03T14:23:16.55606Z","steps":["trace[909755737] 'agreement among raft nodes before linearized reading' (duration: 1.210653769s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.556084Z","caller":"traceutil/trace.go:171","msg":"trace[1772637149] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11003; }","duration":"568.583411ms","start":"2026-03-03T14:23:15.987489Z","end":"2026-03-03T14:23:16.556073Z","steps":["trace[1772637149] 'agreement among raft nodes before linearized reading' (duration: 568.515639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.555971Z","caller":"traceutil/trace.go:171","msg":"trace[546313173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11003; }","duration":"1.12104344s","start":"2026-03-03T14:23:15.434905Z","end":"2026-03-03T14:23:16.555948Z","steps":["trace[546313173] 'agreement among raft nodes before linearized reading' (duration: 1.120936547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.556117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.987467Z","time spent":"568.641433ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:16.556167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.434885Z","time spent":"1.121250484s","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:16.556187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72807996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"warn","ts":"2026-03-03T14:23:16.556215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.72809491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:23:16.556255Z","caller":"traceutil/trace.go:171","msg":"trace[232932557] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11003; }","duration":"1.728173902s","start":"2026-03-03T14:23:14.828073Z","end":"2026-03-03T14:23:16.556247Z","steps":["trace[232932557] 'agreement among raft nodes before linearized reading' (duration: 1.728036469s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.556258Z","caller":"traceutil/trace.go:171","msg":"trace[164269566] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:11003; }","duration":"1.728198073s","start":"2026-03-03T14:23:14.828045Z","end":"2026-03-03T14:23:16.556243Z","steps":["trace[164269566] 'agreement among raft nodes before linearized reading' (duration: 1.727695251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.556302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.828057Z","time spent":"1.728237714s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:16.55632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:14.828015Z","time spent":"1.728291215s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:16.556166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.877578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:16.556404Z","caller":"traceutil/trace.go:171","msg":"trace[2108252970] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11003; }","duration":"396.115703ms","start":"2026-03-03T14:23:16.160243Z","end":"2026-03-03T14:23:16.556358Z","steps":["trace[2108252970] 'agreement among raft nodes before linearized reading' (duration: 395.897348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.556166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.873593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:23:16.556206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.191351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:16.556442Z","caller":"traceutil/trace.go:171","msg":"trace[1005800874] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11003; }","duration":"348.1842ms","start":"2026-03-03T14:23:16.208249Z","end":"2026-03-03T14:23:16.556433Z","steps":["trace[1005800874] 'agreement among raft nodes before linearized reading' (duration: 347.806531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:16.556461Z","caller":"traceutil/trace.go:171","msg":"trace[2026628496] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11003; }","duration":"370.478958ms","start":"2026-03-03T14:23:16.185971Z","end":"2026-03-03T14:23:16.55645Z","steps":["trace[2026628496] 'agreement among raft nodes before linearized reading' (duration: 370.213561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:16.556479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.208233Z","time spent":"348.236062ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:23:16.556442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.160221Z","time spent":"396.210275ms","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:16.55611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:15.345301Z","time spent":"1.210800811s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:16.556508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.185946Z","time spent":"370.551839ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:17.122684Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373669,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:18.073471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.286147ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:18.073774Z","caller":"traceutil/trace.go:171","msg":"trace[488593532] transaction","detail":"{read_only:false; response_revision:11004; number_of_response:1; }","duration":"1.50933507s","start":"2026-03-03T14:23:16.56442Z","end":"2026-03-03T14:23:18.073755Z","steps":["trace[488593532] 'process raft request' (duration: 741.722294ms)","trace[488593532] 'compare' (duration: 766.628242ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:18.073957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.5644Z","time spent":"1.509504643s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:18.799529Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.493393892s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:20.049451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:20.04954Z","caller":"traceutil/trace.go:171","msg":"trace[1174938332] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000525563s","start":"2026-03-03T14:23:18.048991Z","end":"2026-03-03T14:23:20.049516Z","steps":["trace[1174938332] 'agreement among raft nodes before linearized reading' (duration: 2.00041367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.049589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.048976Z","time spent":"2.000604705s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:20 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:20.320367Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.520601066s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:20.519571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.209074ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:20.519658Z","caller":"traceutil/trace.go:171","msg":"trace[249549558] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11004; }","duration":"370.312357ms","start":"2026-03-03T14:23:20.149333Z","end":"2026-03-03T14:23:20.519645Z","steps":["trace[249549558] 'range keys from in-memory index tree' (duration: 370.195754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.519946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.720076073s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:20.520169Z","caller":"traceutil/trace.go:171","msg":"trace[581789310] transaction","detail":"{read_only:false; response_revision:11008; number_of_response:1; }","duration":"3.099630055s","start":"2026-03-03T14:23:17.420525Z","end":"2026-03-03T14:23:20.520155Z","steps":["trace[581789310] 'process raft request' (duration: 3.099593974s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:20.520165Z","caller":"traceutil/trace.go:171","msg":"trace[1064838998] transaction","detail":"{read_only:false; response_revision:11006; number_of_response:1; }","duration":"3.690385599s","start":"2026-03-03T14:23:16.829746Z","end":"2026-03-03T14:23:20.520132Z","steps":["trace[1064838998] 'process raft request' (duration: 3.690273476s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:20.520166Z","caller":"traceutil/trace.go:171","msg":"trace[1784815238] transaction","detail":"{read_only:false; response_revision:11005; number_of_response:1; }","duration":"3.690453462s","start":"2026-03-03T14:23:16.829659Z","end":"2026-03-03T14:23:20.520112Z","steps":["trace[1784815238] 'process raft request' (duration: 1.970138383s)","trace[1784815238] 'compare' (duration: 1.719862748s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:20.520218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:17.420505Z","time spent":"3.099693296s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:20.520288Z","caller":"traceutil/trace.go:171","msg":"trace[1700088653] transaction","detail":"{read_only:false; response_revision:11007; number_of_response:1; }","duration":"3.690498531s","start":"2026-03-03T14:23:16.829771Z","end":"2026-03-03T14:23:20.520269Z","steps":["trace[1700088653] 'process raft request' (duration: 3.690316857s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.829706Z","time spent":"3.690527191s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:20.520329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.82963Z","time spent":"3.690613225s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:20.520362Z","caller":"traceutil/trace.go:171","msg":"trace[330243703] linearizableReadLoop","detail":"{readStateIndex:11459; appliedIndex:11455; }","duration":"3.898356815s","start":"2026-03-03T14:23:16.621997Z","end":"2026-03-03T14:23:20.520354Z","steps":["trace[330243703] 'read index received' (duration: 684.096132ms)","trace[330243703] 'applied index is now lower than readState.Index' (duration: 3.214259693s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:20.520397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.829737Z","time spent":"3.690602514s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:20.52044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.898444178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:20.520464Z","caller":"traceutil/trace.go:171","msg":"trace[1711354748] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11008; }","duration":"3.898506779s","start":"2026-03-03T14:23:16.621952Z","end":"2026-03-03T14:23:20.520459Z","steps":["trace[1711354748] 'agreement among raft nodes before linearized reading' (duration: 3.898463678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.621934Z","time spent":"3.89854419s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:20.520505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.777719733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:20.520537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960118797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:23:20.520564Z","caller":"traceutil/trace.go:171","msg":"trace[1979373433] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11008; }","duration":"1.960165798s","start":"2026-03-03T14:23:18.56039Z","end":"2026-03-03T14:23:20.520556Z","steps":["trace[1979373433] 'agreement among raft nodes before linearized reading' (duration: 1.960071896s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.904070663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:20.520553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955208651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:23:20.520587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.560378Z","time spent":"1.960201299s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:23:20.520597Z","caller":"traceutil/trace.go:171","msg":"trace[471755053] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11008; }","duration":"1.955277823s","start":"2026-03-03T14:23:18.565311Z","end":"2026-03-03T14:23:20.520589Z","steps":["trace[471755053] 'agreement among raft nodes before linearized reading' (duration: 1.95516444s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:20.520598Z","caller":"traceutil/trace.go:171","msg":"trace[2053315335] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11008; }","duration":"1.904202096s","start":"2026-03-03T14:23:18.616381Z","end":"2026-03-03T14:23:20.520583Z","steps":["trace[2053315335] 'agreement among raft nodes before linearized reading' (duration: 1.904075543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.565298Z","time spent":"1.955313023s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:20.520632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.958883258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:23:20.520642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.569328328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:20.520667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.527687062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:20.520678Z","caller":"traceutil/trace.go:171","msg":"trace[828909102] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11008; }","duration":"1.958967339s","start":"2026-03-03T14:23:18.561699Z","end":"2026-03-03T14:23:20.520666Z","steps":["trace[828909102] 'agreement among raft nodes before linearized reading' (duration: 1.958762245s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:20.520691Z","caller":"traceutil/trace.go:171","msg":"trace[133084512] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11008; }","duration":"3.527710833s","start":"2026-03-03T14:23:16.992971Z","end":"2026-03-03T14:23:20.520681Z","steps":["trace[133084512] 'agreement among raft nodes before linearized reading' (duration: 3.527672682s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.992895Z","time spent":"3.527813815s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:20.520717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.561681Z","time spent":"1.95902804s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:20.520755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76028391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" ","response":"range_response_count:1 size:789"} {"level":"warn","ts":"2026-03-03T14:23:20.520766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960880975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:23:20.520685Z","caller":"traceutil/trace.go:171","msg":"trace[410522987] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11008; }","duration":"2.569373249s","start":"2026-03-03T14:23:17.951301Z","end":"2026-03-03T14:23:20.520674Z","steps":["trace[410522987] 'agreement among raft nodes before linearized reading' (duration: 2.569268026s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:20.520804Z","caller":"traceutil/trace.go:171","msg":"trace[319417157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11008; }","duration":"1.960958136s","start":"2026-03-03T14:23:18.559837Z","end":"2026-03-03T14:23:20.520795Z","steps":["trace[319417157] 'agreement among raft nodes before linearized reading' (duration: 1.960866714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.52083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.559815Z","time spent":"1.961007338s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:20.520834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959161184s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:23:20.520836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:17.951228Z","time spent":"2.569593554s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":74,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:20.520854Z","caller":"traceutil/trace.go:171","msg":"trace[1483437803] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11008; }","duration":"1.959202535s","start":"2026-03-03T14:23:18.561646Z","end":"2026-03-03T14:23:20.520849Z","steps":["trace[1483437803] 'agreement among raft nodes before linearized reading' (duration: 1.959150484s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.561637Z","time spent":"1.959227985s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:23:20.520793Z","caller":"traceutil/trace.go:171","msg":"trace[658218753] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495; range_end:; response_count:1; response_revision:11008; }","duration":"3.760352262s","start":"2026-03-03T14:23:16.760433Z","end":"2026-03-03T14:23:20.520785Z","steps":["trace[658218753] 'agreement among raft nodes before linearized reading' (duration: 3.760219609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444458845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:23:20.520902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.760419Z","time spent":"3.760472675s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":813,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" "} {"level":"info","ts":"2026-03-03T14:23:20.520921Z","caller":"traceutil/trace.go:171","msg":"trace[478384137] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11008; }","duration":"2.444521747s","start":"2026-03-03T14:23:18.076391Z","end":"2026-03-03T14:23:20.520913Z","steps":["trace[478384137] 'agreement among raft nodes before linearized reading' (duration: 2.444426705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960465015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:20.520952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.076367Z","time spent":"2.444577928s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:23:20.520963Z","caller":"traceutil/trace.go:171","msg":"trace[2107883054] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11008; }","duration":"1.960548587s","start":"2026-03-03T14:23:18.560408Z","end":"2026-03-03T14:23:20.520956Z","steps":["trace[2107883054] 'agreement among raft nodes before linearized reading' (duration: 1.960498756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.520983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.560376Z","time spent":"1.960600669s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:20.521137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382690946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:20.521166Z","caller":"traceutil/trace.go:171","msg":"trace[726484323] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11008; }","duration":"1.382721057s","start":"2026-03-03T14:23:19.138438Z","end":"2026-03-03T14:23:20.521159Z","steps":["trace[726484323] 'agreement among raft nodes before linearized reading' (duration: 1.382663366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.521186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:19.138383Z","time spent":"1.382797488s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:20.521216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704901923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:20.521282Z","caller":"traceutil/trace.go:171","msg":"trace[1859984421] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11008; }","duration":"1.705027066s","start":"2026-03-03T14:23:18.816241Z","end":"2026-03-03T14:23:20.521268Z","steps":["trace[1859984421] 'agreement among raft nodes before linearized reading' (duration: 1.704904213s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.521302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155148037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:20.521304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.87289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:20.520635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.616355Z","time spent":"1.904267776s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:20.521325Z","caller":"traceutil/trace.go:171","msg":"trace[976822956] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11008; }","duration":"1.155214989s","start":"2026-03-03T14:23:19.366104Z","end":"2026-03-03T14:23:20.52132Z","steps":["trace[976822956] 'agreement among raft nodes before linearized reading' (duration: 1.155173228s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.521348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:19.366075Z","time spent":"1.15526762s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:20.52135Z","caller":"traceutil/trace.go:171","msg":"trace[1911608440] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11008; }","duration":"689.941352ms","start":"2026-03-03T14:23:19.831391Z","end":"2026-03-03T14:23:20.521332Z","steps":["trace[1911608440] 'agreement among raft nodes before linearized reading' (duration: 689.87538ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.521387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:19.831375Z","time spent":"690.000893ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:20.52138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.329932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:20.521401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.895988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:20.521434Z","caller":"traceutil/trace.go:171","msg":"trace[1397148741] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11008; }","duration":"320.408523ms","start":"2026-03-03T14:23:20.201012Z","end":"2026-03-03T14:23:20.521421Z","steps":["trace[1397148741] 'agreement among raft nodes before linearized reading' (duration: 320.328811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:20.52144Z","caller":"traceutil/trace.go:171","msg":"trace[1083223352] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11008; }","duration":"129.96975ms","start":"2026-03-03T14:23:20.39146Z","end":"2026-03-03T14:23:20.52143Z","steps":["trace[1083223352] 'agreement among raft nodes before linearized reading' (duration: 129.898499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.52147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.160791831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:20.52148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.200997Z","time spent":"320.470765ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:20.521496Z","caller":"traceutil/trace.go:171","msg":"trace[619843068] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11008; }","duration":"1.160850053s","start":"2026-03-03T14:23:19.360638Z","end":"2026-03-03T14:23:20.521488Z","steps":["trace[619843068] 'agreement among raft nodes before linearized reading' (duration: 1.160809902s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:20.520556Z","caller":"traceutil/trace.go:171","msg":"trace[428937483] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11008; }","duration":"3.777815836s","start":"2026-03-03T14:23:16.742731Z","end":"2026-03-03T14:23:20.520546Z","steps":["trace[428937483] 'agreement among raft nodes before linearized reading' (duration: 3.777729034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.521314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:18.816207Z","time spent":"1.705099567s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:20.521529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:16.742672Z","time spent":"3.77884847s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:20.521458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.592827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:20.521593Z","caller":"traceutil/trace.go:171","msg":"trace[684733767] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11008; }","duration":"471.767411ms","start":"2026-03-03T14:23:20.049817Z","end":"2026-03-03T14:23:20.521585Z","steps":["trace[684733767] 'agreement among raft nodes before linearized reading' (duration: 471.613247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.521611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.049796Z","time spent":"471.809961ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:20.521522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:19.360621Z","time spent":"1.160895324s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:20.847835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.120515ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:20.847985Z","caller":"traceutil/trace.go:171","msg":"trace[434231168] linearizableReadLoop","detail":"{readStateIndex:11461; appliedIndex:11460; }","duration":"322.33364ms","start":"2026-03-03T14:23:20.525627Z","end":"2026-03-03T14:23:20.847961Z","steps":["trace[434231168] 'read index received' (duration: 126.98798ms)","trace[434231168] 'applied index is now lower than readState.Index' (duration: 195.34381ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:20.847989Z","caller":"traceutil/trace.go:171","msg":"trace[2036726398] transaction","detail":"{read_only:false; response_revision:11009; number_of_response:1; }","duration":"322.454092ms","start":"2026-03-03T14:23:20.525516Z","end":"2026-03-03T14:23:20.84797Z","steps":["trace[2036726398] 'process raft request' (duration: 127.073191ms)","trace[2036726398] 'compare' (duration: 194.950631ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:20.84811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.525503Z","time spent":"322.525364ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:20.848198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.564535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:23:20.848234Z","caller":"traceutil/trace.go:171","msg":"trace[1132036983] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11009; }","duration":"322.619086ms","start":"2026-03-03T14:23:20.525606Z","end":"2026-03-03T14:23:20.848225Z","steps":["trace[1132036983] 'agreement among raft nodes before linearized reading' (duration: 322.447512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:20.848262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.525598Z","time spent":"322.657807ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:23:21.191545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.809081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:21.191896Z","caller":"traceutil/trace.go:171","msg":"trace[1580575723] transaction","detail":"{read_only:false; response_revision:11010; number_of_response:1; }","duration":"665.184077ms","start":"2026-03-03T14:23:20.526692Z","end":"2026-03-03T14:23:21.191876Z","steps":["trace[1580575723] 'process raft request' (duration: 541.959866ms)","trace[1580575723] 'compare' (duration: 122.611465ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:21.192126Z","caller":"traceutil/trace.go:171","msg":"trace[1656472946] transaction","detail":"{read_only:false; response_revision:11011; number_of_response:1; }","duration":"664.284374ms","start":"2026-03-03T14:23:20.527824Z","end":"2026-03-03T14:23:21.192108Z","steps":["trace[1656472946] 'process raft request' (duration: 664.017298ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.192173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.526682Z","time spent":"665.420012ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:21.192234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.527813Z","time spent":"664.363977ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:21.192338Z","caller":"traceutil/trace.go:171","msg":"trace[495272405] transaction","detail":"{read_only:false; response_revision:11014; number_of_response:1; }","duration":"663.812483ms","start":"2026-03-03T14:23:20.528512Z","end":"2026-03-03T14:23:21.192325Z","steps":["trace[495272405] 'process raft request' (duration: 663.773502ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:21.19233Z","caller":"traceutil/trace.go:171","msg":"trace[2016380814] transaction","detail":"{read_only:false; response_revision:11012; number_of_response:1; }","duration":"664.005438ms","start":"2026-03-03T14:23:20.528304Z","end":"2026-03-03T14:23:21.19231Z","steps":["trace[2016380814] 'process raft request' (duration: 663.772572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:21.192346Z","caller":"traceutil/trace.go:171","msg":"trace[2058108874] transaction","detail":"{read_only:false; response_revision:11013; number_of_response:1; }","duration":"663.995547ms","start":"2026-03-03T14:23:20.528331Z","end":"2026-03-03T14:23:21.192326Z","steps":["trace[2058108874] 'process raft request' (duration: 663.888305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:21.192708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.528323Z","time spent":"664.322606ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:21.192393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.528504Z","time spent":"663.862444ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:21.192441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.528289Z","time spent":"664.087069ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:21.573249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.213034ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:21.573493Z","caller":"traceutil/trace.go:171","msg":"trace[892757428] transaction","detail":"{read_only:false; response_revision:11015; number_of_response:1; }","duration":"798.546026ms","start":"2026-03-03T14:23:20.774908Z","end":"2026-03-03T14:23:21.573454Z","steps":["trace[892757428] 'process raft request' (duration: 660.532065ms)","trace[892757428] 'compare' (duration: 124.132532ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:21.573652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.774879Z","time spent":"798.69734ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:22.152333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.002023ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:22.152404Z","caller":"traceutil/trace.go:171","msg":"trace[2119130892] linearizableReadLoop","detail":"{readStateIndex:11467; appliedIndex:11461; }","duration":"1.304380076s","start":"2026-03-03T14:23:20.848013Z","end":"2026-03-03T14:23:22.152393Z","steps":["trace[2119130892] 'read index received' (duration: 220.65297ms)","trace[2119130892] 'applied index is now lower than readState.Index' (duration: 1.083726366s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:22.152856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.129372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:23:22.152886Z","caller":"traceutil/trace.go:171","msg":"trace[1016167138] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11015; }","duration":"586.166483ms","start":"2026-03-03T14:23:21.566711Z","end":"2026-03-03T14:23:22.152877Z","steps":["trace[1016167138] 'agreement among raft nodes before linearized reading' (duration: 586.01037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:22.152872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.623832597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:22.152905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:21.566664Z","time spent":"586.237715ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:23:22.152921Z","caller":"traceutil/trace.go:171","msg":"trace[134500349] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11015; }","duration":"1.623890178s","start":"2026-03-03T14:23:20.529014Z","end":"2026-03-03T14:23:22.152904Z","steps":["trace[134500349] 'agreement among raft nodes before linearized reading' (duration: 1.623820786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:22.15296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.529008Z","time spent":"1.62394615s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:22.152842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.59994096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:22.153037Z","caller":"traceutil/trace.go:171","msg":"trace[661069983] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11015; }","duration":"1.600170066s","start":"2026-03-03T14:23:20.552861Z","end":"2026-03-03T14:23:22.153031Z","steps":["trace[661069983] 'agreement among raft nodes before linearized reading' (duration: 1.59992719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:22.15307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.552847Z","time spent":"1.600217197s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:22.153028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.86003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:22.153134Z","caller":"traceutil/trace.go:171","msg":"trace[1154340508] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11015; }","duration":"514.012174ms","start":"2026-03-03T14:23:21.639091Z","end":"2026-03-03T14:23:22.153103Z","steps":["trace[1154340508] 'agreement among raft nodes before linearized reading' (duration: 513.798039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:22.153195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:21.639059Z","time spent":"514.128386ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:22.153203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.626289875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"info","ts":"2026-03-03T14:23:22.153284Z","caller":"traceutil/trace.go:171","msg":"trace[1168546178] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:11015; }","duration":"1.626381687s","start":"2026-03-03T14:23:20.526887Z","end":"2026-03-03T14:23:22.153269Z","steps":["trace[1168546178] 'agreement among raft nodes before linearized reading' (duration: 1.625799024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:22.15335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:20.526848Z","time spent":"1.62649119s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:23:22.779632Z","caller":"traceutil/trace.go:171","msg":"trace[1620374397] transaction","detail":"{read_only:false; response_revision:11016; number_of_response:1; }","duration":"253.377305ms","start":"2026-03-03T14:23:22.526227Z","end":"2026-03-03T14:23:22.779604Z","steps":["trace[1620374397] 'process raft request' (duration: 253.18927ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.58535Z","caller":"traceutil/trace.go:171","msg":"trace[1057178907] transaction","detail":"{read_only:false; response_revision:11017; number_of_response:1; }","duration":"1.057984815s","start":"2026-03-03T14:23:22.527342Z","end":"2026-03-03T14:23:23.585327Z","steps":["trace[1057178907] 'process raft request' (duration: 1.057801241s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.585517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.527314Z","time spent":"1.058101379s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:23.585514Z","caller":"traceutil/trace.go:171","msg":"trace[1595583468] linearizableReadLoop","detail":"{readStateIndex:11471; appliedIndex:11468; }","duration":"963.485105ms","start":"2026-03-03T14:23:22.622005Z","end":"2026-03-03T14:23:23.58549Z","steps":["trace[1595583468] 'read index received' (duration: 157.39354ms)","trace[1595583468] 'applied index is now lower than readState.Index' (duration: 806.090045ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:23.585556Z","caller":"traceutil/trace.go:171","msg":"trace[638272732] transaction","detail":"{read_only:false; response_revision:11018; number_of_response:1; }","duration":"1.055899286s","start":"2026-03-03T14:23:22.529621Z","end":"2026-03-03T14:23:23.58552Z","steps":["trace[638272732] 'process raft request' (duration: 1.055667281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.585606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.587418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.585649Z","caller":"traceutil/trace.go:171","msg":"trace[1591284566] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11018; }","duration":"963.67515ms","start":"2026-03-03T14:23:22.621963Z","end":"2026-03-03T14:23:23.585638Z","steps":["trace[1591284566] 'agreement among raft nodes before linearized reading' (duration: 963.589038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.585683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.621939Z","time spent":"963.736012ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.585707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.529593Z","time spent":"1.056035219s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:23.585778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.849553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:23:23.585816Z","caller":"traceutil/trace.go:171","msg":"trace[1604804193] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11018; }","duration":"852.931515ms","start":"2026-03-03T14:23:22.732873Z","end":"2026-03-03T14:23:23.585804Z","steps":["trace[1604804193] 'agreement among raft nodes before linearized reading' (duration: 852.788921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.58581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.346193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:23:23.585843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.732852Z","time spent":"852.983836ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:23:23.585854Z","caller":"traceutil/trace.go:171","msg":"trace[1818206403] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11018; }","duration":"388.418225ms","start":"2026-03-03T14:23:23.197424Z","end":"2026-03-03T14:23:23.585842Z","steps":["trace[1818206403] 'agreement among raft nodes before linearized reading' (duration: 388.274652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.58589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.197408Z","time spent":"388.476056ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:23.585895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.374184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:23:23.58592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.928905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:23.585969Z","caller":"traceutil/trace.go:171","msg":"trace[1706694595] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11018; }","duration":"388.516018ms","start":"2026-03-03T14:23:23.197435Z","end":"2026-03-03T14:23:23.585951Z","steps":["trace[1706694595] 'agreement among raft nodes before linearized reading' (duration: 388.251072ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.58597Z","caller":"traceutil/trace.go:171","msg":"trace[736338296] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11018; }","duration":"807.008867ms","start":"2026-03-03T14:23:22.778946Z","end":"2026-03-03T14:23:23.585954Z","steps":["trace[736338296] 'agreement among raft nodes before linearized reading' (duration: 806.866204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.585986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.173163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:23:23.586004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.778926Z","time spent":"807.069238ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:23.586006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.197409Z","time spent":"388.589059ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:23.586014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.521937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:23:23.586023Z","caller":"traceutil/trace.go:171","msg":"trace[1915018194] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11018; }","duration":"851.234575ms","start":"2026-03-03T14:23:22.734777Z","end":"2026-03-03T14:23:23.586012Z","steps":["trace[1915018194] 'agreement among raft nodes before linearized reading' (duration: 851.139103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.586044Z","caller":"traceutil/trace.go:171","msg":"trace[801005450] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11018; }","duration":"388.594649ms","start":"2026-03-03T14:23:23.197441Z","end":"2026-03-03T14:23:23.586036Z","steps":["trace[801005450] 'agreement among raft nodes before linearized reading' (duration: 388.518117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.586052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:22.734766Z","time spent":"851.278326ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:23:23.586056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.048734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:23:23.586071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.197421Z","time spent":"388.642271ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:23:23.586091Z","caller":"traceutil/trace.go:171","msg":"trace[984612456] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11018; }","duration":"252.122066ms","start":"2026-03-03T14:23:23.333959Z","end":"2026-03-03T14:23:23.586081Z","steps":["trace[984612456] 'agreement among raft nodes before linearized reading' (duration: 252.022604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.586148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.604197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:23.586171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.346823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:23:23.586178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.60772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:23.586174Z","caller":"traceutil/trace.go:171","msg":"trace[338165226] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11018; }","duration":"198.676839ms","start":"2026-03-03T14:23:23.387488Z","end":"2026-03-03T14:23:23.586165Z","steps":["trace[338165226] 'agreement among raft nodes before linearized reading' (duration: 198.638008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.586204Z","caller":"traceutil/trace.go:171","msg":"trace[1174388362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11018; }","duration":"385.389654ms","start":"2026-03-03T14:23:23.200805Z","end":"2026-03-03T14:23:23.586195Z","steps":["trace[1174388362] 'agreement among raft nodes before linearized reading' (duration: 385.305592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:23.586206Z","caller":"traceutil/trace.go:171","msg":"trace[196301570] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11018; }","duration":"388.678342ms","start":"2026-03-03T14:23:23.19752Z","end":"2026-03-03T14:23:23.586198Z","steps":["trace[196301570] 'agreement among raft nodes before linearized reading' (duration: 388.60773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:23.586232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.197498Z","time spent":"388.727142ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:23.586232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.2008Z","time spent":"385.425044ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:24.331305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.22529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:24.331902Z","caller":"traceutil/trace.go:171","msg":"trace[2025467539] transaction","detail":"{read_only:false; response_revision:11020; number_of_response:1; }","duration":"741.701249ms","start":"2026-03-03T14:23:23.590182Z","end":"2026-03-03T14:23:24.331884Z","steps":["trace[2025467539] 'process raft request' (duration: 741.462603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.332154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.590161Z","time spent":"741.944686ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:24.33227Z","caller":"traceutil/trace.go:171","msg":"trace[874181070] transaction","detail":"{read_only:false; response_revision:11025; number_of_response:1; }","duration":"704.123439ms","start":"2026-03-03T14:23:23.628135Z","end":"2026-03-03T14:23:24.332259Z","steps":["trace[874181070] 'process raft request' (duration: 704.045527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:24.332343Z","caller":"traceutil/trace.go:171","msg":"trace[1794495995] linearizableReadLoop","detail":"{readStateIndex:11480; appliedIndex:11472; }","duration":"387.795442ms","start":"2026-03-03T14:23:23.944537Z","end":"2026-03-03T14:23:24.332333Z","steps":["trace[1794495995] 'read index received' (duration: 128.466925ms)","trace[1794495995] 'applied index is now lower than readState.Index' (duration: 259.326847ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:24.332397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.628124Z","time spent":"704.193541ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:24.332435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.891594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:24.332162Z","caller":"traceutil/trace.go:171","msg":"trace[1550296498] transaction","detail":"{read_only:false; response_revision:11021; number_of_response:1; }","duration":"741.547236ms","start":"2026-03-03T14:23:23.590581Z","end":"2026-03-03T14:23:24.332128Z","steps":["trace[1550296498] 'process raft request' (duration: 741.248169ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:24.332482Z","caller":"traceutil/trace.go:171","msg":"trace[1271617122] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11026; }","duration":"387.940135ms","start":"2026-03-03T14:23:23.94453Z","end":"2026-03-03T14:23:24.33247Z","steps":["trace[1271617122] 'agreement among raft nodes before linearized reading' (duration: 387.864573ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:24.332451Z","caller":"traceutil/trace.go:171","msg":"trace[1233411635] transaction","detail":"{read_only:false; response_revision:11026; number_of_response:1; }","duration":"499.081329ms","start":"2026-03-03T14:23:23.833327Z","end":"2026-03-03T14:23:24.332409Z","steps":["trace[1233411635] 'process raft request' (duration: 498.889734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.332519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.944481Z","time spent":"388.024917ms","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:24.332537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.590559Z","time spent":"741.944395ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:24.332589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.833293Z","time spent":"499.227682ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:24.332615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.680927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:24.332228Z","caller":"traceutil/trace.go:171","msg":"trace[1663074965] transaction","detail":"{read_only:false; response_revision:11022; number_of_response:1; }","duration":"741.375052ms","start":"2026-03-03T14:23:23.590822Z","end":"2026-03-03T14:23:24.332197Z","steps":["trace[1663074965] 'process raft request' (duration: 741.214168ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:24.332649Z","caller":"traceutil/trace.go:171","msg":"trace[1959066553] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11026; }","duration":"168.749329ms","start":"2026-03-03T14:23:24.163891Z","end":"2026-03-03T14:23:24.33264Z","steps":["trace[1959066553] 'agreement among raft nodes before linearized reading' (duration: 168.626816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.332715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.59081Z","time spent":"741.847213ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:24.332249Z","caller":"traceutil/trace.go:171","msg":"trace[1864392406] transaction","detail":"{read_only:false; response_revision:11024; number_of_response:1; }","duration":"704.226422ms","start":"2026-03-03T14:23:23.628013Z","end":"2026-03-03T14:23:24.332239Z","steps":["trace[1864392406] 'process raft request' (duration: 704.13515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.332839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.627988Z","time spent":"704.820705ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:24.332249Z","caller":"traceutil/trace.go:171","msg":"trace[496837919] transaction","detail":"{read_only:false; response_revision:11023; number_of_response:1; }","duration":"740.105432ms","start":"2026-03-03T14:23:23.592115Z","end":"2026-03-03T14:23:24.332221Z","steps":["trace[496837919] 'process raft request' (duration: 739.99109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:24.332929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.592106Z","time spent":"740.784938ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:24.332486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.711326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:24.332988Z","caller":"traceutil/trace.go:171","msg":"trace[1385434392] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11026; }","duration":"287.226378ms","start":"2026-03-03T14:23:24.045749Z","end":"2026-03-03T14:23:24.332975Z","steps":["trace[1385434392] 'agreement among raft nodes before linearized reading' (duration: 286.679155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:24.333272Z","caller":"traceutil/trace.go:171","msg":"trace[1343978379] transaction","detail":"{read_only:false; response_revision:11019; number_of_response:1; }","duration":"741.866293ms","start":"2026-03-03T14:23:23.589857Z","end":"2026-03-03T14:23:24.331723Z","steps":["trace[1343978379] 'process raft request' (duration: 483.140321ms)","trace[1343978379] 'compare' (duration: 258.019045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:24.333402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:23.589837Z","time spent":"743.519952ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:24.695903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.700103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:23:24.695993Z","caller":"traceutil/trace.go:171","msg":"trace[1348125679] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11026; }","duration":"137.846237ms","start":"2026-03-03T14:23:24.558124Z","end":"2026-03-03T14:23:24.69597Z","steps":["trace[1348125679] 'range keys from in-memory index tree' (duration: 137.450818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:25.076627Z","caller":"traceutil/trace.go:171","msg":"trace[1858057372] linearizableReadLoop","detail":"{readStateIndex:11481; appliedIndex:11480; }","duration":"268.979655ms","start":"2026-03-03T14:23:24.807617Z","end":"2026-03-03T14:23:25.076597Z","steps":["trace[1858057372] 'read index received' (duration: 268.728179ms)","trace[1858057372] 'applied index is now lower than readState.Index' (duration: 250.026µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:25.076684Z","caller":"traceutil/trace.go:171","msg":"trace[2004272426] transaction","detail":"{read_only:false; response_revision:11027; number_of_response:1; }","duration":"291.13074ms","start":"2026-03-03T14:23:24.785521Z","end":"2026-03-03T14:23:25.076652Z","steps":["trace[2004272426] 'process raft request' (duration: 290.911105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:25.076903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.261532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9df83eb66\" ","response":"range_response_count:1 size:739"} {"level":"info","ts":"2026-03-03T14:23:25.076947Z","caller":"traceutil/trace.go:171","msg":"trace[1476755687] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18995ac9df83eb66; range_end:; response_count:1; response_revision:11027; }","duration":"269.327535ms","start":"2026-03-03T14:23:24.807607Z","end":"2026-03-03T14:23:25.076935Z","steps":["trace[1476755687] 'agreement among raft nodes before linearized reading' (duration: 269.14437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:25.076984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"266.495627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-03T14:23:25.077037Z","caller":"traceutil/trace.go:171","msg":"trace[1169015318] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11027; }","duration":"266.583919ms","start":"2026-03-03T14:23:24.81044Z","end":"2026-03-03T14:23:25.077023Z","steps":["trace[1169015318] 'agreement among raft nodes before linearized reading' (duration: 266.405894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:25.07714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.835287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:23:25.077188Z","caller":"traceutil/trace.go:171","msg":"trace[1185814476] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11027; }","duration":"191.922869ms","start":"2026-03-03T14:23:24.885252Z","end":"2026-03-03T14:23:25.077175Z","steps":["trace[1185814476] 'agreement among raft nodes before linearized reading' (duration: 191.787086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:25.077266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.749482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:23:25.077334Z","caller":"traceutil/trace.go:171","msg":"trace[1551755599] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11027; }","duration":"147.923566ms","start":"2026-03-03T14:23:24.929394Z","end":"2026-03-03T14:23:25.077318Z","steps":["trace[1551755599] 'agreement among raft nodes before linearized reading' (duration: 147.595378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.325461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.317021Z","time spent":"2.008433401s","remote":"127.0.0.1:57570","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:27.325743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881698379s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:27.325902Z","caller":"traceutil/trace.go:171","msg":"trace[1339551382] linearizableReadLoop","detail":"{readStateIndex:11482; appliedIndex:11481; }","duration":"2.245110481s","start":"2026-03-03T14:23:25.080768Z","end":"2026-03-03T14:23:27.325879Z","steps":["trace[1339551382] 'read index received' (duration: 363.080265ms)","trace[1339551382] 'applied index is now lower than readState.Index' (duration: 1.882028086s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:27.326002Z","caller":"traceutil/trace.go:171","msg":"trace[1512087699] transaction","detail":"{read_only:false; response_revision:11028; number_of_response:1; }","duration":"2.24547324s","start":"2026-03-03T14:23:25.080509Z","end":"2026-03-03T14:23:27.325982Z","steps":["trace[1512087699] 'process raft request' (duration: 363.394892ms)","trace[1512087699] 'compare' (duration: 1.881396492s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:27.326136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.080488Z","time spent":"2.245543061s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:27.326643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.24586627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:23:27.326693Z","caller":"traceutil/trace.go:171","msg":"trace[2104538735] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:11028; }","duration":"2.245936421s","start":"2026-03-03T14:23:25.080742Z","end":"2026-03-03T14:23:27.326679Z","steps":["trace[2104538735] 'agreement among raft nodes before linearized reading' (duration: 2.245640943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:27.326729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.080728Z","time spent":"2.245993733s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" "} {"level":"warn","ts":"2026-03-03T14:23:27.826564Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:28.044713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999936181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:28.044781Z","caller":"traceutil/trace.go:171","msg":"trace[620557860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000045293s","start":"2026-03-03T14:23:26.04472Z","end":"2026-03-03T14:23:28.044765Z","steps":["trace[620557860] 'agreement among raft nodes before linearized reading' (duration: 1.999958951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.044824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.044706Z","time spent":"2.000110944s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:28.326794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373728,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:28.371908Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.734574202s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:28.372369Z","caller":"traceutil/trace.go:171","msg":"trace[248505544] transaction","detail":"{read_only:false; response_revision:11029; number_of_response:1; }","duration":"2.748678216s","start":"2026-03-03T14:23:25.623668Z","end":"2026-03-03T14:23:28.372346Z","steps":["trace[248505544] 'process raft request' (duration: 2.748502142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.372532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.623649Z","time spent":"2.748806589s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:28.982658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.650614ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:28.982965Z","caller":"traceutil/trace.go:171","msg":"trace[51145705] linearizableReadLoop","detail":"{readStateIndex:11486; appliedIndex:11483; }","duration":"1.657008703s","start":"2026-03-03T14:23:27.325933Z","end":"2026-03-03T14:23:28.982942Z","steps":["trace[51145705] 'read index received' (duration: 1.047055166s)","trace[51145705] 'applied index is now lower than readState.Index' (duration: 609.952467ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:28.98319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645496581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:23:28.983251Z","caller":"traceutil/trace.go:171","msg":"trace[833303573] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11032; }","duration":"2.645588143s","start":"2026-03-03T14:23:26.337649Z","end":"2026-03-03T14:23:28.983237Z","steps":["trace[833303573] 'agreement among raft nodes before linearized reading' (duration: 2.645379778s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:28.983254Z","caller":"traceutil/trace.go:171","msg":"trace[669755626] transaction","detail":"{read_only:false; response_revision:11030; number_of_response:1; }","duration":"3.359493083s","start":"2026-03-03T14:23:25.623742Z","end":"2026-03-03T14:23:28.983235Z","steps":["trace[669755626] 'process raft request' (duration: 3.099184713s)","trace[669755626] 'compare' (duration: 259.189434ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:28.983292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.337639Z","time spent":"2.645643964s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:28.983303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.250018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:23:28.983288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.646142387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:23:28.983336Z","caller":"traceutil/trace.go:171","msg":"trace[47417120] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11032; }","duration":"514.31687ms","start":"2026-03-03T14:23:28.469009Z","end":"2026-03-03T14:23:28.983325Z","steps":["trace[47417120] 'agreement among raft nodes before linearized reading' (duration: 514.230738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.623739Z","time spent":"3.359548634s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:28.983369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.468988Z","time spent":"514.373982ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:23:28.983372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.900011914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-03T14:23:28.983442Z","caller":"traceutil/trace.go:171","msg":"trace[1123552923] transaction","detail":"{read_only:false; response_revision:11031; number_of_response:1; }","duration":"2.266453708s","start":"2026-03-03T14:23:26.716978Z","end":"2026-03-03T14:23:28.983432Z","steps":["trace[1123552923] 'process raft request' (duration: 2.265817913s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645834069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:23:28.98349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.71696Z","time spent":"2.266504948s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:28.983503Z","caller":"traceutil/trace.go:171","msg":"trace[914890571] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11032; }","duration":"2.64588186s","start":"2026-03-03T14:23:26.337609Z","end":"2026-03-03T14:23:28.983491Z","steps":["trace[914890571] 'agreement among raft nodes before linearized reading' (duration: 2.645786518s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:28.983491Z","caller":"traceutil/trace.go:171","msg":"trace[84701362] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:11032; }","duration":"3.900173568s","start":"2026-03-03T14:23:25.083288Z","end":"2026-03-03T14:23:28.983462Z","steps":["trace[84701362] 'agreement among raft nodes before linearized reading' (duration: 3.899767539s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645395839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:23:28.983547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.337605Z","time spent":"2.645931281s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:23:28.983575Z","caller":"traceutil/trace.go:171","msg":"trace[1662988362] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11032; }","duration":"2.645471791s","start":"2026-03-03T14:23:26.338094Z","end":"2026-03-03T14:23:28.983566Z","steps":["trace[1662988362] 'agreement among raft nodes before linearized reading' (duration: 2.645381149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.98358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"931.580789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:28.983612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.338068Z","time spent":"2.645534352s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:23:28.983631Z","caller":"traceutil/trace.go:171","msg":"trace[97488426] transaction","detail":"{read_only:false; response_revision:11032; number_of_response:1; }","duration":"1.901196601s","start":"2026-03-03T14:23:27.082422Z","end":"2026-03-03T14:23:28.983619Z","steps":["trace[97488426] 'process raft request' (duration: 1.900475364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.326690266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:28.983691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.082405Z","time spent":"1.901256202s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:28.983714Z","caller":"traceutil/trace.go:171","msg":"trace[1263671299] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:11032; }","duration":"3.326777428s","start":"2026-03-03T14:23:25.656923Z","end":"2026-03-03T14:23:28.983701Z","steps":["trace[1263671299] 'agreement among raft nodes before linearized reading' (duration: 3.326678676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.98374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645712966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:23:28.983757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39617097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:28.983773Z","caller":"traceutil/trace.go:171","msg":"trace[1282820151] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11032; }","duration":"2.645756977s","start":"2026-03-03T14:23:26.338006Z","end":"2026-03-03T14:23:28.983763Z","steps":["trace[1282820151] 'agreement among raft nodes before linearized reading' (duration: 2.645666235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.638526056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:23:28.983802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.338002Z","time spent":"2.645792578s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:23:28.983831Z","caller":"traceutil/trace.go:171","msg":"trace[502487720] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11032; }","duration":"2.639189332s","start":"2026-03-03T14:23:26.344631Z","end":"2026-03-03T14:23:28.98382Z","steps":["trace[502487720] 'agreement among raft nodes before linearized reading' (duration: 2.638395763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.344624Z","time spent":"2.639242103s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:28.983567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.083277Z","time spent":"3.90027584s","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-03T14:23:28.983661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146307059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:28.983611Z","caller":"traceutil/trace.go:171","msg":"trace[613618023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11032; }","duration":"931.637842ms","start":"2026-03-03T14:23:28.051964Z","end":"2026-03-03T14:23:28.983602Z","steps":["trace[613618023] 'agreement among raft nodes before linearized reading' (duration: 931.59096ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:28.984009Z","caller":"traceutil/trace.go:171","msg":"trace[1784532561] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11032; }","duration":"1.146686418s","start":"2026-03-03T14:23:27.83731Z","end":"2026-03-03T14:23:28.983996Z","steps":["trace[1784532561] 'agreement among raft nodes before linearized reading' (duration: 1.146320089s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.98402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.05195Z","time spent":"932.061341ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:28.984059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.837288Z","time spent":"1.146753829s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":13,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:28.98337Z","caller":"traceutil/trace.go:171","msg":"trace[1208074838] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11032; }","duration":"2.6462505s","start":"2026-03-03T14:23:26.337098Z","end":"2026-03-03T14:23:28.983348Z","steps":["trace[1208074838] 'agreement among raft nodes before linearized reading' (duration: 2.645937032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.984117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.337058Z","time spent":"2.647050278s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:28.983835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788721385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:23:28.983209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652781933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9e03575cf\" ","response":"range_response_count:1 size:733"} {"level":"info","ts":"2026-03-03T14:23:28.984173Z","caller":"traceutil/trace.go:171","msg":"trace[497367522] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11032; }","duration":"1.789051833s","start":"2026-03-03T14:23:27.195107Z","end":"2026-03-03T14:23:28.984159Z","steps":["trace[497367522] 'agreement among raft nodes before linearized reading' (duration: 1.788655563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817555759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:23:28.984199Z","caller":"traceutil/trace.go:171","msg":"trace[887106682] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18995ac9e03575cf; range_end:; response_count:1; response_revision:11032; }","duration":"1.653819777s","start":"2026-03-03T14:23:27.330368Z","end":"2026-03-03T14:23:28.984188Z","steps":["trace[887106682] 'agreement among raft nodes before linearized reading' (duration: 1.652697991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.983755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:25.656874Z","time spent":"3.32687387s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:28.984223Z","caller":"traceutil/trace.go:171","msg":"trace[1826942916] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11032; }","duration":"1.817898876s","start":"2026-03-03T14:23:27.166312Z","end":"2026-03-03T14:23:28.984211Z","steps":["trace[1826942916] 'agreement among raft nodes before linearized reading' (duration: 1.817542967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.984238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.330346Z","time spent":"1.653882978s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":757,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9e03575cf\" "} {"level":"warn","ts":"2026-03-03T14:23:28.984253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.166289Z","time spent":"1.817956728s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"info","ts":"2026-03-03T14:23:28.983798Z","caller":"traceutil/trace.go:171","msg":"trace[351893552] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11032; }","duration":"1.396235002s","start":"2026-03-03T14:23:27.587553Z","end":"2026-03-03T14:23:28.983788Z","steps":["trace[351893552] 'agreement among raft nodes before linearized reading' (duration: 1.39613816s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.984213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.195062Z","time spent":"1.789139615s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:28.984367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:27.587533Z","time spent":"1.396816635s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:28.983988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.224223806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" ","response":"range_response_count:1 size:789"} {"level":"info","ts":"2026-03-03T14:23:28.984522Z","caller":"traceutil/trace.go:171","msg":"trace[227171603] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495; range_end:; response_count:1; response_revision:11032; }","duration":"2.22479592s","start":"2026-03-03T14:23:26.759716Z","end":"2026-03-03T14:23:28.984511Z","steps":["trace[227171603] 'agreement among raft nodes before linearized reading' (duration: 2.224217496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:28.984558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:26.759691Z","time spent":"2.224855772s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":813,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" "} {"level":"info","ts":"2026-03-03T14:23:29.358157Z","caller":"traceutil/trace.go:171","msg":"trace[1790638086] linearizableReadLoop","detail":"{readStateIndex:11487; appliedIndex:11486; }","duration":"369.183841ms","start":"2026-03-03T14:23:28.988947Z","end":"2026-03-03T14:23:29.35813Z","steps":["trace[1790638086] 'read index received' (duration: 272.010977ms)","trace[1790638086] 'applied index is now lower than readState.Index' (duration: 97.171724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:29.358349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.384255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:23:29.358377Z","caller":"traceutil/trace.go:171","msg":"trace[546634165] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11033; }","duration":"369.452786ms","start":"2026-03-03T14:23:28.988917Z","end":"2026-03-03T14:23:29.35837Z","steps":["trace[546634165] 'agreement among raft nodes before linearized reading' (duration: 369.323133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:29.358405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.988906Z","time spent":"369.494398ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:23:29.358204Z","caller":"traceutil/trace.go:171","msg":"trace[177706611] transaction","detail":"{read_only:false; response_revision:11033; number_of_response:1; }","duration":"371.189118ms","start":"2026-03-03T14:23:28.986998Z","end":"2026-03-03T14:23:29.358187Z","steps":["trace[177706611] 'process raft request' (duration: 273.942553ms)","trace[177706611] 'compare' (duration: 97.04487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:29.35867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.986981Z","time spent":"371.646308ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:29.859047Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373740,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:23:30.115688Z","caller":"traceutil/trace.go:171","msg":"trace[2142408050] transaction","detail":"{read_only:false; response_revision:11034; number_of_response:1; }","duration":"1.126431167s","start":"2026-03-03T14:23:28.989221Z","end":"2026-03-03T14:23:30.115652Z","steps":["trace[2142408050] 'process raft request' (duration: 1.126161111s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.115877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.989207Z","time spent":"1.12657309s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.115982Z","caller":"traceutil/trace.go:171","msg":"trace[581289664] transaction","detail":"{read_only:false; response_revision:11035; number_of_response:1; }","duration":"1.125175397s","start":"2026-03-03T14:23:28.990777Z","end":"2026-03-03T14:23:30.115953Z","steps":["trace[581289664] 'process raft request' (duration: 1.124820299s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.116117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.990764Z","time spent":"1.12528327s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.116307Z","caller":"traceutil/trace.go:171","msg":"trace[1976176727] transaction","detail":"{read_only:false; response_revision:11036; number_of_response:1; }","duration":"1.125050194s","start":"2026-03-03T14:23:28.991222Z","end":"2026-03-03T14:23:30.116273Z","steps":["trace[1976176727] 'process raft request' (duration: 1.124651735s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.116517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.991214Z","time spent":"1.125191218s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.116572Z","caller":"traceutil/trace.go:171","msg":"trace[1511932597] transaction","detail":"{read_only:false; response_revision:11037; number_of_response:1; }","duration":"1.124981562s","start":"2026-03-03T14:23:28.991574Z","end":"2026-03-03T14:23:30.116555Z","steps":["trace[1511932597] 'process raft request' (duration: 1.124483011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.116649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.991565Z","time spent":"1.125047295s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.116777Z","caller":"traceutil/trace.go:171","msg":"trace[1422261051] linearizableReadLoop","detail":"{readStateIndex:11494; appliedIndex:11487; }","duration":"758.529298ms","start":"2026-03-03T14:23:29.35823Z","end":"2026-03-03T14:23:30.116759Z","steps":["trace[1422261051] 'read index received' (duration: 757.063663ms)","trace[1422261051] 'applied index is now lower than readState.Index' (duration: 1.464305ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:30.116871Z","caller":"traceutil/trace.go:171","msg":"trace[1361686201] transaction","detail":"{read_only:false; response_revision:11040; number_of_response:1; }","duration":"1.039030776s","start":"2026-03-03T14:23:29.077821Z","end":"2026-03-03T14:23:30.116851Z","steps":["trace[1361686201] 'process raft request' (duration: 1.038893493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.116936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.0778Z","time spent":"1.039101259s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:30.116964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"916.980555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:30.117016Z","caller":"traceutil/trace.go:171","msg":"trace[478851710] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11040; }","duration":"917.076766ms","start":"2026-03-03T14:23:29.199926Z","end":"2026-03-03T14:23:30.117003Z","steps":["trace[478851710] 'agreement among raft nodes before linearized reading' (duration: 916.929132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.117018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.127466062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:23:30.117054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.199903Z","time spent":"917.141888ms","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:30.117058Z","caller":"traceutil/trace.go:171","msg":"trace[488188048] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11040; }","duration":"1.127541425s","start":"2026-03-03T14:23:28.989505Z","end":"2026-03-03T14:23:30.117046Z","steps":["trace[488188048] 'agreement among raft nodes before linearized reading' (duration: 1.127376221s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.117095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.989499Z","time spent":"1.127588106s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:23:30.117511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.350155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:414872"} {"level":"info","ts":"2026-03-03T14:23:30.117561Z","caller":"traceutil/trace.go:171","msg":"trace[1968993697] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11040; }","duration":"831.437967ms","start":"2026-03-03T14:23:29.286113Z","end":"2026-03-03T14:23:30.117551Z","steps":["trace[1968993697] 'agreement among raft nodes before linearized reading' (duration: 831.102389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.117598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.286092Z","time spent":"831.496518ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":414896,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:23:30.117733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128305983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"info","ts":"2026-03-03T14:23:30.11779Z","caller":"traceutil/trace.go:171","msg":"trace[439953345] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:11040; }","duration":"1.128383374s","start":"2026-03-03T14:23:28.989394Z","end":"2026-03-03T14:23:30.117778Z","steps":["trace[439953345] 'agreement among raft nodes before linearized reading' (duration: 1.127925293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.117826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.989387Z","time spent":"1.128429445s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:30.117895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.281742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:23:30.117937Z","caller":"traceutil/trace.go:171","msg":"trace[788844915] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11040; }","duration":"758.352394ms","start":"2026-03-03T14:23:29.359574Z","end":"2026-03-03T14:23:30.117926Z","steps":["trace[788844915] 'agreement among raft nodes before linearized reading' (duration: 758.16855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.117959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:29.35956Z","time spent":"758.394125ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:23:30.118058Z","caller":"traceutil/trace.go:171","msg":"trace[973239897] transaction","detail":"{read_only:false; response_revision:11039; number_of_response:1; }","duration":"1.123404686s","start":"2026-03-03T14:23:28.994637Z","end":"2026-03-03T14:23:30.118042Z","steps":["trace[973239897] 'process raft request' (duration: 1.122015054s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:30.117997Z","caller":"traceutil/trace.go:171","msg":"trace[849768008] transaction","detail":"{read_only:false; response_revision:11038; number_of_response:1; }","duration":"1.125620129s","start":"2026-03-03T14:23:28.992311Z","end":"2026-03-03T14:23:30.117931Z","steps":["trace[849768008] 'process raft request' (duration: 1.124140173s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.11813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.994626Z","time spent":"1.123468817s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:30.118143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.526979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:30.11817Z","caller":"traceutil/trace.go:171","msg":"trace[1266561731] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11040; }","duration":"118.602531ms","start":"2026-03-03T14:23:29.999558Z","end":"2026-03-03T14:23:30.118161Z","steps":["trace[1266561731] 'agreement among raft nodes before linearized reading' (duration: 118.54599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.11831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:28.992291Z","time spent":"1.125845633s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:30.922618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.231969ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:30.922796Z","caller":"traceutil/trace.go:171","msg":"trace[757075819] transaction","detail":"{read_only:false; response_revision:11041; number_of_response:1; }","duration":"797.649815ms","start":"2026-03-03T14:23:30.12512Z","end":"2026-03-03T14:23:30.922769Z","steps":["trace[757075819] 'process raft request' (duration: 323.114118ms)","trace[757075819] 'compare' (duration: 473.762959ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:30.922869Z","caller":"traceutil/trace.go:171","msg":"trace[517186171] transaction","detail":"{read_only:false; response_revision:11042; number_of_response:1; }","duration":"543.089752ms","start":"2026-03-03T14:23:30.379764Z","end":"2026-03-03T14:23:30.922854Z","steps":["trace[517186171] 'process raft request' (duration: 543.00146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.922889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.125101Z","time spent":"797.739596ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:30.923194Z","caller":"traceutil/trace.go:171","msg":"trace[1894321198] linearizableReadLoop","detail":"{readStateIndex:11495; appliedIndex:11494; }","duration":"793.709261ms","start":"2026-03-03T14:23:30.129435Z","end":"2026-03-03T14:23:30.923145Z","steps":["trace[1894321198] 'read index received' (duration: 318.827197ms)","trace[1894321198] 'applied index is now lower than readState.Index' (duration: 474.878714ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:30.923428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.970758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" ","response":"range_response_count:1 size:9601"} {"level":"info","ts":"2026-03-03T14:23:30.923489Z","caller":"traceutil/trace.go:171","msg":"trace[1866154199] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-cinder-server; range_end:; response_count:1; response_revision:11042; }","duration":"794.059251ms","start":"2026-03-03T14:23:30.129417Z","end":"2026-03-03T14:23:30.923476Z","steps":["trace[1866154199] 'agreement among raft nodes before linearized reading' (duration: 793.890676ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:30.923484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.379717Z","time spent":"543.180564ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:30.92352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.129402Z","time spent":"794.113172ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9625,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-cinder-server\" "} {"level":"warn","ts":"2026-03-03T14:23:31.424115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:31.924952Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:32.428385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:32.931216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373750,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:33.04827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:23:33.048364Z","caller":"traceutil/trace.go:171","msg":"trace[608041091] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000305409s","start":"2026-03-03T14:23:31.048039Z","end":"2026-03-03T14:23:33.048344Z","steps":["trace[608041091] 'agreement among raft nodes before linearized reading' (duration: 2.000177526s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.048407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:31.048022Z","time spent":"2.000373941s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:33.141838Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.237376988s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:33.143942Z","caller":"traceutil/trace.go:171","msg":"trace[870939761] transaction","detail":"{read_only:false; response_revision:11043; number_of_response:1; }","duration":"2.59524864s","start":"2026-03-03T14:23:30.548653Z","end":"2026-03-03T14:23:33.143901Z","steps":["trace[870939761] 'process raft request' (duration: 2.594154565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.144125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.548615Z","time spent":"2.595394354s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":414932,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:33.792875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.061834ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:33.793598Z","caller":"traceutil/trace.go:171","msg":"trace[1660431585] transaction","detail":"{read_only:false; response_revision:11044; number_of_response:1; }","duration":"2.918770829s","start":"2026-03-03T14:23:30.874785Z","end":"2026-03-03T14:23:33.793555Z","steps":["trace[1660431585] 'process raft request' (duration: 2.918189195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:33.793821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.874761Z","time spent":"2.918935452s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:34.195385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.771462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:34.195627Z","caller":"traceutil/trace.go:171","msg":"trace[656624504] linearizableReadLoop","detail":"{readStateIndex:11502; appliedIndex:11496; }","duration":"3.272324748s","start":"2026-03-03T14:23:30.923282Z","end":"2026-03-03T14:23:34.195607Z","steps":["trace[656624504] 'read index received' (duration: 2.220192631s)","trace[656624504] 'applied index is now lower than readState.Index' (duration: 1.052129287s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:34.19577Z","caller":"traceutil/trace.go:171","msg":"trace[489225927] transaction","detail":"{read_only:false; response_revision:11045; number_of_response:1; }","duration":"3.205715649s","start":"2026-03-03T14:23:30.990034Z","end":"2026-03-03T14:23:34.19575Z","steps":["trace[489225927] 'process raft request' (duration: 2.803496956s)","trace[489225927] 'compare' (duration: 401.616958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:34.195802Z","caller":"traceutil/trace.go:171","msg":"trace[859560710] transaction","detail":"{read_only:false; response_revision:11046; number_of_response:1; }","duration":"3.205257939s","start":"2026-03-03T14:23:30.990524Z","end":"2026-03-03T14:23:34.195782Z","steps":["trace[859560710] 'process raft request' (duration: 3.204949822s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.195802Z","caller":"traceutil/trace.go:171","msg":"trace[509778446] transaction","detail":"{read_only:false; response_revision:11047; number_of_response:1; }","duration":"1.267287017s","start":"2026-03-03T14:23:32.928486Z","end":"2026-03-03T14:23:34.195773Z","steps":["trace[509778446] 'process raft request' (duration: 1.267029571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.195856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.990013Z","time spent":"3.205802862s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:34.195884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.013203707s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:34.195913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.990512Z","time spent":"3.205342681s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:34.195937Z","caller":"traceutil/trace.go:171","msg":"trace[2047934384] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11047; }","duration":"4.013295789s","start":"2026-03-03T14:23:30.182627Z","end":"2026-03-03T14:23:34.195923Z","steps":["trace[2047934384] 'agreement among raft nodes before linearized reading' (duration: 4.013203757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.195975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.182606Z","time spent":"4.013362472s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:34.195994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267935694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9e6006a02\" ","response":"range_response_count:1 size:744"} {"level":"warn","ts":"2026-03-03T14:23:34.196025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.325540649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:34.196053Z","caller":"traceutil/trace.go:171","msg":"trace[1359522659] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18995ac9e6006a02; range_end:; response_count:1; response_revision:11047; }","duration":"3.268050657s","start":"2026-03-03T14:23:30.927989Z","end":"2026-03-03T14:23:34.196039Z","steps":["trace[1359522659] 'agreement among raft nodes before linearized reading' (duration: 3.267858503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.928476Z","time spent":"1.267384609s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:34.196057Z","caller":"traceutil/trace.go:171","msg":"trace[1589707079] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11047; }","duration":"3.32561089s","start":"2026-03-03T14:23:30.870434Z","end":"2026-03-03T14:23:34.196045Z","steps":["trace[1589707079] 'agreement among raft nodes before linearized reading' (duration: 3.325557209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.927967Z","time spent":"3.268110848s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":768,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9e6006a02\" "} {"level":"warn","ts":"2026-03-03T14:23:34.1961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.870413Z","time spent":"3.325679121s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.196109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.56403647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:34.196206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.836467068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:34.196236Z","caller":"traceutil/trace.go:171","msg":"trace[1905412394] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11047; }","duration":"2.83655289s","start":"2026-03-03T14:23:31.359674Z","end":"2026-03-03T14:23:34.196227Z","steps":["trace[1905412394] 'agreement among raft nodes before linearized reading' (duration: 2.836509139s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.072564133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:23:34.196256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:31.359643Z","time spent":"2.836609091s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:34.19627Z","caller":"traceutil/trace.go:171","msg":"trace[1257069391] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11047; }","duration":"2.072629483s","start":"2026-03-03T14:23:32.123629Z","end":"2026-03-03T14:23:34.196258Z","steps":["trace[1257069391] 'agreement among raft nodes before linearized reading' (duration: 2.0725041s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.196245Z","caller":"traceutil/trace.go:171","msg":"trace[1442165098] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11047; }","duration":"1.564252585s","start":"2026-03-03T14:23:32.631964Z","end":"2026-03-03T14:23:34.196217Z","steps":["trace[1442165098] 'agreement among raft nodes before linearized reading' (duration: 1.563987669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.19635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905069862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:34.196381Z","caller":"traceutil/trace.go:171","msg":"trace[1626606014] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11047; }","duration":"1.905132314s","start":"2026-03-03T14:23:32.291242Z","end":"2026-03-03T14:23:34.196374Z","steps":["trace[1626606014] 'agreement among raft nodes before linearized reading' (duration: 1.905082383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772095402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:34.196389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073488814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:34.196412Z","caller":"traceutil/trace.go:171","msg":"trace[726254205] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11047; }","duration":"2.772148414s","start":"2026-03-03T14:23:31.424259Z","end":"2026-03-03T14:23:34.196407Z","steps":["trace[726254205] 'agreement among raft nodes before linearized reading' (duration: 2.772072242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.19641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.291224Z","time spent":"1.905180775s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.196426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:31.424237Z","time spent":"2.772184494s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":111,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:34.196426Z","caller":"traceutil/trace.go:171","msg":"trace[1457839628] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11047; }","duration":"2.073568586s","start":"2026-03-03T14:23:32.122847Z","end":"2026-03-03T14:23:34.196416Z","steps":["trace[1457839628] 'agreement among raft nodes before linearized reading' (duration: 2.073435663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.931209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:23:34.196467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.122827Z","time spent":"2.073633527s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:34.196504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.231204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:34.19652Z","caller":"traceutil/trace.go:171","msg":"trace[892208567] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11047; }","duration":"132.272835ms","start":"2026-03-03T14:23:34.064244Z","end":"2026-03-03T14:23:34.196517Z","steps":["trace[892208567] 'agreement among raft nodes before linearized reading' (duration: 132.241895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.066845976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:23:34.19657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071931267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:23:34.196566Z","caller":"traceutil/trace.go:171","msg":"trace[1482971607] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11047; }","duration":"2.066902078s","start":"2026-03-03T14:23:32.129654Z","end":"2026-03-03T14:23:34.196556Z","steps":["trace[1482971607] 'agreement among raft nodes before linearized reading' (duration: 2.066802876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.067666986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:23:34.196591Z","caller":"traceutil/trace.go:171","msg":"trace[109729076] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11047; }","duration":"2.071974759s","start":"2026-03-03T14:23:32.12461Z","end":"2026-03-03T14:23:34.196584Z","steps":["trace[109729076] 'agreement among raft nodes before linearized reading' (duration: 2.071923228s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.129644Z","time spent":"2.066947799s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:34.19656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147375744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:34.196672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.850321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:23:34.196684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.648012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:34.196695Z","caller":"traceutil/trace.go:171","msg":"trace[902721537] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11047; }","duration":"200.937363ms","start":"2026-03-03T14:23:33.995751Z","end":"2026-03-03T14:23:34.196688Z","steps":["trace[902721537] 'agreement among raft nodes before linearized reading' (duration: 200.861922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.196699Z","caller":"traceutil/trace.go:171","msg":"trace[1878280787] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11047; }","duration":"545.713774ms","start":"2026-03-03T14:23:33.650982Z","end":"2026-03-03T14:23:34.196695Z","steps":["trace[1878280787] 'agreement among raft nodes before linearized reading' (duration: 545.664173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.650952Z","time spent":"545.762075ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":62,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:34.196476Z","caller":"traceutil/trace.go:171","msg":"trace[1321133247] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11047; }","duration":"862.009401ms","start":"2026-03-03T14:23:33.334461Z","end":"2026-03-03T14:23:34.196471Z","steps":["trace[1321133247] 'agreement among raft nodes before linearized reading' (duration: 861.95613ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.196668Z","caller":"traceutil/trace.go:171","msg":"trace[1336822953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11047; }","duration":"1.147522137s","start":"2026-03-03T14:23:33.049126Z","end":"2026-03-03T14:23:34.196648Z","steps":["trace[1336822953] 'agreement among raft nodes before linearized reading' (duration: 1.147346053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273452212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T14:23:34.196758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.334431Z","time spent":"862.318098ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:23:34.196783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.049108Z","time spent":"1.147661941s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:34.196787Z","caller":"traceutil/trace.go:171","msg":"trace[868205843] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11047; }","duration":"1.273521934s","start":"2026-03-03T14:23:32.923249Z","end":"2026-03-03T14:23:34.196771Z","steps":["trace[868205843] 'agreement among raft nodes before linearized reading' (duration: 1.273413352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497013221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:34.195895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.371587081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:34.196842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.762235268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:23:34.196611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.124597Z","time spent":"2.072011289s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:23:34.196614Z","caller":"traceutil/trace.go:171","msg":"trace[1961364172] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11047; }","duration":"2.06786554s","start":"2026-03-03T14:23:32.128739Z","end":"2026-03-03T14:23:34.196604Z","steps":["trace[1961364172] 'agreement among raft nodes before linearized reading' (duration: 2.067623735s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.196872Z","caller":"traceutil/trace.go:171","msg":"trace[1525377968] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11047; }","duration":"1.497117813s","start":"2026-03-03T14:23:32.699732Z","end":"2026-03-03T14:23:34.19685Z","steps":["trace[1525377968] 'agreement among raft nodes before linearized reading' (duration: 1.497034051s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.196914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.128727Z","time spent":"2.068178177s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:34.19693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.699705Z","time spent":"1.497210175s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.196989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251575294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:34.196316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.073387682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:23:34.19701Z","caller":"traceutil/trace.go:171","msg":"trace[364382745] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11047; }","duration":"1.251623505s","start":"2026-03-03T14:23:32.945381Z","end":"2026-03-03T14:23:34.197004Z","steps":["trace[364382745] 'agreement among raft nodes before linearized reading' (duration: 1.251589044s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:34.197014Z","caller":"traceutil/trace.go:171","msg":"trace[1495538306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11047; }","duration":"2.074106638s","start":"2026-03-03T14:23:32.122901Z","end":"2026-03-03T14:23:34.197008Z","steps":["trace[1495538306] 'agreement among raft nodes before linearized reading' (duration: 2.073374871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.197028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.945365Z","time spent":"1.251658876s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:34.196884Z","caller":"traceutil/trace.go:171","msg":"trace[1744633312] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11047; }","duration":"3.372653536s","start":"2026-03-03T14:23:30.824221Z","end":"2026-03-03T14:23:34.196874Z","steps":["trace[1744633312] 'agreement among raft nodes before linearized reading' (duration: 3.37153821s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.197154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:30.824201Z","time spent":"3.372930342s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.196307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.123603Z","time spent":"2.072697345s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:34.196855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.923227Z","time spent":"1.273615656s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:23:34.196434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.631944Z","time spent":"1.564405888s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.197035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:32.122891Z","time spent":"2.074139169s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:34.196634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.99068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:34.197381Z","caller":"traceutil/trace.go:171","msg":"trace[725554225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11047; }","duration":"851.723507ms","start":"2026-03-03T14:23:33.345641Z","end":"2026-03-03T14:23:34.197364Z","steps":["trace[725554225] 'agreement among raft nodes before linearized reading' (duration: 850.98036ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.197427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:33.345569Z","time spent":"851.845999ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:34.196915Z","caller":"traceutil/trace.go:171","msg":"trace[1486368141] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11047; }","duration":"2.762346431s","start":"2026-03-03T14:23:31.434546Z","end":"2026-03-03T14:23:34.196892Z","steps":["trace[1486368141] 'agreement among raft nodes before linearized reading' (duration: 2.761631874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:34.197609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:31.434524Z","time spent":"2.762998176s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:34.862865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.040898ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:23:34.863109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.198086Z","time spent":"665.015542ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:23:35.286394Z","caller":"traceutil/trace.go:171","msg":"trace[1595556222] transaction","detail":"{read_only:false; response_revision:11048; number_of_response:1; }","duration":"1.087509676s","start":"2026-03-03T14:23:34.198845Z","end":"2026-03-03T14:23:35.286354Z","steps":["trace[1595556222] 'process raft request' (duration: 1.046328009s)","trace[1595556222] 'compare' (duration: 40.831159ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:35.286463Z","caller":"traceutil/trace.go:171","msg":"trace[1904673436] transaction","detail":"{read_only:false; response_revision:11050; number_of_response:1; }","duration":"1.084611257s","start":"2026-03-03T14:23:34.201822Z","end":"2026-03-03T14:23:35.286433Z","steps":["trace[1904673436] 'process raft request' (duration: 1.084529705s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:35.286461Z","caller":"traceutil/trace.go:171","msg":"trace[1592883639] transaction","detail":"{read_only:false; response_revision:11049; number_of_response:1; }","duration":"1.084631277s","start":"2026-03-03T14:23:34.201782Z","end":"2026-03-03T14:23:35.286414Z","steps":["trace[1592883639] 'process raft request' (duration: 1.084504044s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.286561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.198825Z","time spent":"1.087650279s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":729,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:35.286591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.201814Z","time spent":"1.084707509s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:35.286673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.201752Z","time spent":"1.084801971s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:35.286885Z","caller":"traceutil/trace.go:171","msg":"trace[588967973] transaction","detail":"{read_only:false; response_revision:11051; number_of_response:1; }","duration":"1.084925104s","start":"2026-03-03T14:23:34.201936Z","end":"2026-03-03T14:23:35.286861Z","steps":["trace[588967973] 'process raft request' (duration: 1.084455383s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.286989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.201931Z","time spent":"1.085010756s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:35.287216Z","caller":"traceutil/trace.go:171","msg":"trace[647000576] transaction","detail":"{read_only:false; response_revision:11052; number_of_response:1; }","duration":"1.084906683s","start":"2026-03-03T14:23:34.202289Z","end":"2026-03-03T14:23:35.287196Z","steps":["trace[647000576] 'process raft request' (duration: 1.084359791s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:35.287238Z","caller":"traceutil/trace.go:171","msg":"trace[1394866442] linearizableReadLoop","detail":"{readStateIndex:11504; appliedIndex:11502; }","duration":"1.085620331s","start":"2026-03-03T14:23:34.201581Z","end":"2026-03-03T14:23:35.287201Z","steps":["trace[1394866442] 'read index received' (duration: 162.198365ms)","trace[1394866442] 'applied index is now lower than readState.Index' (duration: 923.420345ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:35.287341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.202277Z","time spent":"1.085010176s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:35.287395Z","caller":"traceutil/trace.go:171","msg":"trace[1489341782] transaction","detail":"{read_only:false; response_revision:11053; number_of_response:1; }","duration":"1.084896964s","start":"2026-03-03T14:23:34.202479Z","end":"2026-03-03T14:23:35.287376Z","steps":["trace[1489341782] 'process raft request' (duration: 1.084609567s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.287545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.202467Z","time spent":"1.084979655s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:35.287666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.086069771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:35.287732Z","caller":"traceutil/trace.go:171","msg":"trace[738335112] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11053; }","duration":"1.086165373s","start":"2026-03-03T14:23:34.201552Z","end":"2026-03-03T14:23:35.287717Z","steps":["trace[738335112] 'agreement among raft nodes before linearized reading' (duration: 1.085984078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:35.287776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.201541Z","time spent":"1.086225855s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:35.787825Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:36.16895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.933156ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:36.169281Z","caller":"traceutil/trace.go:171","msg":"trace[1709455879] linearizableReadLoop","detail":"{readStateIndex:11510; appliedIndex:11509; }","duration":"881.742509ms","start":"2026-03-03T14:23:35.287327Z","end":"2026-03-03T14:23:36.169069Z","steps":["trace[1709455879] 'read index received' (duration: 533.573857ms)","trace[1709455879] 'applied index is now lower than readState.Index' (duration: 348.164482ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:36.169339Z","caller":"traceutil/trace.go:171","msg":"trace[1258581906] transaction","detail":"{read_only:false; response_revision:11054; number_of_response:1; }","duration":"1.30456155s","start":"2026-03-03T14:23:34.864515Z","end":"2026-03-03T14:23:36.169076Z","steps":["trace[1258581906] 'process raft request' (duration: 956.399569ms)","trace[1258581906] 'compare' (duration: 346.615324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:36.169428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122246238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:36.169461Z","caller":"traceutil/trace.go:171","msg":"trace[1400984860] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11054; }","duration":"1.122353451s","start":"2026-03-03T14:23:35.047099Z","end":"2026-03-03T14:23:36.169452Z","steps":["trace[1400984860] 'agreement among raft nodes before linearized reading' (duration: 1.122254888s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.169504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.047068Z","time spent":"1.122427402s","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:36.169605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.864481Z","time spent":"1.30497102s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:36.169661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.962494543s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:36.169707Z","caller":"traceutil/trace.go:171","msg":"trace[1607174627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11054; }","duration":"1.962565954s","start":"2026-03-03T14:23:34.207127Z","end":"2026-03-03T14:23:36.169693Z","steps":["trace[1607174627] 'agreement among raft nodes before linearized reading' (duration: 1.962475392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.169737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.207119Z","time spent":"1.962613025s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:36.169785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.854155316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:23:36.169856Z","caller":"traceutil/trace.go:171","msg":"trace[988197476] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11054; }","duration":"1.854255658s","start":"2026-03-03T14:23:34.315583Z","end":"2026-03-03T14:23:36.169839Z","steps":["trace[988197476] 'agreement among raft nodes before linearized reading' (duration: 1.853993192s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.169889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.315558Z","time spent":"1.85432442s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:23:36.169863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.379645289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:36.169979Z","caller":"traceutil/trace.go:171","msg":"trace[1527866684] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11054; }","duration":"1.379843093s","start":"2026-03-03T14:23:34.790108Z","end":"2026-03-03T14:23:36.169951Z","steps":["trace[1527866684] 'agreement among raft nodes before linearized reading' (duration: 1.379593268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.170046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.790091Z","time spent":"1.379943415s","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:36.170097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968163037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T14:23:36.170212Z","caller":"traceutil/trace.go:171","msg":"trace[2123779172] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce; range_end:; response_count:1; response_revision:11054; }","duration":"1.968405173s","start":"2026-03-03T14:23:34.201784Z","end":"2026-03-03T14:23:36.170189Z","steps":["trace[2123779172] 'agreement among raft nodes before linearized reading' (duration: 1.967607464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.17029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.201761Z","time spent":"1.968512436s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce\" "} {"level":"warn","ts":"2026-03-03T14:23:36.170335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.968623898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"info","ts":"2026-03-03T14:23:36.170393Z","caller":"traceutil/trace.go:171","msg":"trace[265456570] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:11054; }","duration":"1.968709781s","start":"2026-03-03T14:23:34.201672Z","end":"2026-03-03T14:23:36.170382Z","steps":["trace[265456570] 'agreement among raft nodes before linearized reading' (duration: 1.968057705s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.170427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:34.201669Z","time spent":"1.968748542s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:36.170677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.383442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:23:36.170746Z","caller":"traceutil/trace.go:171","msg":"trace[115181157] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11054; }","duration":"879.584187ms","start":"2026-03-03T14:23:35.291142Z","end":"2026-03-03T14:23:36.170727Z","steps":["trace[115181157] 'agreement among raft nodes before linearized reading' (duration: 878.773567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.170787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.291125Z","time spent":"879.650009ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:36.170887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.941542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:36.171087Z","caller":"traceutil/trace.go:171","msg":"trace[1056742931] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11054; }","duration":"709.332781ms","start":"2026-03-03T14:23:35.461721Z","end":"2026-03-03T14:23:36.171054Z","steps":["trace[1056742931] 'agreement among raft nodes before linearized reading' (duration: 708.230374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:36.171264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:35.461699Z","time spent":"709.542307ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:37.145313Z","caller":"traceutil/trace.go:171","msg":"trace[1004710793] transaction","detail":"{read_only:false; response_revision:11055; number_of_response:1; }","duration":"942.96236ms","start":"2026-03-03T14:23:36.202315Z","end":"2026-03-03T14:23:37.145277Z","steps":["trace[1004710793] 'process raft request' (duration: 942.723743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:37.145571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.202294Z","time spent":"943.168684ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:37.170784Z","caller":"traceutil/trace.go:171","msg":"trace[390706094] linearizableReadLoop","detail":"{readStateIndex:11513; appliedIndex:11510; }","duration":"410.999412ms","start":"2026-03-03T14:23:36.759758Z","end":"2026-03-03T14:23:37.170757Z","steps":["trace[390706094] 'read index received' (duration: 385.424505ms)","trace[390706094] 'applied index is now lower than readState.Index' (duration: 25.573837ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:37.170893Z","caller":"traceutil/trace.go:171","msg":"trace[877665444] transaction","detail":"{read_only:false; response_revision:11057; number_of_response:1; }","duration":"966.911648ms","start":"2026-03-03T14:23:36.203955Z","end":"2026-03-03T14:23:37.170867Z","steps":["trace[877665444] 'process raft request' (duration: 966.748474ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:37.170912Z","caller":"traceutil/trace.go:171","msg":"trace[1856340009] transaction","detail":"{read_only:false; response_revision:11056; number_of_response:1; }","duration":"967.579704ms","start":"2026-03-03T14:23:36.203257Z","end":"2026-03-03T14:23:37.170836Z","steps":["trace[1856340009] 'process raft request' (duration: 967.284927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:37.171009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.225867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" ","response":"range_response_count:1 size:789"} {"level":"warn","ts":"2026-03-03T14:23:37.171026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.203948Z","time spent":"967.0024ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:37.171046Z","caller":"traceutil/trace.go:171","msg":"trace[356238046] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495; range_end:; response_count:1; response_revision:11057; }","duration":"411.303029ms","start":"2026-03-03T14:23:36.759733Z","end":"2026-03-03T14:23:37.171036Z","steps":["trace[356238046] 'agreement among raft nodes before linearized reading' (duration: 411.125825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:37.171085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.759719Z","time spent":"411.35791ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":813,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" "} {"level":"warn","ts":"2026-03-03T14:23:37.171187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:36.203241Z","time spent":"967.786928ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:37.506649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.554842ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:37.506912Z","caller":"traceutil/trace.go:171","msg":"trace[1661219929] transaction","detail":"{read_only:false; response_revision:11058; number_of_response:1; }","duration":"333.267209ms","start":"2026-03-03T14:23:37.173602Z","end":"2026-03-03T14:23:37.50687Z","steps":["trace[1661219929] 'process raft request' (duration: 143.355877ms)","trace[1661219929] 'compare' (duration: 189.348117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:37.507204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.173586Z","time spent":"333.430963ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:37.506782Z","caller":"traceutil/trace.go:171","msg":"trace[206929068] linearizableReadLoop","detail":"{readStateIndex:11514; appliedIndex:11513; }","duration":"214.883403ms","start":"2026-03-03T14:23:37.291878Z","end":"2026-03-03T14:23:37.506761Z","steps":["trace[206929068] 'read index received' (duration: 25.067364ms)","trace[206929068] 'applied index is now lower than readState.Index' (duration: 189.814319ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:37.50745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.545368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:23:37.507539Z","caller":"traceutil/trace.go:171","msg":"trace[1724749091] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11058; }","duration":"215.674992ms","start":"2026-03-03T14:23:37.291842Z","end":"2026-03-03T14:23:37.507517Z","steps":["trace[1724749091] 'agreement among raft nodes before linearized reading' (duration: 215.363734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:37.50719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.307493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:23:37.507674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.747284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:23:37.507697Z","caller":"traceutil/trace.go:171","msg":"trace[1227179972] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11058; }","duration":"215.828686ms","start":"2026-03-03T14:23:37.291856Z","end":"2026-03-03T14:23:37.507685Z","steps":["trace[1227179972] 'agreement among raft nodes before linearized reading' (duration: 215.029417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:37.507734Z","caller":"traceutil/trace.go:171","msg":"trace[1534794525] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11058; }","duration":"215.822045ms","start":"2026-03-03T14:23:37.29189Z","end":"2026-03-03T14:23:37.507712Z","steps":["trace[1534794525] 'agreement among raft nodes before linearized reading' (duration: 215.619011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:37.507928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.872256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:23:37.507961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.01012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:23:37.508029Z","caller":"traceutil/trace.go:171","msg":"trace[961099556] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11058; }","duration":"216.083481ms","start":"2026-03-03T14:23:37.291929Z","end":"2026-03-03T14:23:37.508012Z","steps":["trace[961099556] 'agreement among raft nodes before linearized reading' (duration: 215.932388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:37.507961Z","caller":"traceutil/trace.go:171","msg":"trace[1319868444] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11058; }","duration":"215.947858ms","start":"2026-03-03T14:23:37.292004Z","end":"2026-03-03T14:23:37.507952Z","steps":["trace[1319868444] 'agreement among raft nodes before linearized reading' (duration: 215.843735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:37.508393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.577879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:37.508467Z","caller":"traceutil/trace.go:171","msg":"trace[1862881940] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11058; }","duration":"116.249494ms","start":"2026-03-03T14:23:37.392199Z","end":"2026-03-03T14:23:37.508449Z","steps":["trace[1862881940] 'agreement among raft nodes before linearized reading' (duration: 115.475736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:38.073828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.697245ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:38.073944Z","caller":"traceutil/trace.go:171","msg":"trace[758857406] transaction","detail":"{read_only:false; response_revision:11059; number_of_response:1; }","duration":"561.1811ms","start":"2026-03-03T14:23:37.512746Z","end":"2026-03-03T14:23:38.073927Z","steps":["trace[758857406] 'process raft request' (duration: 417.28253ms)","trace[758857406] 'compare' (duration: 143.282436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:38.073986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.512727Z","time spent":"561.242102ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:38.546555Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:39.047095Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:39.547971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373782,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:40.014288Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.084221139s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:40.014706Z","caller":"traceutil/trace.go:171","msg":"trace[965800380] transaction","detail":"{read_only:false; response_revision:11061; number_of_response:1; }","duration":"2.501560559s","start":"2026-03-03T14:23:37.513118Z","end":"2026-03-03T14:23:40.014679Z","steps":["trace[965800380] 'process raft request' (duration: 2.501498038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:40.01484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.513112Z","time spent":"2.501656862s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:40.01499Z","caller":"traceutil/trace.go:171","msg":"trace[1541715174] transaction","detail":"{read_only:false; response_revision:11062; number_of_response:1; }","duration":"2.501822435s","start":"2026-03-03T14:23:37.51316Z","end":"2026-03-03T14:23:40.014983Z","steps":["trace[1541715174] 'process raft request' (duration: 2.501485697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:40.015035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.513156Z","time spent":"2.501855747s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:40.015284Z","caller":"traceutil/trace.go:171","msg":"trace[18900152] transaction","detail":"{read_only:false; response_revision:11063; number_of_response:1; }","duration":"2.502077582s","start":"2026-03-03T14:23:37.513199Z","end":"2026-03-03T14:23:40.015277Z","steps":["trace[18900152] 'process raft request' (duration: 2.501756915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:40.015328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.51318Z","time spent":"2.502127493s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:40.015438Z","caller":"traceutil/trace.go:171","msg":"trace[964797486] transaction","detail":"{read_only:false; response_revision:11064; number_of_response:1; }","duration":"2.389374561s","start":"2026-03-03T14:23:37.626058Z","end":"2026-03-03T14:23:40.015432Z","steps":["trace[964797486] 'process raft request' (duration: 2.389188446s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:40.014752Z","caller":"traceutil/trace.go:171","msg":"trace[1594502436] transaction","detail":"{read_only:false; response_revision:11060; number_of_response:1; }","duration":"2.501670132s","start":"2026-03-03T14:23:37.513004Z","end":"2026-03-03T14:23:40.014674Z","steps":["trace[1594502436] 'process raft request' (duration: 2.501474417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:40.015659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.512998Z","time spent":"2.502578773s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:40.015474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:37.626026Z","time spent":"2.389430902s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:40.046373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:40.046501Z","caller":"traceutil/trace.go:171","msg":"trace[609906604] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000902864s","start":"2026-03-03T14:23:38.045572Z","end":"2026-03-03T14:23:40.046475Z","steps":["trace[609906604] 'agreement among raft nodes before linearized reading' (duration: 2.00074131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:40.046569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.045552Z","time spent":"2.001006536s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:42.03844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889477682s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:42.038563Z","caller":"traceutil/trace.go:171","msg":"trace[1055688393] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11064; }","duration":"1.889612486s","start":"2026-03-03T14:23:40.14893Z","end":"2026-03-03T14:23:42.038542Z","steps":["trace[1055688393] 'range keys from in-memory index tree' (duration: 1.889457902s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.046842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000184406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:23:42.046934Z","caller":"traceutil/trace.go:171","msg":"trace[1680182350] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00031997s","start":"2026-03-03T14:23:40.046595Z","end":"2026-03-03T14:23:42.046915Z","steps":["trace[1680182350] 'agreement among raft nodes before linearized reading' (duration: 2.000210327s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.046999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.046577Z","time spent":"2.000404391s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:23:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:23:42.211077Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.11255966s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:42.783286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.918675ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:42.783542Z","caller":"traceutil/trace.go:171","msg":"trace[2147008175] linearizableReadLoop","detail":"{readStateIndex:11525; appliedIndex:11515; }","duration":"4.737901513s","start":"2026-03-03T14:23:38.045616Z","end":"2026-03-03T14:23:42.783518Z","steps":["trace[2147008175] 'read index received' (duration: 1.968941136s)","trace[2147008175] 'applied index is now lower than readState.Index' (duration: 2.768959727s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:42.783687Z","caller":"traceutil/trace.go:171","msg":"trace[301266462] transaction","detail":"{read_only:false; response_revision:11065; number_of_response:1; }","duration":"3.685589632s","start":"2026-03-03T14:23:39.09809Z","end":"2026-03-03T14:23:42.78368Z","steps":["trace[301266462] 'process raft request' (duration: 3.685258564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.783764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.098058Z","time spent":"3.685659434s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:42.783868Z","caller":"traceutil/trace.go:171","msg":"trace[1362781485] transaction","detail":"{read_only:false; response_revision:11066; number_of_response:1; }","duration":"3.63191866s","start":"2026-03-03T14:23:39.151944Z","end":"2026-03-03T14:23:42.783863Z","steps":["trace[1362781485] 'process raft request' (duration: 3.631496851s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.783898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.151914Z","time spent":"3.631969711s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:42.783962Z","caller":"traceutil/trace.go:171","msg":"trace[1788244677] transaction","detail":"{read_only:false; response_revision:11067; number_of_response:1; }","duration":"3.60825872s","start":"2026-03-03T14:23:39.175699Z","end":"2026-03-03T14:23:42.783958Z","steps":["trace[1788244677] 'process raft request' (duration: 3.607774148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.784005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.175674Z","time spent":"3.608317631s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:42.784072Z","caller":"traceutil/trace.go:171","msg":"trace[718442832] transaction","detail":"{read_only:false; response_revision:11068; number_of_response:1; }","duration":"3.607244865s","start":"2026-03-03T14:23:39.176821Z","end":"2026-03-03T14:23:42.784066Z","steps":["trace[718442832] 'process raft request' (duration: 3.606667942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.7841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.176804Z","time spent":"3.607282136s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:42.784218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.60233304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:42.784237Z","caller":"traceutil/trace.go:171","msg":"trace[1042814382] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11068; }","duration":"4.602394291s","start":"2026-03-03T14:23:38.181838Z","end":"2026-03-03T14:23:42.784232Z","steps":["trace[1042814382] 'agreement among raft nodes before linearized reading' (duration: 4.602324719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.784253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.181818Z","time spent":"4.602431751s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:42.784429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.791577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:42.784449Z","caller":"traceutil/trace.go:171","msg":"trace[1696538705] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11068; }","duration":"216.858211ms","start":"2026-03-03T14:23:42.567587Z","end":"2026-03-03T14:23:42.784445Z","steps":["trace[1696538705] 'agreement among raft nodes before linearized reading' (duration: 216.817969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.784539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.399715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:42.784551Z","caller":"traceutil/trace.go:171","msg":"trace[671511489] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11068; }","duration":"323.415335ms","start":"2026-03-03T14:23:42.461132Z","end":"2026-03-03T14:23:42.784548Z","steps":["trace[671511489] 'agreement among raft nodes before linearized reading' (duration: 323.388265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.784564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.461033Z","time spent":"323.527399ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:42.784642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.297494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:42.784663Z","caller":"traceutil/trace.go:171","msg":"trace[1863221056] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11068; }","duration":"680.360626ms","start":"2026-03-03T14:23:42.104297Z","end":"2026-03-03T14:23:42.784658Z","steps":["trace[1863221056] 'agreement among raft nodes before linearized reading' (duration: 680.328495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.784676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.104278Z","time spent":"680.394396ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:42.784756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.090704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:42.784772Z","caller":"traceutil/trace.go:171","msg":"trace[45658452] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11068; }","duration":"730.139276ms","start":"2026-03-03T14:23:42.054629Z","end":"2026-03-03T14:23:42.784768Z","steps":["trace[45658452] 'agreement among raft nodes before linearized reading' (duration: 730.115075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.784784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.054613Z","time spent":"730.168836ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:42.784885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.483776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:23:42.784905Z","caller":"traceutil/trace.go:171","msg":"trace[1963442389] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11068; }","duration":"763.524497ms","start":"2026-03-03T14:23:42.021377Z","end":"2026-03-03T14:23:42.784901Z","steps":["trace[1963442389] 'agreement among raft nodes before linearized reading' (duration: 763.471165ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.784918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.021367Z","time spent":"763.547558ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:23:42.785006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.418258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:23:42.785022Z","caller":"traceutil/trace.go:171","msg":"trace[1078241407] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11068; }","duration":"764.456098ms","start":"2026-03-03T14:23:42.020559Z","end":"2026-03-03T14:23:42.785016Z","steps":["trace[1078241407] 'agreement among raft nodes before linearized reading' (duration: 764.417577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.020552Z","time spent":"764.478869ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:42.785121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.810747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:23:42.785139Z","caller":"traceutil/trace.go:171","msg":"trace[2118969045] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11068; }","duration":"764.853258ms","start":"2026-03-03T14:23:42.020282Z","end":"2026-03-03T14:23:42.785135Z","steps":["trace[2118969045] 'agreement among raft nodes before linearized reading' (duration: 764.807487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.020271Z","time spent":"764.880278ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:23:42.785235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.069883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:23:42.785251Z","caller":"traceutil/trace.go:171","msg":"trace[850052670] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11068; }","duration":"765.124014ms","start":"2026-03-03T14:23:42.020123Z","end":"2026-03-03T14:23:42.785247Z","steps":["trace[850052670] 'agreement among raft nodes before linearized reading' (duration: 765.083023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.020101Z","time spent":"765.161135ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:42.785332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.370107594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:42.785349Z","caller":"traceutil/trace.go:171","msg":"trace[1116726039] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11068; }","duration":"1.370153094s","start":"2026-03-03T14:23:41.415191Z","end":"2026-03-03T14:23:42.785344Z","steps":["trace[1116726039] 'agreement among raft nodes before linearized reading' (duration: 1.370127293s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:41.415149Z","time spent":"1.370209605s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:42.785496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.574727092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:23:42.785513Z","caller":"traceutil/trace.go:171","msg":"trace[621300167] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11068; }","duration":"1.574771024s","start":"2026-03-03T14:23:41.210738Z","end":"2026-03-03T14:23:42.785509Z","steps":["trace[621300167] 'agreement among raft nodes before linearized reading' (duration: 1.574696492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:41.210724Z","time spent":"1.574799104s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:42.785609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051545784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:42.785626Z","caller":"traceutil/trace.go:171","msg":"trace[1633985449] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11068; }","duration":"2.051603695s","start":"2026-03-03T14:23:40.734018Z","end":"2026-03-03T14:23:42.785622Z","steps":["trace[1633985449] 'agreement among raft nodes before linearized reading' (duration: 2.051572655s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.733997Z","time spent":"2.051638656s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:42.785739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.706388544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:23:42.785756Z","caller":"traceutil/trace.go:171","msg":"trace[952711961] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11068; }","duration":"2.706439996s","start":"2026-03-03T14:23:40.079312Z","end":"2026-03-03T14:23:42.785752Z","steps":["trace[952711961] 'agreement among raft nodes before linearized reading' (duration: 2.706395514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.079295Z","time spent":"2.706470957s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:23:42.785835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.723874198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:42.785851Z","caller":"traceutil/trace.go:171","msg":"trace[619796561] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11068; }","duration":"2.72393817s","start":"2026-03-03T14:23:40.061909Z","end":"2026-03-03T14:23:42.785847Z","steps":["trace[619796561] 'agreement among raft nodes before linearized reading' (duration: 2.723912579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:40.061883Z","time spent":"2.723978131s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:42.785962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.447900129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:23:42.785976Z","caller":"traceutil/trace.go:171","msg":"trace[1299223213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11068; }","duration":"3.447956481s","start":"2026-03-03T14:23:39.338016Z","end":"2026-03-03T14:23:42.785972Z","steps":["trace[1299223213] 'agreement among raft nodes before linearized reading' (duration: 3.44791387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.785988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.337991Z","time spent":"3.447994991s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:23:42.786067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.448043573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:23:42.786085Z","caller":"traceutil/trace.go:171","msg":"trace[1358758762] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11068; }","duration":"3.448097434s","start":"2026-03-03T14:23:39.337982Z","end":"2026-03-03T14:23:42.78608Z","steps":["trace[1358758762] 'agreement among raft nodes before linearized reading' (duration: 3.448057983s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.786099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.337961Z","time spent":"3.448134375s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:23:42.786183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.578308339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:23:42.786197Z","caller":"traceutil/trace.go:171","msg":"trace[1925754400] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11068; }","duration":"3.578356941s","start":"2026-03-03T14:23:39.207836Z","end":"2026-03-03T14:23:42.786193Z","steps":["trace[1925754400] 'agreement among raft nodes before linearized reading' (duration: 3.57831284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.78621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:39.207816Z","time spent":"3.578391041s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:23:42.786313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.844303483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:23:42.786333Z","caller":"traceutil/trace.go:171","msg":"trace[709966325] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11068; }","duration":"3.844347755s","start":"2026-03-03T14:23:38.941979Z","end":"2026-03-03T14:23:42.786327Z","steps":["trace[709966325] 'agreement among raft nodes before linearized reading' (duration: 3.844300034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.786347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.941962Z","time spent":"3.844380995s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:23:42.786437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494955804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:42.786454Z","caller":"traceutil/trace.go:171","msg":"trace[524781169] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11068; }","duration":"4.495023117s","start":"2026-03-03T14:23:38.291427Z","end":"2026-03-03T14:23:42.78645Z","steps":["trace[524781169] 'agreement among raft nodes before linearized reading' (duration: 4.494992066s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.786467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.291394Z","time spent":"4.495069917s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:42.786557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.510013122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:42.786575Z","caller":"traceutil/trace.go:171","msg":"trace[1203603090] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11068; }","duration":"4.510032543s","start":"2026-03-03T14:23:38.276538Z","end":"2026-03-03T14:23:42.786571Z","steps":["trace[1203603090] 'agreement among raft nodes before linearized reading' (duration: 4.509994822s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.786589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.276498Z","time spent":"4.510087164s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:42.78667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52173313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:42.786685Z","caller":"traceutil/trace.go:171","msg":"trace[190428868] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11068; }","duration":"4.52174969s","start":"2026-03-03T14:23:38.264931Z","end":"2026-03-03T14:23:42.786681Z","steps":["trace[190428868] 'agreement among raft nodes before linearized reading' (duration: 4.52172458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:42.786698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:38.264874Z","time spent":"4.521820282s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:44.687298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559427761s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:44.687358Z","caller":"traceutil/trace.go:171","msg":"trace[1391885640] linearizableReadLoop","detail":"{readStateIndex:11526; appliedIndex:11525; }","duration":"1.895780333s","start":"2026-03-03T14:23:42.791568Z","end":"2026-03-03T14:23:44.687348Z","steps":["trace[1391885640] 'read index received' (duration: 336.26558ms)","trace[1391885640] 'applied index is now lower than readState.Index' (duration: 1.559514133s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:44.687403Z","caller":"traceutil/trace.go:171","msg":"trace[434204015] transaction","detail":"{read_only:false; response_revision:11069; number_of_response:1; }","duration":"1.895866915s","start":"2026-03-03T14:23:42.791527Z","end":"2026-03-03T14:23:44.687394Z","steps":["trace[434204015] 'process raft request' (duration: 336.289111ms)","trace[434204015] 'compare' (duration: 1.559248376s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:44.687444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.791513Z","time spent":"1.895911016s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:44.687527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.895963907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:44.687544Z","caller":"traceutil/trace.go:171","msg":"trace[1126722908] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11069; }","duration":"1.896019958s","start":"2026-03-03T14:23:42.791519Z","end":"2026-03-03T14:23:44.687539Z","steps":["trace[1126722908] 'agreement among raft nodes before linearized reading' (duration: 1.895989238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:44.68757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.79149Z","time spent":"1.896065059s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:45.01113Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.883216365s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:23:45.291936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.359946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:45.29254Z","caller":"traceutil/trace.go:171","msg":"trace[2136846024] transaction","detail":"{read_only:false; response_revision:11075; number_of_response:1; }","duration":"2.498914177s","start":"2026-03-03T14:23:42.793605Z","end":"2026-03-03T14:23:45.292519Z","steps":["trace[2136846024] 'process raft request' (duration: 2.498845845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.292681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.793599Z","time spent":"2.499014659s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:45.292898Z","caller":"traceutil/trace.go:171","msg":"trace[581554436] transaction","detail":"{read_only:false; response_revision:11072; number_of_response:1; }","duration":"2.499713885s","start":"2026-03-03T14:23:42.793167Z","end":"2026-03-03T14:23:45.292881Z","steps":["trace[581554436] 'process raft request' (duration: 2.49904689s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.292892Z","caller":"traceutil/trace.go:171","msg":"trace[522538697] transaction","detail":"{read_only:false; response_revision:11071; number_of_response:1; }","duration":"2.499942891s","start":"2026-03-03T14:23:42.792912Z","end":"2026-03-03T14:23:45.292855Z","steps":["trace[522538697] 'process raft request' (duration: 2.499175823s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.292921Z","caller":"traceutil/trace.go:171","msg":"trace[92954234] transaction","detail":"{read_only:false; response_revision:11073; number_of_response:1; }","duration":"2.499679815s","start":"2026-03-03T14:23:42.793211Z","end":"2026-03-03T14:23:45.292891Z","steps":["trace[92954234] 'process raft request' (duration: 2.499126322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.292986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.793162Z","time spent":"2.499780497s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:45.292923Z","caller":"traceutil/trace.go:171","msg":"trace[689146144] transaction","detail":"{read_only:false; response_revision:11074; number_of_response:1; }","duration":"2.499660424s","start":"2026-03-03T14:23:42.793243Z","end":"2026-03-03T14:23:45.292903Z","steps":["trace[689146144] 'process raft request' (duration: 2.499144942s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.292891Z","caller":"traceutil/trace.go:171","msg":"trace[1815181989] transaction","detail":"{read_only:false; response_revision:11070; number_of_response:1; }","duration":"2.500153287s","start":"2026-03-03T14:23:42.792712Z","end":"2026-03-03T14:23:45.292865Z","steps":["trace[1815181989] 'process raft request' (duration: 2.218725966s)","trace[1815181989] 'compare' (duration: 279.883344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:45.293075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.793206Z","time spent":"2.499791037s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:45.293046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.792897Z","time spent":"2.500061274s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:45.293208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.792688Z","time spent":"2.500421793s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:45.29317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.793239Z","time spent":"2.499840819s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:45.81856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.213623ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:45.818867Z","caller":"traceutil/trace.go:171","msg":"trace[366943403] linearizableReadLoop","detail":"{readStateIndex:11533; appliedIndex:11526; }","duration":"1.131481177s","start":"2026-03-03T14:23:44.687371Z","end":"2026-03-03T14:23:45.818852Z","steps":["trace[366943403] 'read index received' (duration: 324.06274ms)","trace[366943403] 'applied index is now lower than readState.Index' (duration: 807.417387ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:45.819117Z","caller":"traceutil/trace.go:171","msg":"trace[2068336917] transaction","detail":"{read_only:false; response_revision:11076; number_of_response:1; }","duration":"1.722828523s","start":"2026-03-03T14:23:44.096268Z","end":"2026-03-03T14:23:45.819096Z","steps":["trace[2068336917] 'process raft request' (duration: 1.408990295s)","trace[2068336917] 'compare' (duration: 313.022418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:45.81924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.484013844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:23:45.819263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609974878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:45.819226Z","caller":"traceutil/trace.go:171","msg":"trace[871701396] transaction","detail":"{read_only:false; response_revision:11078; number_of_response:1; }","duration":"1.027598015s","start":"2026-03-03T14:23:44.791591Z","end":"2026-03-03T14:23:45.819189Z","steps":["trace[871701396] 'process raft request' (duration: 1.027195126s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.819286Z","caller":"traceutil/trace.go:171","msg":"trace[735389118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11079; }","duration":"1.610034649s","start":"2026-03-03T14:23:44.209246Z","end":"2026-03-03T14:23:45.81928Z","steps":["trace[735389118] 'agreement among raft nodes before linearized reading' (duration: 1.609999079s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.819289Z","caller":"traceutil/trace.go:171","msg":"trace[1444626470] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11079; }","duration":"2.484093616s","start":"2026-03-03T14:23:43.33518Z","end":"2026-03-03T14:23:45.819274Z","steps":["trace[1444626470] 'agreement among raft nodes before linearized reading' (duration: 2.483927332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.819247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.123045119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:45.819321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.335137Z","time spent":"2.484179548s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:23:45.819299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.903529037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"warn","ts":"2026-03-03T14:23:45.819329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.288733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:45.819391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.026953642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:23:45.819378Z","caller":"traceutil/trace.go:171","msg":"trace[1955769170] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11079; }","duration":"2.903676391s","start":"2026-03-03T14:23:42.915682Z","end":"2026-03-03T14:23:45.819359Z","steps":["trace[1955769170] 'agreement among raft nodes before linearized reading' (duration: 2.903427215s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:45.819412Z","caller":"traceutil/trace.go:171","msg":"trace[73772495] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11079; }","duration":"3.026984533s","start":"2026-03-03T14:23:42.792423Z","end":"2026-03-03T14:23:45.819407Z","steps":["trace[73772495] 'agreement among raft nodes before linearized reading' (duration: 3.026902101s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.819397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.791583Z","time spent":"1.027723868s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:45.819403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.02102148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:45.819418Z","caller":"traceutil/trace.go:171","msg":"trace[2007307689] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11079; }","duration":"142.427666ms","start":"2026-03-03T14:23:45.676963Z","end":"2026-03-03T14:23:45.819391Z","steps":["trace[2007307689] 'agreement among raft nodes before linearized reading' (duration: 142.265422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.819427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.91565Z","time spent":"2.903768533s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:23:45.819297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.783827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:45.819526Z","caller":"traceutil/trace.go:171","msg":"trace[710639017] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11079; }","duration":"322.050773ms","start":"2026-03-03T14:23:45.497462Z","end":"2026-03-03T14:23:45.819513Z","steps":["trace[710639017] 'agreement among raft nodes before linearized reading' (duration: 321.795027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.819426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.792417Z","time spent":"3.027005574s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:23:45.819635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.49744Z","time spent":"322.178446ms","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:23:45.819349Z","caller":"traceutil/trace.go:171","msg":"trace[1166569467] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:11079; }","duration":"2.123226823s","start":"2026-03-03T14:23:43.6961Z","end":"2026-03-03T14:23:45.819327Z","steps":["trace[1166569467] 'agreement among raft nodes before linearized reading' (duration: 2.122996877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.819771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.096239Z","time spent":"1.723422876s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:45.819197Z","caller":"traceutil/trace.go:171","msg":"trace[1644804815] transaction","detail":"{read_only:false; response_revision:11079; number_of_response:1; }","duration":"1.02527232s","start":"2026-03-03T14:23:44.793917Z","end":"2026-03-03T14:23:45.819189Z","steps":["trace[1644804815] 'process raft request' (duration: 1.024899792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.820027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.793889Z","time spent":"1.026092399s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:45.819229Z","caller":"traceutil/trace.go:171","msg":"trace[540649981] transaction","detail":"{read_only:false; response_revision:11077; number_of_response:1; }","duration":"1.027751099s","start":"2026-03-03T14:23:44.791473Z","end":"2026-03-03T14:23:45.819224Z","steps":["trace[540649981] 'process raft request' (duration: 1.027235277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.819212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121326466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:45.820155Z","caller":"traceutil/trace.go:171","msg":"trace[1850522281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11079; }","duration":"1.12232376s","start":"2026-03-03T14:23:44.697824Z","end":"2026-03-03T14:23:45.820147Z","steps":["trace[1850522281] 'agreement among raft nodes before linearized reading' (duration: 1.121311536s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.820172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.697802Z","time spent":"1.12236541s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:45.819303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.209229Z","time spent":"1.610069751s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:45.820166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.791446Z","time spent":"1.028646979s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:45.819463Z","caller":"traceutil/trace.go:171","msg":"trace[1468646374] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11079; }","duration":"1.021109831s","start":"2026-03-03T14:23:44.798338Z","end":"2026-03-03T14:23:45.819448Z","steps":["trace[1468646374] 'agreement among raft nodes before linearized reading' (duration: 1.020980528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.820316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:44.798325Z","time spent":"1.021984102s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:45.819137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.948884982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:45.82043Z","caller":"traceutil/trace.go:171","msg":"trace[586850310] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11079; }","duration":"2.950203273s","start":"2026-03-03T14:23:42.870209Z","end":"2026-03-03T14:23:45.820412Z","steps":["trace[586850310] 'agreement among raft nodes before linearized reading' (duration: 2.948892872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:45.820489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:42.870182Z","time spent":"2.950289045s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:45.81976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:43.696079Z","time spent":"2.123631893s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:46.338009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.942986ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:23:46.338391Z","caller":"traceutil/trace.go:171","msg":"trace[413074692] linearizableReadLoop","detail":"{readStateIndex:11537; appliedIndex:11536; }","duration":"515.379896ms","start":"2026-03-03T14:23:45.822962Z","end":"2026-03-03T14:23:46.338342Z","steps":["trace[413074692] 'read index received' (duration: 280.930879ms)","trace[413074692] 'applied index is now lower than readState.Index' (duration: 234.446927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:46.338448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.820062Z","time spent":"518.376576ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:46.338652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.669452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:23:46.338898Z","caller":"traceutil/trace.go:171","msg":"trace[400821808] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301; range_end:; response_count:1; response_revision:11079; }","duration":"515.914758ms","start":"2026-03-03T14:23:45.82294Z","end":"2026-03-03T14:23:46.338855Z","steps":["trace[400821808] 'agreement among raft nodes before linearized reading' (duration: 515.517878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:46.339001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.822926Z","time spent":"516.03488ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301\" "} {"level":"warn","ts":"2026-03-03T14:23:46.33924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.71983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:46.339277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.145534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:46.339315Z","caller":"traceutil/trace.go:171","msg":"trace[264105395] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11079; }","duration":"201.850084ms","start":"2026-03-03T14:23:46.137446Z","end":"2026-03-03T14:23:46.339296Z","steps":["trace[264105395] 'agreement among raft nodes before linearized reading' (duration: 201.658439ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:46.339337Z","caller":"traceutil/trace.go:171","msg":"trace[296238300] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11079; }","duration":"511.226166ms","start":"2026-03-03T14:23:45.828094Z","end":"2026-03-03T14:23:46.339321Z","steps":["trace[296238300] 'agreement among raft nodes before linearized reading' (duration: 511.114174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:46.339337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.876151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"warn","ts":"2026-03-03T14:23:46.33938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.828084Z","time spent":"511.289119ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:46.339393Z","caller":"traceutil/trace.go:171","msg":"trace[1604330786] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11079; }","duration":"389.966373ms","start":"2026-03-03T14:23:45.949413Z","end":"2026-03-03T14:23:46.339379Z","steps":["trace[1604330786] 'agreement among raft nodes before linearized reading' (duration: 389.824308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:46.339436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.949364Z","time spent":"390.063376ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:23:46.340193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.517449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:42 size:386505"} {"level":"info","ts":"2026-03-03T14:23:46.340322Z","caller":"traceutil/trace.go:171","msg":"trace[1081733560] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:42; response_revision:11079; }","duration":"515.647081ms","start":"2026-03-03T14:23:45.824638Z","end":"2026-03-03T14:23:46.340285Z","steps":["trace[1081733560] 'agreement among raft nodes before linearized reading' (duration: 514.440422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:46.340428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:45.824627Z","time spent":"515.788095ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":42,"response size":386529,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:47.512772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.447017ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:47.513102Z","caller":"traceutil/trace.go:171","msg":"trace[1554664188] linearizableReadLoop","detail":"{readStateIndex:11538; appliedIndex:11537; }","duration":"1.172456048s","start":"2026-03-03T14:23:46.340617Z","end":"2026-03-03T14:23:47.513073Z","steps":["trace[1554664188] 'read index received' (duration: 191.345825ms)","trace[1554664188] 'applied index is now lower than readState.Index' (duration: 981.106463ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:47.513193Z","caller":"traceutil/trace.go:171","msg":"trace[1751757367] transaction","detail":"{read_only:false; response_revision:11080; number_of_response:1; }","duration":"1.172802677s","start":"2026-03-03T14:23:46.340347Z","end":"2026-03-03T14:23:47.513149Z","steps":["trace[1751757367] 'process raft request' (duration: 191.763515ms)","trace[1751757367] 'compare' (duration: 980.197442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:47.513358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.340318Z","time spent":"1.17294131s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:47.513703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173071023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:47.513795Z","caller":"traceutil/trace.go:171","msg":"trace[1278015111] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11080; }","duration":"1.173192656s","start":"2026-03-03T14:23:46.340585Z","end":"2026-03-03T14:23:47.513778Z","steps":["trace[1278015111] 'agreement among raft nodes before linearized reading' (duration: 1.172875419s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.51391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.167698576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"warn","ts":"2026-03-03T14:23:47.513908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.171866715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:23:47.513908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.090431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:47.513964Z","caller":"traceutil/trace.go:171","msg":"trace[1921582551] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:11080; }","duration":"1.167774797s","start":"2026-03-03T14:23:46.346176Z","end":"2026-03-03T14:23:47.513951Z","steps":["trace[1921582551] 'agreement among raft nodes before linearized reading' (duration: 1.167613943s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.514002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.346166Z","time spent":"1.167829179s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1333,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"info","ts":"2026-03-03T14:23:47.513997Z","caller":"traceutil/trace.go:171","msg":"trace[947883382] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:11080; }","duration":"240.222394ms","start":"2026-03-03T14:23:47.273751Z","end":"2026-03-03T14:23:47.513974Z","steps":["trace[947883382] 'agreement among raft nodes before linearized reading' (duration: 240.07766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.513988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.549209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:23:47.514033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.301653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:23:47.51403Z","caller":"traceutil/trace.go:171","msg":"trace[878815192] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11080; }","duration":"1.172017718s","start":"2026-03-03T14:23:46.341944Z","end":"2026-03-03T14:23:47.513962Z","steps":["trace[878815192] 'agreement among raft nodes before linearized reading' (duration: 1.171722322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.514019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.053898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" ","response":"range_response_count:1 size:789"} {"level":"info","ts":"2026-03-03T14:23:47.514069Z","caller":"traceutil/trace.go:171","msg":"trace[1131588465] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11080; }","duration":"215.644451ms","start":"2026-03-03T14:23:47.298405Z","end":"2026-03-03T14:23:47.51405Z","steps":["trace[1131588465] 'agreement among raft nodes before linearized reading' (duration: 215.394246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:47.514118Z","caller":"traceutil/trace.go:171","msg":"trace[952691956] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495; range_end:; response_count:1; response_revision:11080; }","duration":"753.198101ms","start":"2026-03-03T14:23:46.760892Z","end":"2026-03-03T14:23:47.51409Z","steps":["trace[952691956] 'agreement among raft nodes before linearized reading' (duration: 752.903565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.514122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.629711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:23:47.514274Z","caller":"traceutil/trace.go:171","msg":"trace[554378240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11080; }","duration":"215.838696ms","start":"2026-03-03T14:23:47.298408Z","end":"2026-03-03T14:23:47.514247Z","steps":["trace[554378240] 'agreement among raft nodes before linearized reading' (duration: 215.379415ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.513909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.340569Z","time spent":"1.173319939s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:47.514068Z","caller":"traceutil/trace.go:171","msg":"trace[900283822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11080; }","duration":"215.357355ms","start":"2026-03-03T14:23:47.2987Z","end":"2026-03-03T14:23:47.514057Z","steps":["trace[900283822] 'agreement among raft nodes before linearized reading' (duration: 215.15563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.513832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17126989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:47.514501Z","caller":"traceutil/trace.go:171","msg":"trace[85874980] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11080; }","duration":"1.171949026s","start":"2026-03-03T14:23:46.342533Z","end":"2026-03-03T14:23:47.514482Z","steps":["trace[85874980] 'agreement among raft nodes before linearized reading' (duration: 1.1712698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.514001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.456367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:23:47.514573Z","caller":"traceutil/trace.go:171","msg":"trace[1209411492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11080; }","duration":"216.04862ms","start":"2026-03-03T14:23:47.298506Z","end":"2026-03-03T14:23:47.514555Z","steps":["trace[1209411492] 'agreement among raft nodes before linearized reading' (duration: 215.363544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.514573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.342524Z","time spent":"1.172026468s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:23:47.514158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.341933Z","time spent":"1.172208434s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:23:47.514119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.140356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:23:47.514839Z","caller":"traceutil/trace.go:171","msg":"trace[1712510219] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11080; }","duration":"214.909914ms","start":"2026-03-03T14:23:47.299873Z","end":"2026-03-03T14:23:47.514783Z","steps":["trace[1712510219] 'agreement among raft nodes before linearized reading' (duration: 213.952561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:47.514185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:46.760867Z","time spent":"753.307044ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":813,"request content":"key:\"/registry/events/openstack/rabbitmq-cinder-server-0.18995acfc5028495\" "} {"level":"warn","ts":"2026-03-03T14:23:48.063662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:48.564546Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373829,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:48.766823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030432812s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:23:48.767482Z","caller":"traceutil/trace.go:171","msg":"trace[1538483676] transaction","detail":"{read_only:false; response_revision:11082; number_of_response:1; }","duration":"1.248164842s","start":"2026-03-03T14:23:47.519282Z","end":"2026-03-03T14:23:48.767447Z","steps":["trace[1538483676] 'process raft request' (duration: 1.247855995s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:48.767546Z","caller":"traceutil/trace.go:171","msg":"trace[2063312175] transaction","detail":"{read_only:false; response_revision:11083; number_of_response:1; }","duration":"1.248110271s","start":"2026-03-03T14:23:47.519427Z","end":"2026-03-03T14:23:48.767538Z","steps":["trace[2063312175] 'process raft request' (duration: 1.247896176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:48.767665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.519419Z","time spent":"1.248166482s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:48.767689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.519267Z","time spent":"1.248310356s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:48.767485Z","caller":"traceutil/trace.go:171","msg":"trace[80102289] transaction","detail":"{read_only:false; response_revision:11085; number_of_response:1; }","duration":"1.246846892s","start":"2026-03-03T14:23:47.520615Z","end":"2026-03-03T14:23:48.767462Z","steps":["trace[80102289] 'process raft request' (duration: 1.24678017s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:48.7678Z","caller":"traceutil/trace.go:171","msg":"trace[279506652] transaction","detail":"{read_only:false; response_revision:11084; number_of_response:1; }","duration":"1.247300343s","start":"2026-03-03T14:23:47.520466Z","end":"2026-03-03T14:23:48.767766Z","steps":["trace[279506652] 'process raft request' (duration: 1.246895723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:48.767872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.520604Z","time spent":"1.24723612s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:48.767911Z","caller":"traceutil/trace.go:171","msg":"trace[223839164] transaction","detail":"{read_only:false; response_revision:11086; number_of_response:1; }","duration":"1.246076503s","start":"2026-03-03T14:23:47.521775Z","end":"2026-03-03T14:23:48.767851Z","steps":["trace[223839164] 'process raft request' (duration: 1.245654413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:48.76794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.520455Z","time spent":"1.247410675s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:48.768128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.521767Z","time spent":"1.246215026s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:49.324069Z","caller":"traceutil/trace.go:171","msg":"trace[1531531740] transaction","detail":"{read_only:false; response_revision:11088; number_of_response:1; }","duration":"1.498959847s","start":"2026-03-03T14:23:47.825052Z","end":"2026-03-03T14:23:49.324012Z","steps":["trace[1531531740] 'process raft request' (duration: 1.498836524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.324313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.825017Z","time spent":"1.499178922s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:49.324366Z","caller":"traceutil/trace.go:171","msg":"trace[1661183322] transaction","detail":"{read_only:false; response_revision:11089; number_of_response:1; }","duration":"1.499291854s","start":"2026-03-03T14:23:47.825054Z","end":"2026-03-03T14:23:49.324346Z","steps":["trace[1661183322] 'process raft request' (duration: 1.498906825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.3246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.825025Z","time spent":"1.499434488s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:49.324803Z","caller":"traceutil/trace.go:171","msg":"trace[2000070732] transaction","detail":"{read_only:false; response_revision:11087; number_of_response:1; }","duration":"1.759981403s","start":"2026-03-03T14:23:47.564048Z","end":"2026-03-03T14:23:49.324029Z","steps":["trace[2000070732] 'process raft request' (duration: 1.759564513s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.324925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.56402Z","time spent":"1.760850554s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":774,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:49.324953Z","caller":"traceutil/trace.go:171","msg":"trace[1443649375] transaction","detail":"{read_only:false; response_revision:11090; number_of_response:1; }","duration":"1.498540447s","start":"2026-03-03T14:23:47.82638Z","end":"2026-03-03T14:23:49.32492Z","steps":["trace[1443649375] 'process raft request' (duration: 1.497844261s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:49.324952Z","caller":"traceutil/trace.go:171","msg":"trace[323751444] linearizableReadLoop","detail":"{readStateIndex:11549; appliedIndex:11540; }","duration":"1.761815337s","start":"2026-03-03T14:23:47.563111Z","end":"2026-03-03T14:23:49.324927Z","steps":["trace[323751444] 'read index received' (duration: 1.204093189s)","trace[323751444] 'applied index is now lower than readState.Index' (duration: 557.719538ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:49.32512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.826343Z","time spent":"1.498695041s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:49.325335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803668678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:49.325455Z","caller":"traceutil/trace.go:171","msg":"trace[259427407] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:11090; }","duration":"1.803800891s","start":"2026-03-03T14:23:47.521631Z","end":"2026-03-03T14:23:49.325432Z","steps":["trace[259427407] 'agreement among raft nodes before linearized reading' (duration: 1.803612726s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.325477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.806200638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-03T14:23:49.325593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.760188158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:23:49.325588Z","caller":"traceutil/trace.go:171","msg":"trace[208764313] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:11090; }","duration":"1.806337302s","start":"2026-03-03T14:23:47.519219Z","end":"2026-03-03T14:23:49.325556Z","steps":["trace[208764313] 'agreement among raft nodes before linearized reading' (duration: 1.806154647s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:49.325657Z","caller":"traceutil/trace.go:171","msg":"trace[714956489] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11090; }","duration":"1.760292902s","start":"2026-03-03T14:23:47.56535Z","end":"2026-03-03T14:23:49.325643Z","steps":["trace[714956489] 'agreement among raft nodes before linearized reading' (duration: 1.760091876s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.325687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.519202Z","time spent":"1.806456915s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"warn","ts":"2026-03-03T14:23:49.325763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.352191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:49.325815Z","caller":"traceutil/trace.go:171","msg":"trace[176031239] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11090; }","duration":"976.448863ms","start":"2026-03-03T14:23:48.349353Z","end":"2026-03-03T14:23:49.325801Z","steps":["trace[176031239] 'agreement among raft nodes before linearized reading' (duration: 976.28662ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.325892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:48.349326Z","time spent":"976.558526ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:49.325996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.453143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:49.326052Z","caller":"traceutil/trace.go:171","msg":"trace[1916070244] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11090; }","duration":"476.548485ms","start":"2026-03-03T14:23:48.84949Z","end":"2026-03-03T14:23:49.326039Z","steps":["trace[1916070244] 'agreement among raft nodes before linearized reading' (duration: 476.446223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.3261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:48.849474Z","time spent":"476.613476ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":2,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:49.325705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.565327Z","time spent":"1.760367073s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:23:49.326194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807034839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:23:49.326279Z","caller":"traceutil/trace.go:171","msg":"trace[576819925] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11090; }","duration":"1.807140071s","start":"2026-03-03T14:23:47.519124Z","end":"2026-03-03T14:23:49.326264Z","steps":["trace[576819925] 'agreement among raft nodes before linearized reading' (duration: 1.806210899s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.326356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.519115Z","time spent":"1.807229123s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:23:49.325385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.804124099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:49.32648Z","caller":"traceutil/trace.go:171","msg":"trace[2145331523] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11090; }","duration":"1.805229517s","start":"2026-03-03T14:23:47.521233Z","end":"2026-03-03T14:23:49.326463Z","steps":["trace[2145331523] 'agreement among raft nodes before linearized reading' (duration: 1.80410842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.326538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.521225Z","time spent":"1.805298668s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:23:49.326679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528752224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3306"} {"level":"info","ts":"2026-03-03T14:23:49.326738Z","caller":"traceutil/trace.go:171","msg":"trace[395680114] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11090; }","duration":"1.528907327s","start":"2026-03-03T14:23:47.797816Z","end":"2026-03-03T14:23:49.326723Z","steps":["trace[395680114] 'agreement among raft nodes before linearized reading' (duration: 1.527913874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:49.326868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.797772Z","time spent":"1.529079461s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3330,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:23:49.327827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:47.521622Z","time spent":"1.803921134s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:23:50.289701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.268256ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:23:50.290003Z","caller":"traceutil/trace.go:171","msg":"trace[1628899106] linearizableReadLoop","detail":"{readStateIndex:11550; appliedIndex:11549; }","duration":"858.697892ms","start":"2026-03-03T14:23:49.431242Z","end":"2026-03-03T14:23:50.289939Z","steps":["trace[1628899106] 'read index received' (duration: 137.082859ms)","trace[1628899106] 'applied index is now lower than readState.Index' (duration: 721.612283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:50.290226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.493599ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:23:50.290387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.127713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:23:50.290434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.210461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:23:50.290521Z","caller":"traceutil/trace.go:171","msg":"trace[309723395] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11090; }","duration":"859.369329ms","start":"2026-03-03T14:23:49.431131Z","end":"2026-03-03T14:23:50.2905Z","steps":["trace[309723395] 'agreement among raft nodes before linearized reading' (duration: 859.088252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.290541Z","caller":"traceutil/trace.go:171","msg":"trace[348676962] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11090; }","duration":"723.411376ms","start":"2026-03-03T14:23:49.567111Z","end":"2026-03-03T14:23:50.290522Z","steps":["trace[348676962] 'agreement among raft nodes before linearized reading' (duration: 723.14234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:50.29057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:49.431108Z","time spent":"859.453551ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T14:23:50.290583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:49.567074Z","time spent":"723.501228ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:23:50.290405Z","caller":"traceutil/trace.go:171","msg":"trace[333566881] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11090; }","duration":"140.684455ms","start":"2026-03-03T14:23:50.149691Z","end":"2026-03-03T14:23:50.290375Z","steps":["trace[333566881] 'range keys from in-memory index tree' (duration: 140.468109ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.47252Z","caller":"traceutil/trace.go:171","msg":"trace[423025572] linearizableReadLoop","detail":"{readStateIndex:11551; appliedIndex:11550; }","duration":"153.527649ms","start":"2026-03-03T14:23:50.318962Z","end":"2026-03-03T14:23:50.472489Z","steps":["trace[423025572] 'read index received' (duration: 153.266373ms)","trace[423025572] 'applied index is now lower than readState.Index' (duration: 256.736µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:50.472706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.708444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:50.472753Z","caller":"traceutil/trace.go:171","msg":"trace[1048116666] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11091; }","duration":"153.830057ms","start":"2026-03-03T14:23:50.31891Z","end":"2026-03-03T14:23:50.47274Z","steps":["trace[1048116666] 'agreement among raft nodes before linearized reading' (duration: 153.700394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.472903Z","caller":"traceutil/trace.go:171","msg":"trace[320500880] transaction","detail":"{read_only:false; response_revision:11091; number_of_response:1; }","duration":"177.002576ms","start":"2026-03-03T14:23:50.295864Z","end":"2026-03-03T14:23:50.472867Z","steps":["trace[320500880] 'process raft request' (duration: 176.433492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.969719Z","caller":"traceutil/trace.go:171","msg":"trace[1033265614] transaction","detail":"{read_only:false; response_revision:11093; number_of_response:1; }","duration":"180.403326ms","start":"2026-03-03T14:23:50.789293Z","end":"2026-03-03T14:23:50.969697Z","steps":["trace[1033265614] 'process raft request' (duration: 180.206531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.970084Z","caller":"traceutil/trace.go:171","msg":"trace[1554537871] transaction","detail":"{read_only:false; response_revision:11094; number_of_response:1; }","duration":"180.725984ms","start":"2026-03-03T14:23:50.789339Z","end":"2026-03-03T14:23:50.970065Z","steps":["trace[1554537871] 'process raft request' (duration: 180.309074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:50.9701Z","caller":"traceutil/trace.go:171","msg":"trace[2118480641] transaction","detail":"{read_only:false; response_revision:11095; number_of_response:1; }","duration":"180.483369ms","start":"2026-03-03T14:23:50.789591Z","end":"2026-03-03T14:23:50.970074Z","steps":["trace[2118480641] 'process raft request' (duration: 180.354025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:51.470576Z","caller":"traceutil/trace.go:171","msg":"trace[700805695] linearizableReadLoop","detail":"{readStateIndex:11558; appliedIndex:11556; }","duration":"129.491379ms","start":"2026-03-03T14:23:51.341062Z","end":"2026-03-03T14:23:51.470553Z","steps":["trace[700805695] 'read index received' (duration: 31.221559ms)","trace[700805695] 'applied index is now lower than readState.Index' (duration: 98.26907ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:51.470616Z","caller":"traceutil/trace.go:171","msg":"trace[200135777] transaction","detail":"{read_only:false; response_revision:11097; number_of_response:1; }","duration":"137.454327ms","start":"2026-03-03T14:23:51.333131Z","end":"2026-03-03T14:23:51.470586Z","steps":["trace[200135777] 'process raft request' (duration: 130.711298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:51.470661Z","caller":"traceutil/trace.go:171","msg":"trace[7408277] transaction","detail":"{read_only:false; response_revision:11098; number_of_response:1; }","duration":"136.528676ms","start":"2026-03-03T14:23:51.33412Z","end":"2026-03-03T14:23:51.470649Z","steps":["trace[7408277] 'process raft request' (duration: 136.374782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:51.470945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.765405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:51.471013Z","caller":"traceutil/trace.go:171","msg":"trace[1344640658] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11098; }","duration":"129.96526ms","start":"2026-03-03T14:23:51.341033Z","end":"2026-03-03T14:23:51.470998Z","steps":["trace[1344640658] 'agreement among raft nodes before linearized reading' (duration: 129.652243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:53.063253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.502291ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:53.063773Z","caller":"traceutil/trace.go:171","msg":"trace[1384536669] transaction","detail":"{read_only:false; response_revision:11101; number_of_response:1; }","duration":"171.482204ms","start":"2026-03-03T14:23:52.892261Z","end":"2026-03-03T14:23:53.063743Z","steps":["trace[1384536669] 'process raft request' (duration: 38.41164ms)","trace[1384536669] 'compare' (duration: 132.337707ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:53.497856Z","caller":"traceutil/trace.go:171","msg":"trace[1532712061] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"120.135598ms","start":"2026-03-03T14:23:53.377703Z","end":"2026-03-03T14:23:53.497838Z","steps":["trace[1532712061] 'process raft request' (duration: 120.018395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:53.500613Z","caller":"traceutil/trace.go:171","msg":"trace[275412286] transaction","detail":"{read_only:false; response_revision:11106; number_of_response:1; }","duration":"104.336443ms","start":"2026-03-03T14:23:53.396257Z","end":"2026-03-03T14:23:53.500594Z","steps":["trace[275412286] 'process raft request' (duration: 103.885003ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:54.844395Z","caller":"traceutil/trace.go:171","msg":"trace[1615865126] linearizableReadLoop","detail":"{readStateIndex:11570; appliedIndex:11569; }","duration":"120.740262ms","start":"2026-03-03T14:23:54.723636Z","end":"2026-03-03T14:23:54.844376Z","steps":["trace[1615865126] 'read index received' (duration: 120.604618ms)","trace[1615865126] 'applied index is now lower than readState.Index' (duration: 134.884µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:54.844486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.844045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:54.844466Z","caller":"traceutil/trace.go:171","msg":"trace[371969455] transaction","detail":"{read_only:false; response_revision:11109; number_of_response:1; }","duration":"270.641545ms","start":"2026-03-03T14:23:54.573795Z","end":"2026-03-03T14:23:54.844437Z","steps":["trace[371969455] 'process raft request' (duration: 270.4612ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:54.844518Z","caller":"traceutil/trace.go:171","msg":"trace[955685033] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:11109; }","duration":"120.930547ms","start":"2026-03-03T14:23:54.723577Z","end":"2026-03-03T14:23:54.844508Z","steps":["trace[955685033] 'agreement among raft nodes before linearized reading' (duration: 120.865776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:55.71129Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432373919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:23:56.167509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.320577Z","time spent":"846.913693ms","remote":"127.0.0.1:48152","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:23:56.168284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.922002ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:23:56.168363Z","caller":"traceutil/trace.go:171","msg":"trace[1681364381] transaction","detail":"{read_only:false; response_revision:11111; number_of_response:1; }","duration":"1.048543972s","start":"2026-03-03T14:23:55.119806Z","end":"2026-03-03T14:23:56.16835Z","steps":["trace[1681364381] 'process raft request' (duration: 901.493317ms)","trace[1681364381] 'compare' (duration: 146.315817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:56.168415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.119792Z","time spent":"1.048599012s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:56.402919Z","caller":"traceutil/trace.go:171","msg":"trace[1774086828] transaction","detail":"{read_only:false; response_revision:11112; number_of_response:1; }","duration":"1.282418566s","start":"2026-03-03T14:23:55.120472Z","end":"2026-03-03T14:23:56.40289Z","steps":["trace[1774086828] 'process raft request' (duration: 1.267887651s)","trace[1774086828] 'compare' (duration: 14.122355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:56.403028Z","caller":"traceutil/trace.go:171","msg":"trace[1042029664] transaction","detail":"{read_only:false; response_revision:11113; number_of_response:1; }","duration":"1.282150159s","start":"2026-03-03T14:23:55.120848Z","end":"2026-03-03T14:23:56.402998Z","steps":["trace[1042029664] 'process raft request' (duration: 1.281867653s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:56.403187Z","caller":"traceutil/trace.go:171","msg":"trace[1180039093] transaction","detail":"{read_only:false; response_revision:11114; number_of_response:1; }","duration":"898.566098ms","start":"2026-03-03T14:23:55.504575Z","end":"2026-03-03T14:23:56.403141Z","steps":["trace[1180039093] 'process raft request' (duration: 898.347082ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:56.40306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.120449Z","time spent":"1.282537068s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:56.403222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.120834Z","time spent":"1.282269092s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:56.403287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.504551Z","time spent":"898.68758ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:56.403436Z","caller":"traceutil/trace.go:171","msg":"trace[1064845995] transaction","detail":"{read_only:false; response_revision:11115; number_of_response:1; }","duration":"897.202975ms","start":"2026-03-03T14:23:55.506215Z","end":"2026-03-03T14:23:56.403418Z","steps":["trace[1064845995] 'process raft request' (duration: 896.865407ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:56.403806Z","caller":"traceutil/trace.go:171","msg":"trace[300251385] linearizableReadLoop","detail":"{readStateIndex:11577; appliedIndex:11571; }","duration":"1.192502313s","start":"2026-03-03T14:23:55.211231Z","end":"2026-03-03T14:23:56.403733Z","steps":["trace[300251385] 'read index received' (duration: 810.08275ms)","trace[300251385] 'applied index is now lower than readState.Index' (duration: 382.418283ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:56.403866Z","caller":"traceutil/trace.go:171","msg":"trace[1343901781] transaction","detail":"{read_only:false; response_revision:11116; number_of_response:1; }","duration":"897.261916ms","start":"2026-03-03T14:23:55.50659Z","end":"2026-03-03T14:23:56.403852Z","steps":["trace[1343901781] 'process raft request' (duration: 896.834246ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:56.40389Z","caller":"traceutil/trace.go:171","msg":"trace[1825241968] transaction","detail":"{read_only:false; response_revision:11117; number_of_response:1; }","duration":"564.55106ms","start":"2026-03-03T14:23:55.839322Z","end":"2026-03-03T14:23:56.403873Z","steps":["trace[1825241968] 'process raft request' (duration: 564.333144ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:56.403946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.192708979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:56.404022Z","caller":"traceutil/trace.go:171","msg":"trace[699752328] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11117; }","duration":"1.19277983s","start":"2026-03-03T14:23:55.211215Z","end":"2026-03-03T14:23:56.403995Z","steps":["trace[699752328] 'agreement among raft nodes before linearized reading' (duration: 1.192666848s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:56.40396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.839287Z","time spent":"564.638372ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:56.404069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.211195Z","time spent":"1.192864122s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:23:56.404443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.5062Z","time spent":"897.279656ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:56.404937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.506574Z","time spent":"897.326177ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:56.451938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"936.629619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:23:56.452032Z","caller":"traceutil/trace.go:171","msg":"trace[11144689] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11118; }","duration":"936.763002ms","start":"2026-03-03T14:23:55.515246Z","end":"2026-03-03T14:23:56.452009Z","steps":["trace[11144689] 'agreement among raft nodes before linearized reading' (duration: 936.524607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:56.45208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:55.515231Z","time spent":"936.836974ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:23:56.452105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.319352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:56.452159Z","caller":"traceutil/trace.go:171","msg":"trace[836876855] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11118; }","duration":"404.420354ms","start":"2026-03-03T14:23:56.047726Z","end":"2026-03-03T14:23:56.452146Z","steps":["trace[836876855] 'agreement among raft nodes before linearized reading' (duration: 404.316702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:56.452192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:56.0477Z","time spent":"404.484746ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:23:56.451968Z","caller":"traceutil/trace.go:171","msg":"trace[65095074] transaction","detail":"{read_only:false; response_revision:11118; number_of_response:1; }","duration":"176.894163ms","start":"2026-03-03T14:23:56.275056Z","end":"2026-03-03T14:23:56.45195Z","steps":["trace[65095074] 'process raft request' (duration: 176.547615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:56.826752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.566874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:56.826823Z","caller":"traceutil/trace.go:171","msg":"trace[608025934] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11118; }","duration":"173.695697ms","start":"2026-03-03T14:23:56.653111Z","end":"2026-03-03T14:23:56.826807Z","steps":["trace[608025934] 'count revisions from in-memory index tree' (duration: 173.445371ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:57.237404Z","caller":"traceutil/trace.go:171","msg":"trace[1849096422] linearizableReadLoop","detail":"{readStateIndex:11580; appliedIndex:11579; }","duration":"389.650475ms","start":"2026-03-03T14:23:56.84773Z","end":"2026-03-03T14:23:57.23738Z","steps":["trace[1849096422] 'read index received' (duration: 389.368668ms)","trace[1849096422] 'applied index is now lower than readState.Index' (duration: 279.287µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:23:57.237669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.133374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:23:57.237771Z","caller":"traceutil/trace.go:171","msg":"trace[1819339103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11119; }","duration":"189.312038ms","start":"2026-03-03T14:23:57.048436Z","end":"2026-03-03T14:23:57.237748Z","steps":["trace[1819339103] 'agreement among raft nodes before linearized reading' (duration: 189.134853ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.237819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.449029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:23:57.237851Z","caller":"traceutil/trace.go:171","msg":"trace[586365548] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11119; }","duration":"110.53804ms","start":"2026-03-03T14:23:57.127306Z","end":"2026-03-03T14:23:57.237844Z","steps":["trace[586365548] 'agreement among raft nodes before linearized reading' (duration: 110.418857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.237947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.202238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:23:57.238022Z","caller":"traceutil/trace.go:171","msg":"trace[1923257462] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11119; }","duration":"390.27971ms","start":"2026-03-03T14:23:56.847726Z","end":"2026-03-03T14:23:57.238006Z","steps":["trace[1923257462] 'agreement among raft nodes before linearized reading' (duration: 389.937642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.238068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:56.847717Z","time spent":"390.339311ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:23:57.237527Z","caller":"traceutil/trace.go:171","msg":"trace[366372787] transaction","detail":"{read_only:false; response_revision:11119; number_of_response:1; }","duration":"397.43179ms","start":"2026-03-03T14:23:56.840085Z","end":"2026-03-03T14:23:57.237517Z","steps":["trace[366372787] 'process raft request' (duration: 397.081322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.238337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:56.840075Z","time spent":"398.205048ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10656,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:57.7271Z","caller":"traceutil/trace.go:171","msg":"trace[1470725201] transaction","detail":"{read_only:false; response_revision:11120; number_of_response:1; }","duration":"483.608512ms","start":"2026-03-03T14:23:57.243467Z","end":"2026-03-03T14:23:57.727076Z","steps":["trace[1470725201] 'process raft request' (duration: 483.454128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.72728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.243441Z","time spent":"483.764655ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:57.954227Z","caller":"traceutil/trace.go:171","msg":"trace[91380145] transaction","detail":"{read_only:false; response_revision:11121; number_of_response:1; }","duration":"709.133698ms","start":"2026-03-03T14:23:57.245069Z","end":"2026-03-03T14:23:57.954203Z","steps":["trace[91380145] 'process raft request' (duration: 708.891032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:57.954608Z","caller":"traceutil/trace.go:171","msg":"trace[1484158694] transaction","detail":"{read_only:false; response_revision:11122; number_of_response:1; }","duration":"709.512056ms","start":"2026-03-03T14:23:57.245069Z","end":"2026-03-03T14:23:57.954581Z","steps":["trace[1484158694] 'process raft request' (duration: 709.032905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.954737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.245048Z","time spent":"709.626179ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":885,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:57.954789Z","caller":"traceutil/trace.go:171","msg":"trace[323643288] transaction","detail":"{read_only:false; response_revision:11123; number_of_response:1; }","duration":"709.631629ms","start":"2026-03-03T14:23:57.245115Z","end":"2026-03-03T14:23:57.954747Z","steps":["trace[323643288] 'process raft request' (duration: 709.343732ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:23:57.954869Z","caller":"traceutil/trace.go:171","msg":"trace[446063701] transaction","detail":"{read_only:false; response_revision:11125; number_of_response:1; }","duration":"701.872306ms","start":"2026-03-03T14:23:57.252984Z","end":"2026-03-03T14:23:57.954857Z","steps":["trace[446063701] 'process raft request' (duration: 701.686481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.954933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.25296Z","time spent":"701.930018ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9632,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:57.95496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.245099Z","time spent":"709.775103ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:23:57.955261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.245048Z","time spent":"709.333473ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:57.955231Z","caller":"traceutil/trace.go:171","msg":"trace[1156781017] transaction","detail":"{read_only:false; response_revision:11124; number_of_response:1; }","duration":"709.245159ms","start":"2026-03-03T14:23:57.245886Z","end":"2026-03-03T14:23:57.955131Z","steps":["trace[1156781017] 'process raft request' (duration: 708.726897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:57.955536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:23:57.245873Z","time spent":"709.506876ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1415,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:23:59.731296Z","caller":"traceutil/trace.go:171","msg":"trace[2103872494] linearizableReadLoop","detail":"{readStateIndex:11594; appliedIndex:11593; }","duration":"192.526213ms","start":"2026-03-03T14:23:59.538751Z","end":"2026-03-03T14:23:59.731277Z","steps":["trace[2103872494] 'read index received' (duration: 192.315938ms)","trace[2103872494] 'applied index is now lower than readState.Index' (duration: 209.645µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:23:59.731379Z","caller":"traceutil/trace.go:171","msg":"trace[1571001282] transaction","detail":"{read_only:false; response_revision:11133; number_of_response:1; }","duration":"199.726383ms","start":"2026-03-03T14:23:59.531645Z","end":"2026-03-03T14:23:59.731372Z","steps":["trace[1571001282] 'process raft request' (duration: 199.524479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:59.731572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.806529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:23:59.7316Z","caller":"traceutil/trace.go:171","msg":"trace[863112040] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11133; }","duration":"192.863491ms","start":"2026-03-03T14:23:59.538729Z","end":"2026-03-03T14:23:59.731592Z","steps":["trace[863112040] 'agreement among raft nodes before linearized reading' (duration: 192.750669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:23:59.731806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.262656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:23:59.731874Z","caller":"traceutil/trace.go:171","msg":"trace[574859615] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:11133; }","duration":"108.38018ms","start":"2026-03-03T14:23:59.623479Z","end":"2026-03-03T14:23:59.731859Z","steps":["trace[574859615] 'agreement among raft nodes before linearized reading' (duration: 108.267217ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:00.298178Z","caller":"traceutil/trace.go:171","msg":"trace[206392090] linearizableReadLoop","detail":"{readStateIndex:11598; appliedIndex:11597; }","duration":"104.313072ms","start":"2026-03-03T14:24:00.193846Z","end":"2026-03-03T14:24:00.298159Z","steps":["trace[206392090] 'read index received' (duration: 104.133868ms)","trace[206392090] 'applied index is now lower than readState.Index' (duration: 178.524µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:00.298505Z","caller":"traceutil/trace.go:171","msg":"trace[1452451579] transaction","detail":"{read_only:false; response_revision:11137; number_of_response:1; }","duration":"231.450115ms","start":"2026-03-03T14:24:00.067044Z","end":"2026-03-03T14:24:00.298494Z","steps":["trace[1452451579] 'process raft request' (duration: 230.987214ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:00.29877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.921587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-03T14:24:00.2988Z","caller":"traceutil/trace.go:171","msg":"trace[1462322364] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:11137; }","duration":"105.017629ms","start":"2026-03-03T14:24:00.193775Z","end":"2026-03-03T14:24:00.298793Z","steps":["trace[1462322364] 'agreement among raft nodes before linearized reading' (duration: 104.881466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:01.681334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.032733447s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:01.681444Z","caller":"traceutil/trace.go:171","msg":"trace[1800006929] transaction","detail":"{read_only:false; response_revision:11138; number_of_response:1; }","duration":"1.374693202s","start":"2026-03-03T14:24:00.30673Z","end":"2026-03-03T14:24:01.681423Z","steps":["trace[1800006929] 'process raft request' (duration: 341.793691ms)","trace[1800006929] 'compare' (duration: 1.032277247s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:01.681513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.306713Z","time spent":"1.374770374s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:01.892871Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127688967s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:24:02.60072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"707.349225ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:02.600958Z","caller":"traceutil/trace.go:171","msg":"trace[308873214] transaction","detail":"{read_only:false; response_revision:11139; number_of_response:1; }","duration":"2.293719033s","start":"2026-03-03T14:24:00.307209Z","end":"2026-03-03T14:24:02.600928Z","steps":["trace[308873214] 'process raft request' (duration: 1.585870526s)","trace[308873214] 'compare' (duration: 706.043334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:02.601068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.307202Z","time spent":"2.293804085s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:02.601253Z","caller":"traceutil/trace.go:171","msg":"trace[611748636] transaction","detail":"{read_only:false; response_revision:11141; number_of_response:1; }","duration":"2.143069273s","start":"2026-03-03T14:24:00.458177Z","end":"2026-03-03T14:24:02.601246Z","steps":["trace[611748636] 'process raft request' (duration: 2.142827297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.601282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.458161Z","time spent":"2.143104543s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:02.601346Z","caller":"traceutil/trace.go:171","msg":"trace[1152293337] transaction","detail":"{read_only:false; response_revision:11140; number_of_response:1; }","duration":"2.178945672s","start":"2026-03-03T14:24:00.422395Z","end":"2026-03-03T14:24:02.60134Z","steps":["trace[1152293337] 'process raft request' (duration: 2.17842429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.601374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.422369Z","time spent":"2.178988315s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:02.601378Z","caller":"traceutil/trace.go:171","msg":"trace[1459402208] linearizableReadLoop","detail":"{readStateIndex:11601; appliedIndex:11598; }","duration":"2.143737318s","start":"2026-03-03T14:24:00.457607Z","end":"2026-03-03T14:24:02.601344Z","steps":["trace[1459402208] 'read index received' (duration: 190.935285ms)","trace[1459402208] 'applied index is now lower than readState.Index' (duration: 1.952796893s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:02.601372Z","caller":"traceutil/trace.go:171","msg":"trace[333885132] transaction","detail":"{read_only:false; response_revision:11142; number_of_response:1; }","duration":"2.143142244s","start":"2026-03-03T14:24:00.458204Z","end":"2026-03-03T14:24:02.601346Z","steps":["trace[333885132] 'process raft request' (duration: 2.142837437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:02.601878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.45818Z","time spent":"2.143580896s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:03.048985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000735249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:03.049071Z","caller":"traceutil/trace.go:171","msg":"trace[1289231099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000872143s","start":"2026-03-03T14:24:01.048179Z","end":"2026-03-03T14:24:03.049051Z","steps":["trace[1289231099] 'agreement among raft nodes before linearized reading' (duration: 2.00076788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.049117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:01.04816Z","time spent":"2.000947905s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:03.213676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.756031301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:03.213788Z","caller":"traceutil/trace.go:171","msg":"trace[578184307] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11142; }","duration":"2.756209525s","start":"2026-03-03T14:24:00.45755Z","end":"2026-03-03T14:24:03.213759Z","steps":["trace[578184307] 'agreement among raft nodes before linearized reading' (duration: 2.143882242s)","trace[578184307] 'range keys from in-memory index tree' (duration: 612.046806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:03.213849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.457527Z","time spent":"2.756307127s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:03.213973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.873286ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:24:03.214069Z","caller":"traceutil/trace.go:171","msg":"trace[1868869365] linearizableReadLoop","detail":"{readStateIndex:11604; appliedIndex:11603; }","duration":"612.579788ms","start":"2026-03-03T14:24:02.60146Z","end":"2026-03-03T14:24:03.21404Z","steps":["trace[1868869365] 'read index received' (duration: 47.831µs)","trace[1868869365] 'applied index is now lower than readState.Index' (duration: 612.530767ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:03.214205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.370289869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:03.214198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40503286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:03.214235Z","caller":"traceutil/trace.go:171","msg":"trace[1973915732] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11142; }","duration":"2.370372461s","start":"2026-03-03T14:24:00.843852Z","end":"2026-03-03T14:24:03.214224Z","steps":["trace[1973915732] 'agreement among raft nodes before linearized reading' (duration: 2.370276048s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.214251Z","caller":"traceutil/trace.go:171","msg":"trace[558413173] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11142; }","duration":"1.405136533s","start":"2026-03-03T14:24:01.809102Z","end":"2026-03-03T14:24:03.214238Z","steps":["trace[558413173] 'agreement among raft nodes before linearized reading' (duration: 1.404967099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.21426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.843827Z","time spent":"2.370426701s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":42,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:03.214276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:01.809082Z","time spent":"1.405189304s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:03.214301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.754229948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:24:03.214378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"910.876629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:03.214365Z","caller":"traceutil/trace.go:171","msg":"trace[1100814113] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11142; }","duration":"2.75431657s","start":"2026-03-03T14:24:00.460032Z","end":"2026-03-03T14:24:03.214349Z","steps":["trace[1100814113] 'agreement among raft nodes before linearized reading' (duration: 2.754154727s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.214392Z","caller":"traceutil/trace.go:171","msg":"trace[1855369614] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11142; }","duration":"910.922849ms","start":"2026-03-03T14:24:02.303464Z","end":"2026-03-03T14:24:03.214387Z","steps":["trace[1855369614] 'agreement among raft nodes before linearized reading' (duration: 910.881248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.214408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.303447Z","time spent":"910.957931ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:03.214411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.460022Z","time spent":"2.754376772s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:03.214636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.735595076s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:24:03.214663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.36004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:03.214686Z","caller":"traceutil/trace.go:171","msg":"trace[1710186237] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11142; }","duration":"165.38171ms","start":"2026-03-03T14:24:03.049297Z","end":"2026-03-03T14:24:03.214679Z","steps":["trace[1710186237] 'agreement among raft nodes before linearized reading' (duration: 165.348269ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.21469Z","caller":"traceutil/trace.go:171","msg":"trace[1980154064] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11142; }","duration":"2.735688808s","start":"2026-03-03T14:24:00.478988Z","end":"2026-03-03T14:24:03.214677Z","steps":["trace[1980154064] 'agreement among raft nodes before linearized reading' (duration: 2.735268828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.214792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.750535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:03.214818Z","caller":"traceutil/trace.go:171","msg":"trace[958441917] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11142; }","duration":"218.856707ms","start":"2026-03-03T14:24:02.995954Z","end":"2026-03-03T14:24:03.214811Z","steps":["trace[958441917] 'agreement among raft nodes before linearized reading' (duration: 218.806266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.214893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:00.478967Z","time spent":"2.73575299s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:24:03.215852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.19713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:66 size:753483"} {"level":"info","ts":"2026-03-03T14:24:03.21606Z","caller":"traceutil/trace.go:171","msg":"trace[1302072667] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:66; response_revision:11142; }","duration":"342.431936ms","start":"2026-03-03T14:24:02.873606Z","end":"2026-03-03T14:24:03.216038Z","steps":["trace[1302072667] 'agreement among raft nodes before linearized reading' (duration: 340.9493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.216198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:02.873591Z","time spent":"342.584849ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":66,"response size":753507,"request content":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" "} {"level":"info","ts":"2026-03-03T14:24:03.382155Z","caller":"traceutil/trace.go:171","msg":"trace[212396302] transaction","detail":"{read_only:false; response_revision:11143; number_of_response:1; }","duration":"162.525162ms","start":"2026-03-03T14:24:03.219605Z","end":"2026-03-03T14:24:03.38213Z","steps":["trace[212396302] 'process raft request' (duration: 162.338418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.686464Z","caller":"traceutil/trace.go:171","msg":"trace[792418758] transaction","detail":"{read_only:false; response_revision:11146; number_of_response:1; }","duration":"466.65182ms","start":"2026-03-03T14:24:03.219789Z","end":"2026-03-03T14:24:03.686441Z","steps":["trace[792418758] 'process raft request' (duration: 466.578499ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.686485Z","caller":"traceutil/trace.go:171","msg":"trace[256128932] transaction","detail":"{read_only:false; response_revision:11144; number_of_response:1; }","duration":"466.764333ms","start":"2026-03-03T14:24:03.219685Z","end":"2026-03-03T14:24:03.686449Z","steps":["trace[256128932] 'process raft request' (duration: 466.457576ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:03.686482Z","caller":"traceutil/trace.go:171","msg":"trace[283041151] transaction","detail":"{read_only:false; response_revision:11145; number_of_response:1; }","duration":"466.695022ms","start":"2026-03-03T14:24:03.219762Z","end":"2026-03-03T14:24:03.686457Z","steps":["trace[283041151] 'process raft request' (duration: 466.564659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.686619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.21978Z","time spent":"466.754183ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:03.686666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.219754Z","time spent":"466.854285ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:03.68668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.219662Z","time spent":"466.895416ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:03.686846Z","caller":"traceutil/trace.go:171","msg":"trace[390500402] transaction","detail":"{read_only:false; response_revision:11147; number_of_response:1; }","duration":"447.103478ms","start":"2026-03-03T14:24:03.239702Z","end":"2026-03-03T14:24:03.686805Z","steps":["trace[390500402] 'process raft request' (duration: 446.696168ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.686882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.239688Z","time spent":"447.174639ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:03.686925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.320217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:03.686894Z","caller":"traceutil/trace.go:171","msg":"trace[2144298873] linearizableReadLoop","detail":"{readStateIndex:11608; appliedIndex:11604; }","duration":"462.172304ms","start":"2026-03-03T14:24:03.224605Z","end":"2026-03-03T14:24:03.686777Z","steps":["trace[2144298873] 'read index received' (duration: 157.445112ms)","trace[2144298873] 'applied index is now lower than readState.Index' (duration: 304.725292ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:03.687054Z","caller":"traceutil/trace.go:171","msg":"trace[1767212560] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11147; }","duration":"462.453211ms","start":"2026-03-03T14:24:03.224583Z","end":"2026-03-03T14:24:03.687036Z","steps":["trace[1767212560] 'agreement among raft nodes before linearized reading' (duration: 462.322628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.687112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.224574Z","time spent":"462.521553ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:03.687225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.051752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:24:03.687246Z","caller":"traceutil/trace.go:171","msg":"trace[395163288] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11147; }","duration":"349.102203ms","start":"2026-03-03T14:24:03.338138Z","end":"2026-03-03T14:24:03.68724Z","steps":["trace[395163288] 'agreement among raft nodes before linearized reading' (duration: 348.97796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:03.687262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.338122Z","time spent":"349.137544ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:24:03.688021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.415461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:66 size:753483"} {"level":"info","ts":"2026-03-03T14:24:03.688092Z","caller":"traceutil/trace.go:171","msg":"trace[1496293432] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:66; response_revision:11147; }","duration":"222.628336ms","start":"2026-03-03T14:24:03.465447Z","end":"2026-03-03T14:24:03.688075Z","steps":["trace[1496293432] 'agreement among raft nodes before linearized reading' (duration: 221.698175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.474378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.556568ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:04.474511Z","caller":"traceutil/trace.go:171","msg":"trace[440757214] linearizableReadLoop","detail":"{readStateIndex:11612; appliedIndex:11610; }","duration":"206.807172ms","start":"2026-03-03T14:24:04.267692Z","end":"2026-03-03T14:24:04.474499Z","steps":["trace[440757214] 'read index received' (duration: 19.170095ms)","trace[440757214] 'applied index is now lower than readState.Index' (duration: 187.636307ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:04.474573Z","caller":"traceutil/trace.go:171","msg":"trace[1118900847] transaction","detail":"{read_only:false; response_revision:11148; number_of_response:1; }","duration":"753.692773ms","start":"2026-03-03T14:24:03.720871Z","end":"2026-03-03T14:24:04.474564Z","steps":["trace[1118900847] 'process raft request' (duration: 67.890719ms)","trace[1118900847] 'compare' (duration: 685.129529ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:04.474613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.720844Z","time spent":"753.746185ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:04.474847Z","caller":"traceutil/trace.go:171","msg":"trace[800011697] transaction","detail":"{read_only:false; response_revision:11149; number_of_response:1; }","duration":"490.747141ms","start":"2026-03-03T14:24:03.984093Z","end":"2026-03-03T14:24:04.47484Z","steps":["trace[800011697] 'process raft request' (duration: 490.363322ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.474883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:03.984071Z","time spent":"490.792952ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:04.474963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.258682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.475017Z","caller":"traceutil/trace.go:171","msg":"trace[1202760512] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11149; }","duration":"207.367175ms","start":"2026-03-03T14:24:04.267635Z","end":"2026-03-03T14:24:04.475002Z","steps":["trace[1202760512] 'agreement among raft nodes before linearized reading' (duration: 207.265232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.475061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.22218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:24:04.475124Z","caller":"traceutil/trace.go:171","msg":"trace[1554702218] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11149; }","duration":"115.356014ms","start":"2026-03-03T14:24:04.359752Z","end":"2026-03-03T14:24:04.475108Z","steps":["trace[1554702218] 'agreement among raft nodes before linearized reading' (duration: 115.16698ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.877461Z","caller":"traceutil/trace.go:171","msg":"trace[946330391] linearizableReadLoop","detail":"{readStateIndex:11613; appliedIndex:11612; }","duration":"252.373593ms","start":"2026-03-03T14:24:04.625052Z","end":"2026-03-03T14:24:04.877425Z","steps":["trace[946330391] 'read index received' (duration: 232.829009ms)","trace[946330391] 'applied index is now lower than readState.Index' (duration: 19.542644ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:04.877514Z","caller":"traceutil/trace.go:171","msg":"trace[1585829904] transaction","detail":"{read_only:false; response_revision:11150; number_of_response:1; }","duration":"252.467874ms","start":"2026-03-03T14:24:04.625023Z","end":"2026-03-03T14:24:04.877491Z","steps":["trace[1585829904] 'process raft request' (duration: 232.741427ms)","trace[1585829904] 'compare' (duration: 19.442321ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:04.877619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.536426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:24:04.877726Z","caller":"traceutil/trace.go:171","msg":"trace[748031062] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11150; }","duration":"252.671349ms","start":"2026-03-03T14:24:04.625028Z","end":"2026-03-03T14:24:04.877699Z","steps":["trace[748031062] 'agreement among raft nodes before linearized reading' (duration: 252.496645ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.909695Z","caller":"traceutil/trace.go:171","msg":"trace[840558484] transaction","detail":"{read_only:false; response_revision:11151; number_of_response:1; }","duration":"276.186396ms","start":"2026-03-03T14:24:04.633481Z","end":"2026-03-03T14:24:04.909668Z","steps":["trace[840558484] 'process raft request' (duration: 275.92713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.909752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.255846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:04.909791Z","caller":"traceutil/trace.go:171","msg":"trace[1335344678] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11152; }","duration":"140.322737ms","start":"2026-03-03T14:24:04.769455Z","end":"2026-03-03T14:24:04.909778Z","steps":["trace[1335344678] 'agreement among raft nodes before linearized reading' (duration: 140.248845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:04.909714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.378669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:24:04.909876Z","caller":"traceutil/trace.go:171","msg":"trace[196675259] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11152; }","duration":"154.579085ms","start":"2026-03-03T14:24:04.755276Z","end":"2026-03-03T14:24:04.909855Z","steps":["trace[196675259] 'agreement among raft nodes before linearized reading' (duration: 154.290867ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:04.910013Z","caller":"traceutil/trace.go:171","msg":"trace[1105526970] transaction","detail":"{read_only:false; response_revision:11152; number_of_response:1; }","duration":"276.400802ms","start":"2026-03-03T14:24:04.633597Z","end":"2026-03-03T14:24:04.909998Z","steps":["trace[1105526970] 'process raft request' (duration: 275.92239ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:05.150794Z","caller":"traceutil/trace.go:171","msg":"trace[1174819933] linearizableReadLoop","detail":"{readStateIndex:11616; appliedIndex:11615; }","duration":"238.158044ms","start":"2026-03-03T14:24:04.91261Z","end":"2026-03-03T14:24:05.150768Z","steps":["trace[1174819933] 'read index received' (duration: 158.219729ms)","trace[1174819933] 'applied index is now lower than readState.Index' (duration: 79.937055ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:05.150895Z","caller":"traceutil/trace.go:171","msg":"trace[1478136344] transaction","detail":"{read_only:false; response_revision:11153; number_of_response:1; }","duration":"266.093936ms","start":"2026-03-03T14:24:04.884756Z","end":"2026-03-03T14:24:05.15085Z","steps":["trace[1478136344] 'process raft request' (duration: 186.057478ms)","trace[1478136344] 'compare' (duration: 79.792762ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:05.151068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.431181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:24:05.151115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.967607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/openstack/cinder-api\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:05.151297Z","caller":"traceutil/trace.go:171","msg":"trace[2089661466] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11153; }","duration":"238.699427ms","start":"2026-03-03T14:24:04.912581Z","end":"2026-03-03T14:24:05.151281Z","steps":["trace[2089661466] 'agreement among raft nodes before linearized reading' (duration: 238.339219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:05.15132Z","caller":"traceutil/trace.go:171","msg":"trace[801158494] range","detail":"{range_begin:/registry/poddisruptionbudgets/openstack/cinder-api; range_end:; response_count:0; response_revision:11153; }","duration":"156.202373ms","start":"2026-03-03T14:24:04.99509Z","end":"2026-03-03T14:24:05.151293Z","steps":["trace[801158494] 'agreement among raft nodes before linearized reading' (duration: 155.950737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:05.151096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.779449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:05.151375Z","caller":"traceutil/trace.go:171","msg":"trace[830349610] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11153; }","duration":"101.109476ms","start":"2026-03-03T14:24:05.050252Z","end":"2026-03-03T14:24:05.151361Z","steps":["trace[830349610] 'agreement among raft nodes before linearized reading' (duration: 100.785579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:05.410583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.334732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/cinder-cinder-create-internal-tenant\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:05.410638Z","caller":"traceutil/trace.go:171","msg":"trace[398175689] range","detail":"{range_begin:/registry/rolebindings/openstack/cinder-cinder-create-internal-tenant; range_end:; response_count:0; response_revision:11153; }","duration":"158.414504ms","start":"2026-03-03T14:24:05.25221Z","end":"2026-03-03T14:24:05.410624Z","steps":["trace[398175689] 'range keys from in-memory index tree' (duration: 158.290821ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:05.676538Z","caller":"traceutil/trace.go:171","msg":"trace[1885139] transaction","detail":"{read_only:false; number_of_response:0; response_revision:11154; }","duration":"171.607248ms","start":"2026-03-03T14:24:05.504905Z","end":"2026-03-03T14:24:05.676512Z","steps":["trace[1885139] 'process raft request' (duration: 155.120517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:05.887554Z","caller":"traceutil/trace.go:171","msg":"trace[135727658] transaction","detail":"{read_only:false; response_revision:11158; number_of_response:1; }","duration":"170.042491ms","start":"2026-03-03T14:24:05.717484Z","end":"2026-03-03T14:24:05.887527Z","steps":["trace[135727658] 'process raft request' (duration: 169.824684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.081497Z","caller":"traceutil/trace.go:171","msg":"trace[332400141] transaction","detail":"{read_only:false; response_revision:11160; number_of_response:1; }","duration":"140.840638ms","start":"2026-03-03T14:24:05.940633Z","end":"2026-03-03T14:24:06.081473Z","steps":["trace[332400141] 'process raft request' (duration: 140.705125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.128745Z","caller":"traceutil/trace.go:171","msg":"trace[897844741] transaction","detail":"{read_only:false; response_revision:11161; number_of_response:1; }","duration":"187.434573ms","start":"2026-03-03T14:24:05.941289Z","end":"2026-03-03T14:24:06.128723Z","steps":["trace[897844741] 'process raft request' (duration: 187.084025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.129036Z","caller":"traceutil/trace.go:171","msg":"trace[85755969] transaction","detail":"{read_only:false; response_revision:11162; number_of_response:1; }","duration":"187.215598ms","start":"2026-03-03T14:24:05.941746Z","end":"2026-03-03T14:24:06.128962Z","steps":["trace[85755969] 'process raft request' (duration: 186.750557ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.130193Z","caller":"traceutil/trace.go:171","msg":"trace[756397731] transaction","detail":"{read_only:false; response_revision:11177; number_of_response:1; }","duration":"183.160001ms","start":"2026-03-03T14:24:05.947019Z","end":"2026-03-03T14:24:06.130179Z","steps":["trace[756397731] 'process raft request' (duration: 183.13071ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.130386Z","caller":"traceutil/trace.go:171","msg":"trace[54946907] transaction","detail":"{read_only:false; response_revision:11163; number_of_response:1; }","duration":"188.507217ms","start":"2026-03-03T14:24:05.941868Z","end":"2026-03-03T14:24:06.130375Z","steps":["trace[54946907] 'process raft request' (duration: 186.91446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.130562Z","caller":"traceutil/trace.go:171","msg":"trace[537870222] transaction","detail":"{read_only:false; response_revision:11164; number_of_response:1; }","duration":"188.625861ms","start":"2026-03-03T14:24:05.941928Z","end":"2026-03-03T14:24:06.130554Z","steps":["trace[537870222] 'process raft request' (duration: 187.883623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.130663Z","caller":"traceutil/trace.go:171","msg":"trace[1529028348] transaction","detail":"{read_only:false; response_revision:11165; number_of_response:1; }","duration":"188.214321ms","start":"2026-03-03T14:24:05.942441Z","end":"2026-03-03T14:24:06.130655Z","steps":["trace[1529028348] 'process raft request' (duration: 187.418352ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.130765Z","caller":"traceutil/trace.go:171","msg":"trace[1095727879] transaction","detail":"{read_only:false; response_revision:11166; number_of_response:1; }","duration":"188.221171ms","start":"2026-03-03T14:24:05.942536Z","end":"2026-03-03T14:24:06.130757Z","steps":["trace[1095727879] 'process raft request' (duration: 187.347751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.130856Z","caller":"traceutil/trace.go:171","msg":"trace[143456502] transaction","detail":"{read_only:false; response_revision:11167; number_of_response:1; }","duration":"188.259521ms","start":"2026-03-03T14:24:05.942589Z","end":"2026-03-03T14:24:06.130848Z","steps":["trace[143456502] 'process raft request' (duration: 187.31569ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.130955Z","caller":"traceutil/trace.go:171","msg":"trace[1301039827] transaction","detail":"{read_only:false; response_revision:11168; number_of_response:1; }","duration":"188.329324ms","start":"2026-03-03T14:24:05.942617Z","end":"2026-03-03T14:24:06.130946Z","steps":["trace[1301039827] 'process raft request' (duration: 187.31149ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.131104Z","caller":"traceutil/trace.go:171","msg":"trace[1229214884] transaction","detail":"{read_only:false; response_revision:11169; number_of_response:1; }","duration":"188.431747ms","start":"2026-03-03T14:24:05.942662Z","end":"2026-03-03T14:24:06.131094Z","steps":["trace[1229214884] 'process raft request' (duration: 187.28889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.131405Z","caller":"traceutil/trace.go:171","msg":"trace[2080570963] transaction","detail":"{read_only:false; response_revision:11170; number_of_response:1; }","duration":"188.700143ms","start":"2026-03-03T14:24:05.942693Z","end":"2026-03-03T14:24:06.131393Z","steps":["trace[2080570963] 'process raft request' (duration: 187.282489ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.131604Z","caller":"traceutil/trace.go:171","msg":"trace[33125344] transaction","detail":"{read_only:false; response_revision:11171; number_of_response:1; }","duration":"188.875737ms","start":"2026-03-03T14:24:05.942717Z","end":"2026-03-03T14:24:06.131593Z","steps":["trace[33125344] 'process raft request' (duration: 187.285479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.131786Z","caller":"traceutil/trace.go:171","msg":"trace[62874889] transaction","detail":"{read_only:false; response_revision:11172; number_of_response:1; }","duration":"188.952589ms","start":"2026-03-03T14:24:05.94282Z","end":"2026-03-03T14:24:06.131772Z","steps":["trace[62874889] 'process raft request' (duration: 187.204057ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.131966Z","caller":"traceutil/trace.go:171","msg":"trace[647944017] transaction","detail":"{read_only:false; response_revision:11176; number_of_response:1; }","duration":"188.895807ms","start":"2026-03-03T14:24:05.94306Z","end":"2026-03-03T14:24:06.131956Z","steps":["trace[647944017] 'process raft request' (duration: 187.067234ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.131999Z","caller":"traceutil/trace.go:171","msg":"trace[681701092] transaction","detail":"{read_only:false; response_revision:11174; number_of_response:1; }","duration":"189.125623ms","start":"2026-03-03T14:24:05.942861Z","end":"2026-03-03T14:24:06.131986Z","steps":["trace[681701092] 'process raft request' (duration: 187.217228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.132094Z","caller":"traceutil/trace.go:171","msg":"trace[1278363126] transaction","detail":"{read_only:false; response_revision:11175; number_of_response:1; }","duration":"189.113512ms","start":"2026-03-03T14:24:05.942972Z","end":"2026-03-03T14:24:06.132085Z","steps":["trace[1278363126] 'process raft request' (duration: 187.130275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.132126Z","caller":"traceutil/trace.go:171","msg":"trace[1828771226] transaction","detail":"{read_only:false; response_revision:11173; number_of_response:1; }","duration":"189.221055ms","start":"2026-03-03T14:24:05.942846Z","end":"2026-03-03T14:24:06.132067Z","steps":["trace[1828771226] 'process raft request' (duration: 187.206397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.255208Z","caller":"traceutil/trace.go:171","msg":"trace[1155412423] transaction","detail":"{read_only:false; response_revision:11178; number_of_response:1; }","duration":"117.671689ms","start":"2026-03-03T14:24:06.137475Z","end":"2026-03-03T14:24:06.255147Z","steps":["trace[1155412423] 'process raft request' (duration: 93.643779ms)","trace[1155412423] 'compare' (duration: 23.837796ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:06.318007Z","caller":"traceutil/trace.go:171","msg":"trace[1638661363] transaction","detail":"{read_only:false; response_revision:11180; number_of_response:1; }","duration":"175.885619ms","start":"2026-03-03T14:24:06.14208Z","end":"2026-03-03T14:24:06.317966Z","steps":["trace[1638661363] 'process raft request' (duration: 175.771546ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.318087Z","caller":"traceutil/trace.go:171","msg":"trace[61710626] transaction","detail":"{read_only:false; response_revision:11182; number_of_response:1; }","duration":"174.740651ms","start":"2026-03-03T14:24:06.143336Z","end":"2026-03-03T14:24:06.318077Z","steps":["trace[61710626] 'process raft request' (duration: 174.573627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.318163Z","caller":"traceutil/trace.go:171","msg":"trace[1548156195] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"174.328102ms","start":"2026-03-03T14:24:06.143806Z","end":"2026-03-03T14:24:06.318134Z","steps":["trace[1548156195] 'process raft request' (duration: 174.286561ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.318022Z","caller":"traceutil/trace.go:171","msg":"trace[1284608564] transaction","detail":"{read_only:false; response_revision:11179; number_of_response:1; }","duration":"177.22596ms","start":"2026-03-03T14:24:06.140758Z","end":"2026-03-03T14:24:06.317984Z","steps":["trace[1284608564] 'process raft request' (duration: 176.940893ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.318227Z","caller":"traceutil/trace.go:171","msg":"trace[117494218] transaction","detail":"{read_only:false; response_revision:11181; number_of_response:1; }","duration":"175.643653ms","start":"2026-03-03T14:24:06.142578Z","end":"2026-03-03T14:24:06.318222Z","steps":["trace[117494218] 'process raft request' (duration: 175.305055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.318297Z","caller":"traceutil/trace.go:171","msg":"trace[2146029589] transaction","detail":"{read_only:false; response_revision:11184; number_of_response:1; }","duration":"174.789382ms","start":"2026-03-03T14:24:06.143503Z","end":"2026-03-03T14:24:06.318292Z","steps":["trace[2146029589] 'process raft request' (duration: 174.513426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.318312Z","caller":"traceutil/trace.go:171","msg":"trace[654403138] transaction","detail":"{read_only:false; response_revision:11185; number_of_response:1; }","duration":"174.780131ms","start":"2026-03-03T14:24:06.14352Z","end":"2026-03-03T14:24:06.318301Z","steps":["trace[654403138] 'process raft request' (duration: 174.546156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:06.318347Z","caller":"traceutil/trace.go:171","msg":"trace[1155103573] transaction","detail":"{read_only:false; response_revision:11183; number_of_response:1; }","duration":"174.918045ms","start":"2026-03-03T14:24:06.143418Z","end":"2026-03-03T14:24:06.318336Z","steps":["trace[1155103573] 'process raft request' (duration: 174.517006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:06.835703Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374154,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:07.715773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.071131ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:07.71589Z","caller":"traceutil/trace.go:171","msg":"trace[1819153369] transaction","detail":"{read_only:false; response_revision:11187; number_of_response:1; }","duration":"1.389514043s","start":"2026-03-03T14:24:06.326357Z","end":"2026-03-03T14:24:07.715871Z","steps":["trace[1819153369] 'process raft request' (duration: 795.277309ms)","trace[1819153369] 'compare' (duration: 592.37328ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:07.715929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.326336Z","time spent":"1.389579345s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":30490,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.15232Z","caller":"traceutil/trace.go:171","msg":"trace[1422094150] transaction","detail":"{read_only:false; response_revision:11188; number_of_response:1; }","duration":"1.736122638s","start":"2026-03-03T14:24:06.41615Z","end":"2026-03-03T14:24:08.152273Z","steps":["trace[1422094150] 'process raft request' (duration: 1.70116013s)","trace[1422094150] 'compare' (duration: 34.567769ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.152387Z","caller":"traceutil/trace.go:171","msg":"trace[1685523759] transaction","detail":"{read_only:false; response_revision:11189; number_of_response:1; }","duration":"1.27041456s","start":"2026-03-03T14:24:06.881938Z","end":"2026-03-03T14:24:08.152353Z","steps":["trace[1685523759] 'process raft request' (duration: 1.270225746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.152491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.41612Z","time spent":"1.736286292s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:08.152546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.881901Z","time spent":"1.270565794s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:08.152778Z","caller":"traceutil/trace.go:171","msg":"trace[693744996] transaction","detail":"{read_only:false; response_revision:11190; number_of_response:1; }","duration":"1.23711541s","start":"2026-03-03T14:24:06.915637Z","end":"2026-03-03T14:24:08.152752Z","steps":["trace[693744996] 'process raft request' (duration: 1.23666485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.152884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.915608Z","time spent":"1.237225973s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:08.152906Z","caller":"traceutil/trace.go:171","msg":"trace[366866917] linearizableReadLoop","detail":"{readStateIndex:11652; appliedIndex:11650; }","duration":"1.817306402s","start":"2026-03-03T14:24:06.335576Z","end":"2026-03-03T14:24:08.152882Z","steps":["trace[366866917] 'read index received' (duration: 786.069781ms)","trace[366866917] 'applied index is now lower than readState.Index' (duration: 1.031235521s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.152998Z","caller":"traceutil/trace.go:171","msg":"trace[820491386] transaction","detail":"{read_only:false; response_revision:11191; number_of_response:1; }","duration":"1.235684397s","start":"2026-03-03T14:24:06.9173Z","end":"2026-03-03T14:24:08.152984Z","steps":["trace[820491386] 'process raft request' (duration: 1.235183245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.153064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817472476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"warn","ts":"2026-03-03T14:24:08.15307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.917269Z","time spent":"1.235765399s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:08.153107Z","caller":"traceutil/trace.go:171","msg":"trace[1615423558] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11191; }","duration":"1.817557328s","start":"2026-03-03T14:24:06.335537Z","end":"2026-03-03T14:24:08.153094Z","steps":["trace[1615423558] 'agreement among raft nodes before linearized reading' (duration: 1.817467246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.153139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.335519Z","time spent":"1.817612269s","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"info","ts":"2026-03-03T14:24:08.361719Z","caller":"traceutil/trace.go:171","msg":"trace[1311529496] transaction","detail":"{read_only:false; response_revision:11195; number_of_response:1; }","duration":"612.736833ms","start":"2026-03-03T14:24:07.748957Z","end":"2026-03-03T14:24:08.361694Z","steps":["trace[1311529496] 'process raft request' (duration: 612.582659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.361748Z","caller":"traceutil/trace.go:171","msg":"trace[1366113795] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"613.200304ms","start":"2026-03-03T14:24:07.748497Z","end":"2026-03-03T14:24:08.361697Z","steps":["trace[1366113795] 'process raft request' (duration: 612.990719ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.361765Z","caller":"traceutil/trace.go:171","msg":"trace[1312333299] transaction","detail":"{read_only:false; response_revision:11192; number_of_response:1; }","duration":"613.312406ms","start":"2026-03-03T14:24:07.7484Z","end":"2026-03-03T14:24:08.361712Z","steps":["trace[1312333299] 'process raft request' (duration: 611.632626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.36186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.748933Z","time spent":"612.849216ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.361779Z","caller":"traceutil/trace.go:171","msg":"trace[2141685795] transaction","detail":"{read_only:false; response_revision:11198; number_of_response:1; }","duration":"612.698892ms","start":"2026-03-03T14:24:07.74904Z","end":"2026-03-03T14:24:08.361739Z","steps":["trace[2141685795] 'process raft request' (duration: 612.573379ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.361795Z","caller":"traceutil/trace.go:171","msg":"trace[1505188014] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"612.808874ms","start":"2026-03-03T14:24:07.748949Z","end":"2026-03-03T14:24:08.361758Z","steps":["trace[1505188014] 'process raft request' (duration: 612.568019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.361888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.748491Z","time spent":"613.303476ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":659,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.36195Z","caller":"traceutil/trace.go:171","msg":"trace[1190151834] transaction","detail":"{read_only:false; response_revision:11202; number_of_response:1; }","duration":"612.786584ms","start":"2026-03-03T14:24:07.749157Z","end":"2026-03-03T14:24:08.361943Z","steps":["trace[1190151834] 'process raft request' (duration: 612.543208ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.36194Z","caller":"traceutil/trace.go:171","msg":"trace[908337612] transaction","detail":"{read_only:false; response_revision:11201; number_of_response:1; }","duration":"612.812905ms","start":"2026-03-03T14:24:07.749109Z","end":"2026-03-03T14:24:08.361922Z","steps":["trace[908337612] 'process raft request' (duration: 612.570629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.361959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.74837Z","time spent":"613.519191ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.362005Z","caller":"traceutil/trace.go:171","msg":"trace[313331141] transaction","detail":"{read_only:false; response_revision:11203; number_of_response:1; }","duration":"612.835975ms","start":"2026-03-03T14:24:07.749165Z","end":"2026-03-03T14:24:08.362001Z","steps":["trace[313331141] 'process raft request' (duration: 612.552628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.749156Z","time spent":"612.868926ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:08.361959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.749033Z","time spent":"612.869266ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":685,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.362033Z","caller":"traceutil/trace.go:171","msg":"trace[1038387215] transaction","detail":"{read_only:false; response_revision:11197; number_of_response:1; }","duration":"613.02143ms","start":"2026-03-03T14:24:07.74898Z","end":"2026-03-03T14:24:08.362002Z","steps":["trace[1038387215] 'process raft request' (duration: 612.6095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.362038Z","caller":"traceutil/trace.go:171","msg":"trace[1238785485] transaction","detail":"{read_only:false; response_revision:11199; number_of_response:1; }","duration":"612.957858ms","start":"2026-03-03T14:24:07.749058Z","end":"2026-03-03T14:24:08.362016Z","steps":["trace[1238785485] 'process raft request' (duration: 612.575399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.749078Z","time spent":"612.934257ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.362103Z","caller":"traceutil/trace.go:171","msg":"trace[924453375] transaction","detail":"{read_only:false; response_revision:11204; number_of_response:1; }","duration":"612.671641ms","start":"2026-03-03T14:24:07.749428Z","end":"2026-03-03T14:24:08.362099Z","steps":["trace[924453375] 'process raft request' (duration: 612.309693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.748943Z","time spent":"613.128122ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":655,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:08.362127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.749417Z","time spent":"612.700142ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:08.361979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.74915Z","time spent":"612.818095ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.362136Z","caller":"traceutil/trace.go:171","msg":"trace[1280958165] transaction","detail":"{read_only:false; response_revision:11205; number_of_response:1; }","duration":"612.299373ms","start":"2026-03-03T14:24:07.749821Z","end":"2026-03-03T14:24:08.36212Z","steps":["trace[1280958165] 'process raft request' (duration: 611.938014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.749029Z","time spent":"613.06708ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":661,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:08.361999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.748937Z","time spent":"612.982419ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":667,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.361852Z","caller":"traceutil/trace.go:171","msg":"trace[284222538] transaction","detail":"{read_only:false; response_revision:11196; number_of_response:1; }","duration":"612.807324ms","start":"2026-03-03T14:24:07.748957Z","end":"2026-03-03T14:24:08.361765Z","steps":["trace[284222538] 'process raft request' (duration: 612.60725ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.749811Z","time spent":"612.365994ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":689,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.362174Z","caller":"traceutil/trace.go:171","msg":"trace[1571130032] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"613.050771ms","start":"2026-03-03T14:24:07.749061Z","end":"2026-03-03T14:24:08.362111Z","steps":["trace[1571130032] 'process raft request' (duration: 612.59858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.748933Z","time spent":"613.298636ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":663,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.362328Z","caller":"traceutil/trace.go:171","msg":"trace[943604828] transaction","detail":"{read_only:false; response_revision:11206; number_of_response:1; }","duration":"612.20681ms","start":"2026-03-03T14:24:07.750113Z","end":"2026-03-03T14:24:08.36232Z","steps":["trace[943604828] 'process raft request' (duration: 611.875243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.749034Z","time spent":"613.246355ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":611,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:08.362378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.750103Z","time spent":"612.251551ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":665,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:08.362377Z","caller":"traceutil/trace.go:171","msg":"trace[307042512] linearizableReadLoop","detail":"{readStateIndex:11671; appliedIndex:11655; }","duration":"209.353492ms","start":"2026-03-03T14:24:08.152976Z","end":"2026-03-03T14:24:08.36233Z","steps":["trace[307042512] 'read index received' (duration: 206.911704ms)","trace[307042512] 'applied index is now lower than readState.Index' (duration: 2.440288ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.362461Z","caller":"traceutil/trace.go:171","msg":"trace[452811437] transaction","detail":"{read_only:false; response_revision:11207; number_of_response:1; }","duration":"611.638566ms","start":"2026-03-03T14:24:07.750812Z","end":"2026-03-03T14:24:08.36245Z","steps":["trace[452811437] 'process raft request' (duration: 611.297019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.36249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.041698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:24:08.362531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39365589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:11 size:100700"} {"level":"warn","ts":"2026-03-03T14:24:08.362541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.919143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:24:08.362527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316828341s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:08.3626Z","caller":"traceutil/trace.go:171","msg":"trace[2112760044] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11207; }","duration":"558.023346ms","start":"2026-03-03T14:24:07.804563Z","end":"2026-03-03T14:24:08.362587Z","steps":["trace[2112760044] 'agreement among raft nodes before linearized reading' (duration: 557.78976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207041378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:08.362635Z","caller":"traceutil/trace.go:171","msg":"trace[2059848854] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11207; }","duration":"1.20710945s","start":"2026-03-03T14:24:07.155522Z","end":"2026-03-03T14:24:08.362631Z","steps":["trace[2059848854] 'agreement among raft nodes before linearized reading' (duration: 1.207053148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.437084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:24:08.362654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.155498Z","time spent":"1.207150831s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:08.362646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.804544Z","time spent":"558.092507ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:24:08.362667Z","caller":"traceutil/trace.go:171","msg":"trace[1198182996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11207; }","duration":"587.536635ms","start":"2026-03-03T14:24:07.775123Z","end":"2026-03-03T14:24:08.36266Z","steps":["trace[1198182996] 'agreement among raft nodes before linearized reading' (duration: 587.449343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.362633Z","caller":"traceutil/trace.go:171","msg":"trace[413621753] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11207; }","duration":"1.316961164s","start":"2026-03-03T14:24:07.045628Z","end":"2026-03-03T14:24:08.362589Z","steps":["trace[413621753] 'agreement among raft nodes before linearized reading' (duration: 1.316730458s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.362548Z","caller":"traceutil/trace.go:171","msg":"trace[820391505] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11207; }","duration":"888.17848ms","start":"2026-03-03T14:24:07.474354Z","end":"2026-03-03T14:24:08.362533Z","steps":["trace[820391505] 'agreement among raft nodes before linearized reading' (duration: 887.987076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"651.726037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:24:08.362508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.750797Z","time spent":"611.691137ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:08.362784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.04561Z","time spent":"1.317118727s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:08.362803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.066614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:2643"} {"level":"info","ts":"2026-03-03T14:24:08.362844Z","caller":"traceutil/trace.go:171","msg":"trace[63859817] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11207; }","duration":"206.167165ms","start":"2026-03-03T14:24:08.156664Z","end":"2026-03-03T14:24:08.362831Z","steps":["trace[63859817] 'agreement among raft nodes before linearized reading' (duration: 206.076703ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.362557Z","caller":"traceutil/trace.go:171","msg":"trace[964448140] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:11; response_revision:11207; }","duration":"1.393683731s","start":"2026-03-03T14:24:06.968867Z","end":"2026-03-03T14:24:08.362551Z","steps":["trace[964448140] 'agreement among raft nodes before linearized reading' (duration: 1.393507827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.362769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.47433Z","time spent":"888.428417ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:08.362888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.968847Z","time spent":"1.394028829s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":11,"response size":100724,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:24:08.362689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12105469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:24:08.362955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.024606756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:24:08.363034Z","caller":"traceutil/trace.go:171","msg":"trace[343141471] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11207; }","duration":"2.02475972s","start":"2026-03-03T14:24:06.338262Z","end":"2026-03-03T14:24:08.363021Z","steps":["trace[343141471] 'agreement among raft nodes before linearized reading' (duration: 2.02434244s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.363084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.338255Z","time spent":"2.024819581s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:24:08.362991Z","caller":"traceutil/trace.go:171","msg":"trace[1073406467] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11207; }","duration":"1.121397428s","start":"2026-03-03T14:24:07.241582Z","end":"2026-03-03T14:24:08.362979Z","steps":["trace[1073406467] 'agreement among raft nodes before linearized reading' (duration: 1.120952817s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.362802Z","caller":"traceutil/trace.go:171","msg":"trace[1142461061] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11207; }","duration":"651.809559ms","start":"2026-03-03T14:24:07.710985Z","end":"2026-03-03T14:24:08.362794Z","steps":["trace[1142461061] 'agreement among raft nodes before linearized reading' (duration: 651.731647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.363466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.241564Z","time spent":"1.12189052s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:24:08.363483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.710956Z","time spent":"652.516275ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:08.362698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:07.775104Z","time spent":"587.587467ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:08.363678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.799713455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T14:24:08.363759Z","caller":"traceutil/trace.go:171","msg":"trace[2072692860] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11207; }","duration":"1.799827088s","start":"2026-03-03T14:24:06.563914Z","end":"2026-03-03T14:24:08.363741Z","steps":["trace[2072692860] 'agreement among raft nodes before linearized reading' (duration: 1.798617349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.363804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:06.563898Z","time spent":"1.79989474s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T14:24:08.489447Z","caller":"traceutil/trace.go:171","msg":"trace[1745306017] transaction","detail":"{read_only:false; response_revision:11218; number_of_response:1; }","duration":"111.173105ms","start":"2026-03-03T14:24:08.378251Z","end":"2026-03-03T14:24:08.489424Z","steps":["trace[1745306017] 'process raft request' (duration: 83.001457ms)","trace[1745306017] 'compare' (duration: 27.746308ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.489513Z","caller":"traceutil/trace.go:171","msg":"trace[1064685601] transaction","detail":"{read_only:false; response_revision:11225; number_of_response:1; }","duration":"111.052322ms","start":"2026-03-03T14:24:08.378404Z","end":"2026-03-03T14:24:08.489456Z","steps":["trace[1064685601] 'process raft request' (duration: 110.879368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.489645Z","caller":"traceutil/trace.go:171","msg":"trace[1091775485] transaction","detail":"{read_only:false; response_revision:11226; number_of_response:1; }","duration":"111.211556ms","start":"2026-03-03T14:24:08.378423Z","end":"2026-03-03T14:24:08.489635Z","steps":["trace[1091775485] 'process raft request' (duration: 110.878418ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.489822Z","caller":"traceutil/trace.go:171","msg":"trace[58657569] transaction","detail":"{read_only:false; response_revision:11221; number_of_response:1; }","duration":"111.455231ms","start":"2026-03-03T14:24:08.378321Z","end":"2026-03-03T14:24:08.489776Z","steps":["trace[58657569] 'process raft request' (duration: 110.879278ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.490051Z","caller":"traceutil/trace.go:171","msg":"trace[767579558] transaction","detail":"{read_only:false; response_revision:11219; number_of_response:1; }","duration":"111.758169ms","start":"2026-03-03T14:24:08.378278Z","end":"2026-03-03T14:24:08.490036Z","steps":["trace[767579558] 'process raft request' (duration: 110.868337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.490116Z","caller":"traceutil/trace.go:171","msg":"trace[673683122] transaction","detail":"{read_only:false; response_revision:11223; number_of_response:1; }","duration":"111.726098ms","start":"2026-03-03T14:24:08.378364Z","end":"2026-03-03T14:24:08.49009Z","steps":["trace[673683122] 'process raft request' (duration: 110.880468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.490238Z","caller":"traceutil/trace.go:171","msg":"trace[1441425446] transaction","detail":"{read_only:false; response_revision:11228; number_of_response:1; }","duration":"110.11261ms","start":"2026-03-03T14:24:08.380108Z","end":"2026-03-03T14:24:08.490221Z","steps":["trace[1441425446] 'process raft request' (duration: 109.234069ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.490258Z","caller":"traceutil/trace.go:171","msg":"trace[1719767122] transaction","detail":"{read_only:false; response_revision:11224; number_of_response:1; }","duration":"111.862532ms","start":"2026-03-03T14:24:08.378378Z","end":"2026-03-03T14:24:08.49024Z","steps":["trace[1719767122] 'process raft request' (duration: 110.883528ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.490254Z","caller":"traceutil/trace.go:171","msg":"trace[1298019422] transaction","detail":"{read_only:false; response_revision:11227; number_of_response:1; }","duration":"111.742579ms","start":"2026-03-03T14:24:08.378473Z","end":"2026-03-03T14:24:08.490216Z","steps":["trace[1298019422] 'process raft request' (duration: 110.849387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.49005Z","caller":"traceutil/trace.go:171","msg":"trace[1564695600] transaction","detail":"{read_only:false; response_revision:11222; number_of_response:1; }","duration":"111.681767ms","start":"2026-03-03T14:24:08.378346Z","end":"2026-03-03T14:24:08.490028Z","steps":["trace[1564695600] 'process raft request' (duration: 110.875127ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.490361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.163675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T14:24:08.490486Z","caller":"traceutil/trace.go:171","msg":"trace[1096809792] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11228; }","duration":"111.37058ms","start":"2026-03-03T14:24:08.379088Z","end":"2026-03-03T14:24:08.490458Z","steps":["trace[1096809792] 'agreement among raft nodes before linearized reading' (duration: 110.920299ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.490924Z","caller":"traceutil/trace.go:171","msg":"trace[2129110964] transaction","detail":"{read_only:false; response_revision:11220; number_of_response:1; }","duration":"112.629759ms","start":"2026-03-03T14:24:08.378279Z","end":"2026-03-03T14:24:08.490909Z","steps":["trace[2129110964] 'process raft request' (duration: 110.900108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.670539Z","caller":"traceutil/trace.go:171","msg":"trace[1460957645] linearizableReadLoop","detail":"{readStateIndex:11693; appliedIndex:11692; }","duration":"163.807372ms","start":"2026-03-03T14:24:08.506693Z","end":"2026-03-03T14:24:08.670501Z","steps":["trace[1460957645] 'read index received' (duration: 118.279103ms)","trace[1460957645] 'applied index is now lower than readState.Index' (duration: 45.526809ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.670626Z","caller":"traceutil/trace.go:171","msg":"trace[1243203510] transaction","detail":"{read_only:false; response_revision:11229; number_of_response:1; }","duration":"167.677554ms","start":"2026-03-03T14:24:08.502881Z","end":"2026-03-03T14:24:08.670558Z","steps":["trace[1243203510] 'process raft request' (duration: 122.187066ms)","trace[1243203510] 'compare' (duration: 45.235072ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:08.670849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.126709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"info","ts":"2026-03-03T14:24:08.670946Z","caller":"traceutil/trace.go:171","msg":"trace[636180506] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11229; }","duration":"164.277304ms","start":"2026-03-03T14:24:08.506645Z","end":"2026-03-03T14:24:08.670923Z","steps":["trace[636180506] 'agreement among raft nodes before linearized reading' (duration: 163.967096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.671342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.923191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3565"} {"level":"info","ts":"2026-03-03T14:24:08.671451Z","caller":"traceutil/trace.go:171","msg":"trace[817070399] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11229; }","duration":"155.071095ms","start":"2026-03-03T14:24:08.516353Z","end":"2026-03-03T14:24:08.671424Z","steps":["trace[817070399] 'agreement among raft nodes before linearized reading' (duration: 154.492972ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.876112Z","caller":"traceutil/trace.go:171","msg":"trace[737066313] transaction","detail":"{read_only:false; response_revision:11232; number_of_response:1; }","duration":"158.613019ms","start":"2026-03-03T14:24:08.717434Z","end":"2026-03-03T14:24:08.876047Z","steps":["trace[737066313] 'process raft request' (duration: 127.742487ms)","trace[737066313] 'compare' (duration: 30.574435ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.876177Z","caller":"traceutil/trace.go:171","msg":"trace[2010683961] transaction","detail":"{read_only:false; response_revision:11233; number_of_response:1; }","duration":"157.543593ms","start":"2026-03-03T14:24:08.718598Z","end":"2026-03-03T14:24:08.876142Z","steps":["trace[2010683961] 'process raft request' (duration: 157.378019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.876272Z","caller":"traceutil/trace.go:171","msg":"trace[694822648] transaction","detail":"{read_only:false; response_revision:11234; number_of_response:1; }","duration":"157.435271ms","start":"2026-03-03T14:24:08.718804Z","end":"2026-03-03T14:24:08.876239Z","steps":["trace[694822648] 'process raft request' (duration: 157.222346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.877005Z","caller":"traceutil/trace.go:171","msg":"trace[867357324] transaction","detail":"{read_only:false; response_revision:11235; number_of_response:1; }","duration":"157.027151ms","start":"2026-03-03T14:24:08.719969Z","end":"2026-03-03T14:24:08.876996Z","steps":["trace[867357324] 'process raft request' (duration: 156.120279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.939972Z","caller":"traceutil/trace.go:171","msg":"trace[1753041305] linearizableReadLoop","detail":"{readStateIndex:11701; appliedIndex:11695; }","duration":"216.665415ms","start":"2026-03-03T14:24:08.723275Z","end":"2026-03-03T14:24:08.93994Z","steps":["trace[1753041305] 'read index received' (duration: 121.873008ms)","trace[1753041305] 'applied index is now lower than readState.Index' (duration: 94.791147ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.940068Z","caller":"traceutil/trace.go:171","msg":"trace[1189590056] transaction","detail":"{read_only:false; response_revision:11236; number_of_response:1; }","duration":"219.780919ms","start":"2026-03-03T14:24:08.720255Z","end":"2026-03-03T14:24:08.940036Z","steps":["trace[1189590056] 'process raft request' (duration: 219.310948ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.940468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.328621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-03-03T14:24:08.940508Z","caller":"traceutil/trace.go:171","msg":"trace[44413370] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:11236; }","duration":"220.427814ms","start":"2026-03-03T14:24:08.720071Z","end":"2026-03-03T14:24:08.940498Z","steps":["trace[44413370] 'agreement among raft nodes before linearized reading' (duration: 220.198088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:08.995754Z","caller":"traceutil/trace.go:171","msg":"trace[63508245] transaction","detail":"{read_only:false; response_revision:11238; number_of_response:1; }","duration":"108.167504ms","start":"2026-03-03T14:24:08.887554Z","end":"2026-03-03T14:24:08.995722Z","steps":["trace[63508245] 'process raft request' (duration: 89.02583ms)","trace[63508245] 'compare' (duration: 18.882388ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:08.996514Z","caller":"traceutil/trace.go:171","msg":"trace[1782137523] transaction","detail":"{read_only:false; response_revision:11239; number_of_response:1; }","duration":"108.264565ms","start":"2026-03-03T14:24:08.88821Z","end":"2026-03-03T14:24:08.996475Z","steps":["trace[1782137523] 'process raft request' (duration: 107.456666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:08.997055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.553113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:708"} {"level":"info","ts":"2026-03-03T14:24:08.997129Z","caller":"traceutil/trace.go:171","msg":"trace[2025776630] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:11240; }","duration":"270.670495ms","start":"2026-03-03T14:24:08.726437Z","end":"2026-03-03T14:24:08.997107Z","steps":["trace[2025776630] 'agreement among raft nodes before linearized reading' (duration: 270.396398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:09.345543Z","caller":"traceutil/trace.go:171","msg":"trace[1833614909] linearizableReadLoop","detail":"{readStateIndex:11748; appliedIndex:11747; }","duration":"165.805199ms","start":"2026-03-03T14:24:09.179713Z","end":"2026-03-03T14:24:09.345518Z","steps":["trace[1833614909] 'read index received' (duration: 72.720803ms)","trace[1833614909] 'applied index is now lower than readState.Index' (duration: 93.083376ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:09.345803Z","caller":"traceutil/trace.go:171","msg":"trace[232138232] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"169.551468ms","start":"2026-03-03T14:24:09.176186Z","end":"2026-03-03T14:24:09.345737Z","steps":["trace[232138232] 'process raft request' (duration: 76.201166ms)","trace[232138232] 'compare' (duration: 93.024035ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:09.346014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.305251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/cinder-backup\" ","response":"range_response_count:1 size:11537"} {"level":"info","ts":"2026-03-03T14:24:09.346144Z","caller":"traceutil/trace.go:171","msg":"trace[1391462928] range","detail":"{range_begin:/registry/deployments/openstack/cinder-backup; range_end:; response_count:1; response_revision:11282; }","duration":"166.477745ms","start":"2026-03-03T14:24:09.17964Z","end":"2026-03-03T14:24:09.346118Z","steps":["trace[1391462928] 'agreement among raft nodes before linearized reading' (duration: 166.129487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.803006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.580069ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:09.803622Z","caller":"traceutil/trace.go:171","msg":"trace[1674068844] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"615.960518ms","start":"2026-03-03T14:24:09.187629Z","end":"2026-03-03T14:24:09.803589Z","steps":["trace[1674068844] 'process raft request' (duration: 334.684472ms)","trace[1674068844] 'compare' (duration: 280.15162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:09.803775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.187599Z","time spent":"616.100002ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5489,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:09.803785Z","caller":"traceutil/trace.go:171","msg":"trace[1370861314] transaction","detail":"{read_only:false; response_revision:11285; number_of_response:1; }","duration":"615.99061ms","start":"2026-03-03T14:24:09.18777Z","end":"2026-03-03T14:24:09.803761Z","steps":["trace[1370861314] 'process raft request' (duration: 615.841875ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.803932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.187765Z","time spent":"616.103882ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:09.804107Z","caller":"traceutil/trace.go:171","msg":"trace[2070894829] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"616.39388ms","start":"2026-03-03T14:24:09.187701Z","end":"2026-03-03T14:24:09.804095Z","steps":["trace[2070894829] 'process raft request' (duration: 615.805635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.804177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.187682Z","time spent":"616.463541ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":732,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:09.804238Z","caller":"traceutil/trace.go:171","msg":"trace[741542910] transaction","detail":"{read_only:false; response_revision:11286; number_of_response:1; }","duration":"616.238375ms","start":"2026-03-03T14:24:09.187971Z","end":"2026-03-03T14:24:09.804209Z","steps":["trace[741542910] 'process raft request' (duration: 615.683701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.804379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.187962Z","time spent":"616.346078ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7569,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:09.805376Z","caller":"traceutil/trace.go:171","msg":"trace[698545993] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"597.8791ms","start":"2026-03-03T14:24:09.207482Z","end":"2026-03-03T14:24:09.805361Z","steps":["trace[698545993] 'process raft request' (duration: 597.790448ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:09.806189Z","caller":"traceutil/trace.go:171","msg":"trace[180030338] transaction","detail":"{read_only:false; response_revision:11287; number_of_response:1; }","duration":"618.069768ms","start":"2026-03-03T14:24:09.188083Z","end":"2026-03-03T14:24:09.806153Z","steps":["trace[180030338] 'process raft request' (duration: 615.627592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.806375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.188079Z","time spent":"618.200651ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9055,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:09.806396Z","caller":"traceutil/trace.go:171","msg":"trace[1437074689] transaction","detail":"{read_only:false; response_revision:11288; number_of_response:1; }","duration":"614.752579ms","start":"2026-03-03T14:24:09.191616Z","end":"2026-03-03T14:24:09.806369Z","steps":["trace[1437074689] 'process raft request' (duration: 613.552701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.806497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.191597Z","time spent":"614.848362ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":14847,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:09.811534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.207466Z","time spent":"597.988522ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12910,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:09.869248Z","caller":"traceutil/trace.go:171","msg":"trace[922718561] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"606.105075ms","start":"2026-03-03T14:24:09.263088Z","end":"2026-03-03T14:24:09.869193Z","steps":["trace[922718561] 'process raft request' (duration: 605.909891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:09.869332Z","caller":"traceutil/trace.go:171","msg":"trace[418411493] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"516.953253ms","start":"2026-03-03T14:24:09.352315Z","end":"2026-03-03T14:24:09.869268Z","steps":["trace[418411493] 'process raft request' (duration: 516.800209ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.597404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-03T14:24:09.869506Z","caller":"traceutil/trace.go:171","msg":"trace[1609649674] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11293; }","duration":"689.666356ms","start":"2026-03-03T14:24:09.179827Z","end":"2026-03-03T14:24:09.869494Z","steps":["trace[1609649674] 'agreement among raft nodes before linearized reading' (duration: 689.510923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.179821Z","time spent":"689.706297ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T14:24:09.869532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.201227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-api\" ","response":"range_response_count:1 size:522"} {"level":"warn","ts":"2026-03-03T14:24:09.869557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.352279Z","time spent":"517.177398ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:09.869612Z","caller":"traceutil/trace.go:171","msg":"trace[1542733782] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-api; range_end:; response_count:1; response_revision:11293; }","duration":"606.31657ms","start":"2026-03-03T14:24:09.263284Z","end":"2026-03-03T14:24:09.8696Z","steps":["trace[1542733782] 'agreement among raft nodes before linearized reading' (duration: 606.012093ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.263276Z","time spent":"606.371081ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":546,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:09.869661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.156919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1131"} {"level":"info","ts":"2026-03-03T14:24:09.869732Z","caller":"traceutil/trace.go:171","msg":"trace[1578300654] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:11293; }","duration":"674.263741ms","start":"2026-03-03T14:24:09.195449Z","end":"2026-03-03T14:24:09.869712Z","steps":["trace[1578300654] 'agreement among raft nodes before linearized reading' (duration: 674.077837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.424682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T14:24:09.869772Z","caller":"traceutil/trace.go:171","msg":"trace[317244975] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-volume; range_end:; response_count:1; response_revision:11293; }","duration":"606.486434ms","start":"2026-03-03T14:24:09.26328Z","end":"2026-03-03T14:24:09.869766Z","steps":["trace[317244975] 'agreement among raft nodes before linearized reading' (duration: 606.410052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.195429Z","time spent":"674.341423ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1155,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"warn","ts":"2026-03-03T14:24:09.869792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.263263Z","time spent":"606.524985ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-volume\" "} {"level":"info","ts":"2026-03-03T14:24:09.869287Z","caller":"traceutil/trace.go:171","msg":"trace[2033624568] linearizableReadLoop","detail":"{readStateIndex:11756; appliedIndex:11748; }","duration":"523.660362ms","start":"2026-03-03T14:24:09.345606Z","end":"2026-03-03T14:24:09.869266Z","steps":["trace[2033624568] 'read index received' (duration: 176.78068ms)","trace[2033624568] 'applied index is now lower than readState.Index' (duration: 346.878762ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:09.86968Z","caller":"traceutil/trace.go:171","msg":"trace[852256655] transaction","detail":"{read_only:false; response_revision:11293; number_of_response:1; }","duration":"356.764356ms","start":"2026-03-03T14:24:09.512889Z","end":"2026-03-03T14:24:09.869653Z","steps":["trace[852256655] 'process raft request' (duration: 356.327666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.572606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-03-03T14:24:09.869896Z","caller":"traceutil/trace.go:171","msg":"trace[380659501] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup; range_end:; response_count:1; response_revision:11293; }","duration":"606.670178ms","start":"2026-03-03T14:24:09.263208Z","end":"2026-03-03T14:24:09.869878Z","steps":["trace[380659501] 'agreement among raft nodes before linearized reading' (duration: 606.383031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.309093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:111917"} {"level":"warn","ts":"2026-03-03T14:24:09.869946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.263202Z","time spent":"606.736ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":552,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-backup\" "} {"level":"info","ts":"2026-03-03T14:24:09.869955Z","caller":"traceutil/trace.go:171","msg":"trace[729071836] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:11293; }","duration":"666.415065ms","start":"2026-03-03T14:24:09.203525Z","end":"2026-03-03T14:24:09.86994Z","steps":["trace[729071836] 'agreement among raft nodes before linearized reading' (duration: 665.971354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.869993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.203502Z","time spent":"666.481847ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":111941,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-03-03T14:24:09.869997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.512869Z","time spent":"357.002801ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:09.870039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.87267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-db-init\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:24:09.870103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.808381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-03-03T14:24:09.870113Z","caller":"traceutil/trace.go:171","msg":"trace[60162003] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-db-init; range_end:; response_count:1; response_revision:11293; }","duration":"297.981632ms","start":"2026-03-03T14:24:09.572112Z","end":"2026-03-03T14:24:09.870094Z","steps":["trace[60162003] 'agreement among raft nodes before linearized reading' (duration: 297.820578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:09.870139Z","caller":"traceutil/trace.go:171","msg":"trace[1819414777] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:11293; }","duration":"666.478246ms","start":"2026-03-03T14:24:09.203652Z","end":"2026-03-03T14:24:09.87013Z","steps":["trace[1819414777] 'agreement among raft nodes before linearized reading' (duration: 665.748479ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.870251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.203648Z","time spent":"666.5963ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1148,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-03-03T14:24:09.870435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.1654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" ","response":"range_response_count:1 size:534"} {"level":"info","ts":"2026-03-03T14:24:09.871135Z","caller":"traceutil/trace.go:171","msg":"trace[193254162] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-scheduler; range_end:; response_count:1; response_revision:11293; }","duration":"607.847427ms","start":"2026-03-03T14:24:09.263242Z","end":"2026-03-03T14:24:09.871089Z","steps":["trace[193254162] 'agreement among raft nodes before linearized reading' (duration: 606.384061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:09.869539Z","caller":"traceutil/trace.go:171","msg":"trace[2097960798] transaction","detail":"{read_only:false; response_revision:11292; number_of_response:1; }","duration":"505.02019ms","start":"2026-03-03T14:24:09.364458Z","end":"2026-03-03T14:24:09.869478Z","steps":["trace[2097960798] 'process raft request' (duration: 504.688652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:09.870887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.263069Z","time spent":"606.295449ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:09.872278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.263239Z","time spent":"609.022884ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":558,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:09.872477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.364433Z","time spent":"507.976159ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11561,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:10.229282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.849182ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:10.229418Z","caller":"traceutil/trace.go:171","msg":"trace[1729413529] linearizableReadLoop","detail":"{readStateIndex:11760; appliedIndex:11759; }","duration":"348.664004ms","start":"2026-03-03T14:24:09.880738Z","end":"2026-03-03T14:24:10.229402Z","steps":["trace[1729413529] 'read index received' (duration: 98.516225ms)","trace[1729413529] 'applied index is now lower than readState.Index' (duration: 250.146579ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:10.229459Z","caller":"traceutil/trace.go:171","msg":"trace[1824039505] transaction","detail":"{read_only:false; response_revision:11294; number_of_response:1; }","duration":"351.985512ms","start":"2026-03-03T14:24:09.877446Z","end":"2026-03-03T14:24:10.229432Z","steps":["trace[1824039505] 'process raft request' (duration: 101.804272ms)","trace[1824039505] 'compare' (duration: 249.467923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:10.22961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.877431Z","time spent":"352.105896ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:10.22966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.913481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:24:10.229695Z","caller":"traceutil/trace.go:171","msg":"trace[1216802679] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11294; }","duration":"348.965891ms","start":"2026-03-03T14:24:09.880719Z","end":"2026-03-03T14:24:10.229685Z","steps":["trace[1216802679] 'agreement among raft nodes before linearized reading' (duration: 348.793777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.229733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.880709Z","time spent":"349.016722ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:24:10.63258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.610936ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:10.632893Z","caller":"traceutil/trace.go:171","msg":"trace[24780258] transaction","detail":"{read_only:false; response_revision:11295; number_of_response:1; }","duration":"748.898859ms","start":"2026-03-03T14:24:09.88395Z","end":"2026-03-03T14:24:10.632848Z","steps":["trace[24780258] 'process raft request' (duration: 471.138526ms)","trace[24780258] 'compare' (duration: 275.991832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:10.633087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.883932Z","time spent":"749.044464ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:10.633188Z","caller":"traceutil/trace.go:171","msg":"trace[62830450] transaction","detail":"{read_only:false; response_revision:11296; number_of_response:1; }","duration":"744.713201ms","start":"2026-03-03T14:24:09.888429Z","end":"2026-03-03T14:24:10.633142Z","steps":["trace[62830450] 'process raft request' (duration: 744.324861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.633333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.888412Z","time spent":"744.851584ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7439,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:10.690574Z","caller":"traceutil/trace.go:171","msg":"trace[507459309] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"532.709066ms","start":"2026-03-03T14:24:10.157832Z","end":"2026-03-03T14:24:10.690541Z","steps":["trace[507459309] 'process raft request' (duration: 532.47271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.690795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.157798Z","time spent":"532.87655ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:10.691244Z","caller":"traceutil/trace.go:171","msg":"trace[2039465238] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"532.790647ms","start":"2026-03-03T14:24:10.158419Z","end":"2026-03-03T14:24:10.691209Z","steps":["trace[2039465238] 'process raft request' (duration: 532.067521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.691449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.158412Z","time spent":"532.931461ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:10.691787Z","caller":"traceutil/trace.go:171","msg":"trace[450901699] linearizableReadLoop","detail":"{readStateIndex:11765; appliedIndex:11760; }","duration":"462.262968ms","start":"2026-03-03T14:24:10.229471Z","end":"2026-03-03T14:24:10.691734Z","steps":["trace[450901699] 'read index received' (duration: 125.633968ms)","trace[450901699] 'applied index is now lower than readState.Index' (duration: 336.62752ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:10.691849Z","caller":"traceutil/trace.go:171","msg":"trace[501804809] transaction","detail":"{read_only:false; response_revision:11300; number_of_response:1; }","duration":"415.726934ms","start":"2026-03-03T14:24:10.276099Z","end":"2026-03-03T14:24:10.691826Z","steps":["trace[501804809] 'process raft request' (duration: 415.485927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.69194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.276073Z","time spent":"415.829367ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:24:10.692024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.25444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:10.692086Z","caller":"traceutil/trace.go:171","msg":"trace[1765585617] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11300; }","duration":"644.319092ms","start":"2026-03-03T14:24:10.04775Z","end":"2026-03-03T14:24:10.692069Z","steps":["trace[1765585617] 'agreement among raft nodes before linearized reading' (duration: 644.182488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.692139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.047665Z","time spent":"644.466125ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:10.692148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.122258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:650"} {"level":"warn","ts":"2026-03-03T14:24:10.692149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.598013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:24:10.692196Z","caller":"traceutil/trace.go:171","msg":"trace[540520035] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:11300; }","duration":"809.23752ms","start":"2026-03-03T14:24:09.882942Z","end":"2026-03-03T14:24:10.69218Z","steps":["trace[540520035] 'agreement among raft nodes before linearized reading' (duration: 809.005865ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:10.692224Z","caller":"traceutil/trace.go:171","msg":"trace[67128209] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11300; }","duration":"440.724806ms","start":"2026-03-03T14:24:10.251482Z","end":"2026-03-03T14:24:10.692207Z","steps":["trace[67128209] 'agreement among raft nodes before linearized reading' (duration: 440.500621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.692241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:09.882916Z","time spent":"809.314602ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":1,"response size":674,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" "} {"level":"warn","ts":"2026-03-03T14:24:10.692275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.25146Z","time spent":"440.803568ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:24:10.692195Z","caller":"traceutil/trace.go:171","msg":"trace[114634908] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"532.735027ms","start":"2026-03-03T14:24:10.159447Z","end":"2026-03-03T14:24:10.692182Z","steps":["trace[114634908] 'process raft request' (duration: 531.537418ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.692584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.159415Z","time spent":"533.122056ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:10.692816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.016658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:10.692862Z","caller":"traceutil/trace.go:171","msg":"trace[1778951175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11300; }","duration":"226.089979ms","start":"2026-03-03T14:24:10.46676Z","end":"2026-03-03T14:24:10.69285Z","steps":["trace[1778951175] 'agreement among raft nodes before linearized reading' (duration: 225.969186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.693015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.833135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:10.693063Z","caller":"traceutil/trace.go:171","msg":"trace[1847173636] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11300; }","duration":"304.936708ms","start":"2026-03-03T14:24:10.388115Z","end":"2026-03-03T14:24:10.693051Z","steps":["trace[1847173636] 'agreement among raft nodes before linearized reading' (duration: 304.791534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.693097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.388094Z","time spent":"304.995878ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:24:10.693134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.159147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:10.693184Z","caller":"traceutil/trace.go:171","msg":"trace[1317980840] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11300; }","duration":"309.261469ms","start":"2026-03-03T14:24:10.383911Z","end":"2026-03-03T14:24:10.693172Z","steps":["trace[1317980840] 'agreement among raft nodes before linearized reading' (duration: 309.079735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.69322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.383884Z","time spent":"309.328291ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:10.693268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.420536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:24:10.693314Z","caller":"traceutil/trace.go:171","msg":"trace[1652900127] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11300; }","duration":"296.466807ms","start":"2026-03-03T14:24:10.39683Z","end":"2026-03-03T14:24:10.693297Z","steps":["trace[1652900127] 'agreement among raft nodes before linearized reading' (duration: 296.359345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.693335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.509738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:10.693367Z","caller":"traceutil/trace.go:171","msg":"trace[1969082181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11300; }","duration":"296.551379ms","start":"2026-03-03T14:24:10.396806Z","end":"2026-03-03T14:24:10.693357Z","steps":["trace[1969082181] 'agreement among raft nodes before linearized reading' (duration: 296.454126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.693499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.739214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:10.693539Z","caller":"traceutil/trace.go:171","msg":"trace[1187103820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11300; }","duration":"296.823616ms","start":"2026-03-03T14:24:10.396703Z","end":"2026-03-03T14:24:10.693526Z","steps":["trace[1187103820] 'agreement among raft nodes before linearized reading' (duration: 296.718033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.695095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.479494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2209360"} {"level":"info","ts":"2026-03-03T14:24:10.695192Z","caller":"traceutil/trace.go:171","msg":"trace[817680558] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:11300; }","duration":"511.597716ms","start":"2026-03-03T14:24:10.183545Z","end":"2026-03-03T14:24:10.695143Z","steps":["trace[817680558] 'agreement among raft nodes before linearized reading' (duration: 508.756169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:10.695243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:10.183524Z","time spent":"511.704108ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":57,"response size":2209384,"request content":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" "} {"level":"info","ts":"2026-03-03T14:24:12.045679Z","caller":"traceutil/trace.go:171","msg":"trace[2142278389] linearizableReadLoop","detail":"{readStateIndex:11794; appliedIndex:11793; }","duration":"181.496211ms","start":"2026-03-03T14:24:11.864156Z","end":"2026-03-03T14:24:12.045652Z","steps":["trace[2142278389] 'read index received' (duration: 151.223524ms)","trace[2142278389] 'applied index is now lower than readState.Index' (duration: 30.270457ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:12.045926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.826476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:12.045796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.632805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:12.045987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.148583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:12.046099Z","caller":"traceutil/trace.go:171","msg":"trace[978030289] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11329; }","duration":"181.296077ms","start":"2026-03-03T14:24:11.864785Z","end":"2026-03-03T14:24:12.046081Z","steps":["trace[978030289] 'agreement among raft nodes before linearized reading' (duration: 181.085242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:12.046132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.300887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-03T14:24:12.046185Z","caller":"traceutil/trace.go:171","msg":"trace[1024911336] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:11329; }","duration":"181.363479ms","start":"2026-03-03T14:24:11.86481Z","end":"2026-03-03T14:24:12.046173Z","steps":["trace[1024911336] 'agreement among raft nodes before linearized reading' (duration: 181.198125ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:12.045978Z","caller":"traceutil/trace.go:171","msg":"trace[1264783112] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11329; }","duration":"180.889258ms","start":"2026-03-03T14:24:11.865072Z","end":"2026-03-03T14:24:12.045961Z","steps":["trace[1264783112] 'agreement among raft nodes before linearized reading' (duration: 180.821686ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:12.046247Z","caller":"traceutil/trace.go:171","msg":"trace[1478179504] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:0; response_revision:11329; }","duration":"181.954992ms","start":"2026-03-03T14:24:11.864078Z","end":"2026-03-03T14:24:12.046033Z","steps":["trace[1478179504] 'agreement among raft nodes before linearized reading' (duration: 181.671146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:12.045966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.448791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:12.0464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.85285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:516"} {"level":"warn","ts":"2026-03-03T14:24:12.046455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.388179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:12.046575Z","caller":"traceutil/trace.go:171","msg":"trace[807930605] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11329; }","duration":"182.120477ms","start":"2026-03-03T14:24:11.864439Z","end":"2026-03-03T14:24:12.046559Z","steps":["trace[807930605] 'agreement among raft nodes before linearized reading' (duration: 181.369389ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:12.046514Z","caller":"traceutil/trace.go:171","msg":"trace[747490652] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11329; }","duration":"182.051775ms","start":"2026-03-03T14:24:11.864443Z","end":"2026-03-03T14:24:12.046495Z","steps":["trace[747490652] 'agreement among raft nodes before linearized reading' (duration: 181.493442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:12.046419Z","caller":"traceutil/trace.go:171","msg":"trace[1493670640] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11329; }","duration":"181.907891ms","start":"2026-03-03T14:24:11.86447Z","end":"2026-03-03T14:24:12.046378Z","steps":["trace[1493670640] 'agreement among raft nodes before linearized reading' (duration: 181.4305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:12.046142Z","caller":"traceutil/trace.go:171","msg":"trace[1237273850] transaction","detail":"{read_only:false; response_revision:11328; number_of_response:1; }","duration":"223.833186ms","start":"2026-03-03T14:24:11.821918Z","end":"2026-03-03T14:24:12.045751Z","steps":["trace[1237273850] 'process raft request' (duration: 193.442325ms)","trace[1237273850] 'compare' (duration: 29.959951ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:12.474257Z","caller":"traceutil/trace.go:171","msg":"trace[870158055] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"102.981531ms","start":"2026-03-03T14:24:12.37123Z","end":"2026-03-03T14:24:12.474211Z","steps":["trace[870158055] 'process raft request' (duration: 23.306802ms)","trace[870158055] 'compare' (duration: 79.500555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:12.616408Z","caller":"traceutil/trace.go:171","msg":"trace[1205823993] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"136.208309ms","start":"2026-03-03T14:24:12.480172Z","end":"2026-03-03T14:24:12.616381Z","steps":["trace[1205823993] 'process raft request' (duration: 136.140167ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:12.616407Z","caller":"traceutil/trace.go:171","msg":"trace[1012118681] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"136.652499ms","start":"2026-03-03T14:24:12.479723Z","end":"2026-03-03T14:24:12.616375Z","steps":["trace[1012118681] 'process raft request' (duration: 99.956319ms)","trace[1012118681] 'compare' (duration: 36.463274ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:12.814522Z","caller":"traceutil/trace.go:171","msg":"trace[466880147] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"117.903404ms","start":"2026-03-03T14:24:12.696583Z","end":"2026-03-03T14:24:12.814486Z","steps":["trace[466880147] 'process raft request' (duration: 29.747155ms)","trace[466880147] 'compare' (duration: 87.888323ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:12.814971Z","caller":"traceutil/trace.go:171","msg":"trace[903241696] transaction","detail":"{read_only:false; response_revision:11337; number_of_response:1; }","duration":"115.643321ms","start":"2026-03-03T14:24:12.699311Z","end":"2026-03-03T14:24:12.814954Z","steps":["trace[903241696] 'process raft request' (duration: 115.502648ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:12.815099Z","caller":"traceutil/trace.go:171","msg":"trace[390761832] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"114.244357ms","start":"2026-03-03T14:24:12.700849Z","end":"2026-03-03T14:24:12.815093Z","steps":["trace[390761832] 'process raft request' (duration: 114.012842ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:13.067964Z","caller":"traceutil/trace.go:171","msg":"trace[82292106] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"176.729628ms","start":"2026-03-03T14:24:12.891206Z","end":"2026-03-03T14:24:13.067935Z","steps":["trace[82292106] 'process raft request' (duration: 112.480596ms)","trace[82292106] 'compare' (duration: 64.109049ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:16.505012Z","caller":"traceutil/trace.go:171","msg":"trace[1026661299] transaction","detail":"{read_only:false; response_revision:11363; number_of_response:1; }","duration":"158.631001ms","start":"2026-03-03T14:24:16.346362Z","end":"2026-03-03T14:24:16.504993Z","steps":["trace[1026661299] 'process raft request' (duration: 158.491117ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:16.545598Z","caller":"traceutil/trace.go:171","msg":"trace[626380069] transaction","detail":"{read_only:false; response_revision:11364; number_of_response:1; }","duration":"195.116655ms","start":"2026-03-03T14:24:16.350451Z","end":"2026-03-03T14:24:16.545568Z","steps":["trace[626380069] 'process raft request' (duration: 194.933131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:18.524567Z","caller":"traceutil/trace.go:171","msg":"trace[1328198910] transaction","detail":"{read_only:false; response_revision:11379; number_of_response:1; }","duration":"169.126669ms","start":"2026-03-03T14:24:18.355412Z","end":"2026-03-03T14:24:18.524538Z","steps":["trace[1328198910] 'process raft request' (duration: 168.965715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:18.550171Z","caller":"traceutil/trace.go:171","msg":"trace[869769769] transaction","detail":"{read_only:false; response_revision:11380; number_of_response:1; }","duration":"161.487688ms","start":"2026-03-03T14:24:18.388651Z","end":"2026-03-03T14:24:18.550139Z","steps":["trace[869769769] 'process raft request' (duration: 161.343144ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.48032Z","caller":"traceutil/trace.go:171","msg":"trace[770767258] transaction","detail":"{read_only:false; response_revision:11413; number_of_response:1; }","duration":"146.742358ms","start":"2026-03-03T14:24:22.333539Z","end":"2026-03-03T14:24:22.480281Z","steps":["trace[770767258] 'process raft request' (duration: 146.441181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.908913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.093391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:22.908981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.928105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:22.909039Z","caller":"traceutil/trace.go:171","msg":"trace[1871323933] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:11413; }","duration":"340.290206ms","start":"2026-03-03T14:24:22.568722Z","end":"2026-03-03T14:24:22.909012Z","steps":["trace[1871323933] 'count revisions from in-memory index tree' (duration: 339.976488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:22.909059Z","caller":"traceutil/trace.go:171","msg":"trace[1348028547] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11413; }","duration":"272.057967ms","start":"2026-03-03T14:24:22.636981Z","end":"2026-03-03T14:24:22.909039Z","steps":["trace[1348028547] 'count revisions from in-memory index tree' (duration: 271.842702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:22.909109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:22.568701Z","time spent":"340.392188ms","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:23.071175Z","caller":"traceutil/trace.go:171","msg":"trace[809430882] linearizableReadLoop","detail":"{readStateIndex:11882; appliedIndex:11881; }","duration":"152.131516ms","start":"2026-03-03T14:24:22.918998Z","end":"2026-03-03T14:24:23.071129Z","steps":["trace[809430882] 'read index received' (duration: 151.969061ms)","trace[809430882] 'applied index is now lower than readState.Index' (duration: 161.585µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:23.071305Z","caller":"traceutil/trace.go:171","msg":"trace[514726005] transaction","detail":"{read_only:false; response_revision:11414; number_of_response:1; }","duration":"155.924295ms","start":"2026-03-03T14:24:22.915341Z","end":"2026-03-03T14:24:23.071266Z","steps":["trace[514726005] 'process raft request' (duration: 155.608307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:23.071566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.552506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-6qvzh\" ","response":"range_response_count:1 size:6608"} {"level":"info","ts":"2026-03-03T14:24:23.072192Z","caller":"traceutil/trace.go:171","msg":"trace[1008921151] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-6qvzh; range_end:; response_count:1; response_revision:11414; }","duration":"153.194221ms","start":"2026-03-03T14:24:22.918965Z","end":"2026-03-03T14:24:23.07216Z","steps":["trace[1008921151] 'agreement among raft nodes before linearized reading' (duration: 152.390912ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:23.537474Z","caller":"traceutil/trace.go:171","msg":"trace[1319263467] transaction","detail":"{read_only:false; response_revision:11424; number_of_response:1; }","duration":"144.924475ms","start":"2026-03-03T14:24:23.392524Z","end":"2026-03-03T14:24:23.537449Z","steps":["trace[1319263467] 'process raft request' (duration: 144.73634ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:23.874651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.877638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:24:23.874728Z","caller":"traceutil/trace.go:171","msg":"trace[1483674543] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11424; }","duration":"283.997131ms","start":"2026-03-03T14:24:23.590714Z","end":"2026-03-03T14:24:23.874711Z","steps":["trace[1483674543] 'range keys from in-memory index tree' (duration: 283.704924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:24.37913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.252631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:24.379282Z","caller":"traceutil/trace.go:171","msg":"trace[1352712977] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11425; }","duration":"169.452396ms","start":"2026-03-03T14:24:24.209806Z","end":"2026-03-03T14:24:24.379258Z","steps":["trace[1352712977] 'range keys from in-memory index tree' (duration: 169.073787ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.156817Z","caller":"traceutil/trace.go:171","msg":"trace[915104117] linearizableReadLoop","detail":"{readStateIndex:11897; appliedIndex:11895; }","duration":"111.162425ms","start":"2026-03-03T14:24:25.045625Z","end":"2026-03-03T14:24:25.156787Z","steps":["trace[915104117] 'read index received' (duration: 2.429528ms)","trace[915104117] 'applied index is now lower than readState.Index' (duration: 108.730827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:25.157128Z","caller":"traceutil/trace.go:171","msg":"trace[514598185] transaction","detail":"{read_only:false; response_revision:11428; number_of_response:1; }","duration":"154.153334ms","start":"2026-03-03T14:24:25.00296Z","end":"2026-03-03T14:24:25.157113Z","steps":["trace[514598185] 'process raft request' (duration: 150.960928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.157251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.609785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:25.157397Z","caller":"traceutil/trace.go:171","msg":"trace[2004876535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11428; }","duration":"111.772929ms","start":"2026-03-03T14:24:25.045572Z","end":"2026-03-03T14:24:25.157345Z","steps":["trace[2004876535] 'agreement among raft nodes before linearized reading' (duration: 111.568254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.29285Z","caller":"traceutil/trace.go:171","msg":"trace[970306028] transaction","detail":"{read_only:false; response_revision:11429; number_of_response:1; }","duration":"212.541637ms","start":"2026-03-03T14:24:25.080281Z","end":"2026-03-03T14:24:25.292822Z","steps":["trace[970306028] 'process raft request' (duration: 212.352473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.293143Z","caller":"traceutil/trace.go:171","msg":"trace[1831640852] transaction","detail":"{read_only:false; response_revision:11430; number_of_response:1; }","duration":"212.331343ms","start":"2026-03-03T14:24:25.080798Z","end":"2026-03-03T14:24:25.29313Z","steps":["trace[1831640852] 'process raft request' (duration: 211.984445ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:25.293188Z","caller":"traceutil/trace.go:171","msg":"trace[1605620610] linearizableReadLoop","detail":"{readStateIndex:11900; appliedIndex:11897; }","duration":"136.27145ms","start":"2026-03-03T14:24:25.15689Z","end":"2026-03-03T14:24:25.293162Z","steps":["trace[1605620610] 'read index received' (duration: 135.727538ms)","trace[1605620610] 'applied index is now lower than readState.Index' (duration: 542.532µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:25.293253Z","caller":"traceutil/trace.go:171","msg":"trace[1810492400] transaction","detail":"{read_only:false; response_revision:11431; number_of_response:1; }","duration":"212.290631ms","start":"2026-03-03T14:24:25.080949Z","end":"2026-03-03T14:24:25.29324Z","steps":["trace[1810492400] 'process raft request' (duration: 212.100067ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.293462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.397775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:24:25.293534Z","caller":"traceutil/trace.go:171","msg":"trace[53385738] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83; range_end:; response_count:1; response_revision:11431; }","duration":"242.543239ms","start":"2026-03-03T14:24:25.050973Z","end":"2026-03-03T14:24:25.293517Z","steps":["trace[53385738] 'agreement among raft nodes before linearized reading' (duration: 242.367045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:25.293463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.396731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:25.293797Z","caller":"traceutil/trace.go:171","msg":"trace[1297631246] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11431; }","duration":"203.78206ms","start":"2026-03-03T14:24:25.090002Z","end":"2026-03-03T14:24:25.293784Z","steps":["trace[1297631246] 'agreement among raft nodes before linearized reading' (duration: 203.320739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.601372Z","caller":"traceutil/trace.go:171","msg":"trace[1282401422] transaction","detail":"{read_only:false; response_revision:11441; number_of_response:1; }","duration":"302.11797ms","start":"2026-03-03T14:24:27.299231Z","end":"2026-03-03T14:24:27.601349Z","steps":["trace[1282401422] 'process raft request' (duration: 301.618659ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.60137Z","caller":"traceutil/trace.go:171","msg":"trace[678369599] linearizableReadLoop","detail":"{readStateIndex:11911; appliedIndex:11908; }","duration":"297.338107ms","start":"2026-03-03T14:24:27.304008Z","end":"2026-03-03T14:24:27.601346Z","steps":["trace[678369599] 'read index received' (duration: 37.98241ms)","trace[678369599] 'applied index is now lower than readState.Index' (duration: 259.323317ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:27.601543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.299202Z","time spent":"302.247564ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:27.601573Z","caller":"traceutil/trace.go:171","msg":"trace[1611015488] transaction","detail":"{read_only:false; response_revision:11442; number_of_response:1; }","duration":"301.082456ms","start":"2026-03-03T14:24:27.30035Z","end":"2026-03-03T14:24:27.601432Z","steps":["trace[1611015488] 'process raft request' (duration: 300.913462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.601642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.621254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:27.601716Z","caller":"traceutil/trace.go:171","msg":"trace[153638530] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11442; }","duration":"297.695986ms","start":"2026-03-03T14:24:27.304002Z","end":"2026-03-03T14:24:27.601698Z","steps":["trace[153638530] 'agreement among raft nodes before linearized reading' (duration: 297.494331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.601739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:27.300332Z","time spent":"301.310691ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:27.601769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.567223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:24:27.601797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.453623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:27.601829Z","caller":"traceutil/trace.go:171","msg":"trace[16995512] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11442; }","duration":"243.658775ms","start":"2026-03-03T14:24:27.358155Z","end":"2026-03-03T14:24:27.601813Z","steps":["trace[16995512] 'agreement among raft nodes before linearized reading' (duration: 243.495541ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.601875Z","caller":"traceutil/trace.go:171","msg":"trace[38047712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11442; }","duration":"244.566636ms","start":"2026-03-03T14:24:27.357289Z","end":"2026-03-03T14:24:27.601856Z","steps":["trace[38047712] 'agreement among raft nodes before linearized reading' (duration: 244.358091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.601743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.987879ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:27.601981Z","caller":"traceutil/trace.go:171","msg":"trace[384337902] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11442; }","duration":"297.247375ms","start":"2026-03-03T14:24:27.304714Z","end":"2026-03-03T14:24:27.601962Z","steps":["trace[384337902] 'agreement among raft nodes before linearized reading' (duration: 296.849545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:27.601978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.150843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:24:27.601994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.050332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:27.602068Z","caller":"traceutil/trace.go:171","msg":"trace[358298393] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11442; }","duration":"238.147294ms","start":"2026-03-03T14:24:27.363906Z","end":"2026-03-03T14:24:27.602053Z","steps":["trace[358298393] 'agreement among raft nodes before linearized reading' (duration: 237.98679ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:27.602077Z","caller":"traceutil/trace.go:171","msg":"trace[1458754379] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11442; }","duration":"297.273345ms","start":"2026-03-03T14:24:27.304749Z","end":"2026-03-03T14:24:27.602022Z","steps":["trace[1458754379] 'agreement among raft nodes before linearized reading' (duration: 297.06358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:28.7034Z","caller":"traceutil/trace.go:171","msg":"trace[657756877] transaction","detail":"{read_only:false; response_revision:11448; number_of_response:1; }","duration":"141.221486ms","start":"2026-03-03T14:24:28.56212Z","end":"2026-03-03T14:24:28.703341Z","steps":["trace[657756877] 'process raft request' (duration: 140.821107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:28.916304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.827878ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:24:29.5703Z","caller":"traceutil/trace.go:171","msg":"trace[432780645] transaction","detail":"{read_only:false; response_revision:11449; number_of_response:1; }","duration":"222.462403ms","start":"2026-03-03T14:24:29.347808Z","end":"2026-03-03T14:24:29.570271Z","steps":["trace[432780645] 'process raft request' (duration: 222.220727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.296804Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374741,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:30.495374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.999741ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:30.495497Z","caller":"traceutil/trace.go:171","msg":"trace[1544855273] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11452; }","duration":"346.131544ms","start":"2026-03-03T14:24:30.149347Z","end":"2026-03-03T14:24:30.495478Z","steps":["trace[1544855273] 'range keys from in-memory index tree' (duration: 345.980721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:30.515483Z","caller":"traceutil/trace.go:171","msg":"trace[1082156996] transaction","detail":"{read_only:false; response_revision:11453; number_of_response:1; }","duration":"803.157386ms","start":"2026-03-03T14:24:29.712309Z","end":"2026-03-03T14:24:30.515467Z","steps":["trace[1082156996] 'process raft request' (duration: 803.062673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.515571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.712292Z","time spent":"803.230707ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:30.756432Z","caller":"traceutil/trace.go:171","msg":"trace[1346123323] transaction","detail":"{read_only:false; response_revision:11454; number_of_response:1; }","duration":"1.044015114s","start":"2026-03-03T14:24:29.712392Z","end":"2026-03-03T14:24:30.756407Z","steps":["trace[1346123323] 'process raft request' (duration: 1.012038497s)","trace[1346123323] 'compare' (duration: 31.805613ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:30.756575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.712371Z","time spent":"1.044124957s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:30.75664Z","caller":"traceutil/trace.go:171","msg":"trace[2004956931] transaction","detail":"{read_only:false; response_revision:11455; number_of_response:1; }","duration":"1.044103346s","start":"2026-03-03T14:24:29.71252Z","end":"2026-03-03T14:24:30.756623Z","steps":["trace[2004956931] 'process raft request' (duration: 1.04382277s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:30.7567Z","caller":"traceutil/trace.go:171","msg":"trace[928758319] linearizableReadLoop","detail":"{readStateIndex:11927; appliedIndex:11923; }","duration":"960.828053ms","start":"2026-03-03T14:24:29.795855Z","end":"2026-03-03T14:24:30.756683Z","steps":["trace[928758319] 'read index received' (duration: 719.644136ms)","trace[928758319] 'applied index is now lower than readState.Index' (duration: 241.182907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:30.756707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.712495Z","time spent":"1.044177178s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:30.756792Z","caller":"traceutil/trace.go:171","msg":"trace[1110715163] transaction","detail":"{read_only:false; response_revision:11457; number_of_response:1; }","duration":"1.031300543s","start":"2026-03-03T14:24:29.725479Z","end":"2026-03-03T14:24:30.756779Z","steps":["trace[1110715163] 'process raft request' (duration: 1.030985276s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:30.756803Z","caller":"traceutil/trace.go:171","msg":"trace[23363712] transaction","detail":"{read_only:false; response_revision:11456; number_of_response:1; }","duration":"1.044155077s","start":"2026-03-03T14:24:29.712637Z","end":"2026-03-03T14:24:30.756792Z","steps":["trace[23363712] 'process raft request' (duration: 1.043735458s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.756859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.71263Z","time spent":"1.044198469s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:30.756868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.725456Z","time spent":"1.031364674s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:30.756964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.537626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:30.757612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.762212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:30.757686Z","caller":"traceutil/trace.go:171","msg":"trace[1627360798] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11457; }","duration":"661.236772ms","start":"2026-03-03T14:24:30.096417Z","end":"2026-03-03T14:24:30.757654Z","steps":["trace[1627360798] 'agreement among raft nodes before linearized reading' (duration: 660.511585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.757721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.096357Z","time spent":"661.355215ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:30.757759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.884603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:30.757816Z","caller":"traceutil/trace.go:171","msg":"trace[766850166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11457; }","duration":"660.933905ms","start":"2026-03-03T14:24:30.09685Z","end":"2026-03-03T14:24:30.757784Z","steps":["trace[766850166] 'agreement among raft nodes before linearized reading' (duration: 660.873564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.757844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.096845Z","time spent":"660.991627ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:30.757612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.593626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:30.757903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.379966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:30.758113Z","caller":"traceutil/trace.go:171","msg":"trace[775528867] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11457; }","duration":"661.106819ms","start":"2026-03-03T14:24:30.096993Z","end":"2026-03-03T14:24:30.758099Z","steps":["trace[775528867] 'agreement among raft nodes before linearized reading' (duration: 659.943011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.758162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.096982Z","time spent":"661.1589ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:30.75813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.306796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:30.75816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.313575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:30.758253Z","caller":"traceutil/trace.go:171","msg":"trace[1729980257] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11457; }","duration":"810.763026ms","start":"2026-03-03T14:24:29.947442Z","end":"2026-03-03T14:24:30.758205Z","steps":["trace[1729980257] 'agreement among raft nodes before linearized reading' (duration: 809.425064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:30.758262Z","caller":"traceutil/trace.go:171","msg":"trace[1601390702] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11457; }","duration":"810.423989ms","start":"2026-03-03T14:24:29.9478Z","end":"2026-03-03T14:24:30.758224Z","steps":["trace[1601390702] 'agreement among raft nodes before linearized reading' (duration: 810.041789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:30.758261Z","caller":"traceutil/trace.go:171","msg":"trace[482793252] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11457; }","duration":"810.437328ms","start":"2026-03-03T14:24:29.947771Z","end":"2026-03-03T14:24:30.758208Z","steps":["trace[482793252] 'agreement among raft nodes before linearized reading' (duration: 810.075049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.758315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.947422Z","time spent":"810.87854ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:30.758316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.947794Z","time spent":"810.511801ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:30.75833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.947764Z","time spent":"810.546632ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:30.758351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.494293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:24:30.758409Z","caller":"traceutil/trace.go:171","msg":"trace[1855609623] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11457; }","duration":"962.567544ms","start":"2026-03-03T14:24:29.795809Z","end":"2026-03-03T14:24:30.758377Z","steps":["trace[1855609623] 'agreement among raft nodes before linearized reading' (duration: 962.451742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.758441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.795789Z","time spent":"962.643176ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:24:30.758532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"810.769917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:30.758584Z","caller":"traceutil/trace.go:171","msg":"trace[1753349121] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11457; }","duration":"810.820008ms","start":"2026-03-03T14:24:29.947736Z","end":"2026-03-03T14:24:30.758556Z","steps":["trace[1753349121] 'agreement among raft nodes before linearized reading' (duration: 810.768746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.758614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.947726Z","time spent":"810.880619ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:30.758719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.545694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:30.758765Z","caller":"traceutil/trace.go:171","msg":"trace[1284851328] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11457; }","duration":"662.631486ms","start":"2026-03-03T14:24:30.09611Z","end":"2026-03-03T14:24:30.758741Z","steps":["trace[1284851328] 'agreement among raft nodes before linearized reading' (duration: 662.415691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.758791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.09608Z","time spent":"662.703278ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:30.758925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"744.597428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:24:30.758939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.242022ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:30.758982Z","caller":"traceutil/trace.go:171","msg":"trace[1807456403] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11457; }","duration":"744.67964ms","start":"2026-03-03T14:24:30.014274Z","end":"2026-03-03T14:24:30.758954Z","steps":["trace[1807456403] 'agreement among raft nodes before linearized reading' (duration: 744.501026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:30.758992Z","caller":"traceutil/trace.go:171","msg":"trace[1987085613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11457; }","duration":"661.293313ms","start":"2026-03-03T14:24:30.097672Z","end":"2026-03-03T14:24:30.758965Z","steps":["trace[1987085613] 'agreement among raft nodes before linearized reading' (duration: 661.220331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.759018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.014249Z","time spent":"744.759752ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:24:30.759031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.097665Z","time spent":"661.354605ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:30.75769Z","caller":"traceutil/trace.go:171","msg":"trace[380705757] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11457; }","duration":"809.881465ms","start":"2026-03-03T14:24:29.947783Z","end":"2026-03-03T14:24:30.757665Z","steps":["trace[380705757] 'agreement among raft nodes before linearized reading' (duration: 809.147678ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.759713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:29.947751Z","time spent":"811.948484ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:30.759401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"662.559874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:30.763363Z","caller":"traceutil/trace.go:171","msg":"trace[389381837] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11457; }","duration":"666.521747ms","start":"2026-03-03T14:24:30.09681Z","end":"2026-03-03T14:24:30.763332Z","steps":["trace[389381837] 'agreement among raft nodes before linearized reading' (duration: 660.981386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:30.763423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.0968Z","time spent":"666.59983ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:31.073872Z","caller":"traceutil/trace.go:171","msg":"trace[1076561294] transaction","detail":"{read_only:false; response_revision:11458; number_of_response:1; }","duration":"306.456023ms","start":"2026-03-03T14:24:30.767386Z","end":"2026-03-03T14:24:31.073842Z","steps":["trace[1076561294] 'process raft request' (duration: 306.231397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:31.094828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:30.767372Z","time spent":"327.199325ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:31.837098Z","caller":"traceutil/trace.go:171","msg":"trace[114436317] transaction","detail":"{read_only:false; response_revision:11462; number_of_response:1; }","duration":"123.828605ms","start":"2026-03-03T14:24:31.713245Z","end":"2026-03-03T14:24:31.837073Z","steps":["trace[114436317] 'process raft request' (duration: 123.61136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:32.084458Z","caller":"traceutil/trace.go:171","msg":"trace[454379024] linearizableReadLoop","detail":"{readStateIndex:11933; appliedIndex:11932; }","duration":"172.96587ms","start":"2026-03-03T14:24:31.911467Z","end":"2026-03-03T14:24:32.084433Z","steps":["trace[454379024] 'read index received' (duration: 172.318625ms)","trace[454379024] 'applied index is now lower than readState.Index' (duration: 646.115µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:32.084484Z","caller":"traceutil/trace.go:171","msg":"trace[661782149] transaction","detail":"{read_only:false; response_revision:11463; number_of_response:1; }","duration":"369.596791ms","start":"2026-03-03T14:24:31.714863Z","end":"2026-03-03T14:24:32.08446Z","steps":["trace[661782149] 'process raft request' (duration: 368.931085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:32.084648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:31.714843Z","time spent":"369.715503ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:32.084673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.194345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:24:32.084711Z","caller":"traceutil/trace.go:171","msg":"trace[185636194] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11463; }","duration":"173.247026ms","start":"2026-03-03T14:24:31.911453Z","end":"2026-03-03T14:24:32.0847Z","steps":["trace[185636194] 'agreement among raft nodes before linearized reading' (duration: 173.073762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:33.540412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.895212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:33.540517Z","caller":"traceutil/trace.go:171","msg":"trace[1744436877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11467; }","duration":"493.061056ms","start":"2026-03-03T14:24:33.047427Z","end":"2026-03-03T14:24:33.540488Z","steps":["trace[1744436877] 'range keys from in-memory index tree' (duration: 492.712988ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:33.540566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.047399Z","time spent":"493.156079ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:33.54053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.937669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:24:33.540641Z","caller":"traceutil/trace.go:171","msg":"trace[834558566] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11467; }","duration":"200.091923ms","start":"2026-03-03T14:24:33.340522Z","end":"2026-03-03T14:24:33.540614Z","steps":["trace[834558566] 'range keys from in-memory index tree' (duration: 199.774566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:33.540899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"609.043065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:33.541021Z","caller":"traceutil/trace.go:171","msg":"trace[1835673054] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11467; }","duration":"609.577608ms","start":"2026-03-03T14:24:32.931416Z","end":"2026-03-03T14:24:33.540993Z","steps":["trace[1835673054] 'count revisions from in-memory index tree' (duration: 608.946403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:33.541109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:32.931395Z","time spent":"609.702021ms","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:34.090841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.542026Z","time spent":"548.809788ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:24:36.008662Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.918120312s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:36.009223Z","caller":"traceutil/trace.go:171","msg":"trace[986488105] transaction","detail":"{read_only:false; response_revision:11468; number_of_response:1; }","duration":"2.353671314s","start":"2026-03-03T14:24:33.655525Z","end":"2026-03-03T14:24:36.009196Z","steps":["trace[986488105] 'process raft request' (duration: 2.353333436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.009394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.6555Z","time spent":"2.353803107s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:36.009207Z","caller":"traceutil/trace.go:171","msg":"trace[582931092] transaction","detail":"{read_only:false; response_revision:11469; number_of_response:1; }","duration":"2.351361278s","start":"2026-03-03T14:24:33.657802Z","end":"2026-03-03T14:24:36.009163Z","steps":["trace[582931092] 'process raft request' (duration: 2.351248956s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.009593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.657785Z","time spent":"2.351757448s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:36.00975Z","caller":"traceutil/trace.go:171","msg":"trace[881006084] transaction","detail":"{read_only:false; response_revision:11470; number_of_response:1; }","duration":"2.351273966s","start":"2026-03-03T14:24:33.658442Z","end":"2026-03-03T14:24:36.009715Z","steps":["trace[881006084] 'process raft request' (duration: 2.350678942s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:36.009794Z","caller":"traceutil/trace.go:171","msg":"trace[1545311792] linearizableReadLoop","detail":"{readStateIndex:11941; appliedIndex:11937; }","duration":"2.342263564s","start":"2026-03-03T14:24:33.66751Z","end":"2026-03-03T14:24:36.009773Z","steps":["trace[1545311792] 'read index received' (duration: 423.099578ms)","trace[1545311792] 'applied index is now lower than readState.Index' (duration: 1.919162886s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:36.009928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.658429Z","time spent":"2.35139558s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:36.009976Z","caller":"traceutil/trace.go:171","msg":"trace[606354944] transaction","detail":"{read_only:false; response_revision:11471; number_of_response:1; }","duration":"1.994263786s","start":"2026-03-03T14:24:34.015698Z","end":"2026-03-03T14:24:36.009961Z","steps":["trace[606354944] 'process raft request' (duration: 1.993670522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.010055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.01567Z","time spent":"1.994337837s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:36.010238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342733264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:36.010301Z","caller":"traceutil/trace.go:171","msg":"trace[1997073379] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11471; }","duration":"2.342829977s","start":"2026-03-03T14:24:33.667452Z","end":"2026-03-03T14:24:36.010282Z","steps":["trace[1997073379] 'agreement among raft nodes before linearized reading' (duration: 2.342652292s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.010351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:33.667431Z","time spent":"2.342908458s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:24:36.043433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.26748973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:36.043505Z","caller":"traceutil/trace.go:171","msg":"trace[262292895] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11473; }","duration":"1.267585542s","start":"2026-03-03T14:24:34.775903Z","end":"2026-03-03T14:24:36.043489Z","steps":["trace[262292895] 'agreement among raft nodes before linearized reading' (duration: 1.267460669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775891Z","time spent":"1.267643733s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:36.043573Z","caller":"traceutil/trace.go:171","msg":"trace[2098878446] transaction","detail":"{read_only:false; response_revision:11473; number_of_response:1; }","duration":"1.447527396s","start":"2026-03-03T14:24:34.596029Z","end":"2026-03-03T14:24:36.043556Z","steps":["trace[2098878446] 'process raft request' (duration: 1.44724579s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422549665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:24:36.043553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065218466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:36.043598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267856208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:36.043635Z","caller":"traceutil/trace.go:171","msg":"trace[1284593278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11473; }","duration":"1.422672638s","start":"2026-03-03T14:24:34.620942Z","end":"2026-03-03T14:24:36.043614Z","steps":["trace[1284593278] 'agreement among raft nodes before linearized reading' (duration: 1.422449383s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:36.043662Z","caller":"traceutil/trace.go:171","msg":"trace[1078784639] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11473; }","duration":"1.26793272s","start":"2026-03-03T14:24:34.775715Z","end":"2026-03-03T14:24:36.043648Z","steps":["trace[1078784639] 'agreement among raft nodes before linearized reading' (duration: 1.267814778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.595995Z","time spent":"1.447610758s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:36.043694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775653Z","time spent":"1.268035072s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:36.043702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.620928Z","time spent":"1.42275694s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:36.043736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.759729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:36.043783Z","caller":"traceutil/trace.go:171","msg":"trace[502702020] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11473; }","duration":"703.848721ms","start":"2026-03-03T14:24:35.339923Z","end":"2026-03-03T14:24:36.043771Z","steps":["trace[502702020] 'agreement among raft nodes before linearized reading' (duration: 703.769799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952410443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:36.043828Z","caller":"traceutil/trace.go:171","msg":"trace[333273371] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11473; }","duration":"1.952489945s","start":"2026-03-03T14:24:34.091327Z","end":"2026-03-03T14:24:36.043817Z","steps":["trace[333273371] 'agreement among raft nodes before linearized reading' (duration: 1.952399733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268266488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:36.043865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.0913Z","time spent":"1.952558527s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:24:36.04388Z","caller":"traceutil/trace.go:171","msg":"trace[488265541] transaction","detail":"{read_only:false; response_revision:11472; number_of_response:1; }","duration":"1.95189825s","start":"2026-03-03T14:24:34.091972Z","end":"2026-03-03T14:24:36.043871Z","steps":["trace[488265541] 'process raft request' (duration: 1.951171833s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:36.04389Z","caller":"traceutil/trace.go:171","msg":"trace[739129182] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11473; }","duration":"1.268391841s","start":"2026-03-03T14:24:34.775485Z","end":"2026-03-03T14:24:36.043876Z","steps":["trace[739129182] 'agreement among raft nodes before linearized reading' (duration: 1.268324929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"994.784686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:36.043928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775421Z","time spent":"1.268500203s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:36.043937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.091955Z","time spent":"1.951955921s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:36.043952Z","caller":"traceutil/trace.go:171","msg":"trace[439324648] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11473; }","duration":"994.841328ms","start":"2026-03-03T14:24:35.049103Z","end":"2026-03-03T14:24:36.043944Z","steps":["trace[439324648] 'agreement among raft nodes before linearized reading' (duration: 994.797307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:35.049086Z","time spent":"994.895979ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:36.04404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268283948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:36.044083Z","caller":"traceutil/trace.go:171","msg":"trace[1413220902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11473; }","duration":"1.26836978s","start":"2026-03-03T14:24:34.775704Z","end":"2026-03-03T14:24:36.044074Z","steps":["trace[1413220902] 'agreement among raft nodes before linearized reading' (duration: 1.268237727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.044119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775672Z","time spent":"1.268436732s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:36.044138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268704397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:36.044207Z","caller":"traceutil/trace.go:171","msg":"trace[320639590] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11473; }","duration":"1.268801141s","start":"2026-03-03T14:24:34.775391Z","end":"2026-03-03T14:24:36.044192Z","steps":["trace[320639590] 'agreement among raft nodes before linearized reading' (duration: 1.268705798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.044258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775378Z","time spent":"1.268868962s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:36.044292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268546735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:36.044327Z","caller":"traceutil/trace.go:171","msg":"trace[1679151778] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11473; }","duration":"1.268599866s","start":"2026-03-03T14:24:34.775718Z","end":"2026-03-03T14:24:36.044318Z","steps":["trace[1679151778] 'agreement among raft nodes before linearized reading' (duration: 1.268547455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.044357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775707Z","time spent":"1.268643788s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:36.044398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.833551847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:36.044436Z","caller":"traceutil/trace.go:171","msg":"trace[797466746] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11473; }","duration":"1.833618568s","start":"2026-03-03T14:24:34.210809Z","end":"2026-03-03T14:24:36.044428Z","steps":["trace[797466746] 'agreement among raft nodes before linearized reading' (duration: 1.833559067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.267440009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:36.044464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.210795Z","time spent":"1.833664009s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:24:36.044478Z","caller":"traceutil/trace.go:171","msg":"trace[1786686968] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11473; }","duration":"1.268514244s","start":"2026-03-03T14:24:34.775954Z","end":"2026-03-03T14:24:36.044468Z","steps":["trace[1786686968] 'agreement among raft nodes before linearized reading' (duration: 1.267394117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.044474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.677477127s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:36.04451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775941Z","time spent":"1.268559985s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:36.044514Z","caller":"traceutil/trace.go:171","msg":"trace[1401842896] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11473; }","duration":"1.677556089s","start":"2026-03-03T14:24:34.366947Z","end":"2026-03-03T14:24:36.044503Z","steps":["trace[1401842896] 'agreement among raft nodes before linearized reading' (duration: 1.677424886s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:36.043658Z","caller":"traceutil/trace.go:171","msg":"trace[1506107167] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11473; }","duration":"1.065592745s","start":"2026-03-03T14:24:34.978038Z","end":"2026-03-03T14:24:36.04363Z","steps":["trace[1506107167] 'agreement among raft nodes before linearized reading' (duration: 1.065407351s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.044566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.366923Z","time spent":"1.677617901s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:36.044605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.977992Z","time spent":"1.066602759s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:36.044619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269304723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:36.044653Z","caller":"traceutil/trace.go:171","msg":"trace[1096733798] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11473; }","duration":"1.269373434s","start":"2026-03-03T14:24:34.775269Z","end":"2026-03-03T14:24:36.044642Z","steps":["trace[1096733798] 'agreement among raft nodes before linearized reading' (duration: 1.269270402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:35.3399Z","time spent":"703.918132ms","remote":"127.0.0.1:46108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:36.044698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775243Z","time spent":"1.269442036s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:36.04388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.916697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:36.044767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879424613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:36.044833Z","caller":"traceutil/trace.go:171","msg":"trace[1398724131] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11473; }","duration":"897.915772ms","start":"2026-03-03T14:24:35.146906Z","end":"2026-03-03T14:24:36.044821Z","steps":["trace[1398724131] 'agreement among raft nodes before linearized reading' (duration: 896.945928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.044882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:35.146882Z","time spent":"897.986263ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:36.044946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875600053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:36.044982Z","caller":"traceutil/trace.go:171","msg":"trace[130789312] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11473; }","duration":"1.875635684s","start":"2026-03-03T14:24:34.169339Z","end":"2026-03-03T14:24:36.044975Z","steps":["trace[130789312] 'agreement among raft nodes before linearized reading' (duration: 1.875567863s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.043915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268034722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:36.045015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.169309Z","time spent":"1.875698186s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:36.045037Z","caller":"traceutil/trace.go:171","msg":"trace[51629420] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11473; }","duration":"1.269153109s","start":"2026-03-03T14:24:34.775871Z","end":"2026-03-03T14:24:36.045024Z","steps":["trace[51629420] 'agreement among raft nodes before linearized reading' (duration: 1.268014332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.045072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775828Z","time spent":"1.269235831s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:36.04512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18435474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:36.04516Z","caller":"traceutil/trace.go:171","msg":"trace[1537786833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11473; }","duration":"1.184461422s","start":"2026-03-03T14:24:34.860689Z","end":"2026-03-03T14:24:36.045151Z","steps":["trace[1537786833] 'agreement among raft nodes before linearized reading' (duration: 1.18436939s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.045191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.860654Z","time spent":"1.184527864s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:24:36.044873Z","caller":"traceutil/trace.go:171","msg":"trace[1871020410] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11473; }","duration":"1.879602567s","start":"2026-03-03T14:24:34.16525Z","end":"2026-03-03T14:24:36.044852Z","steps":["trace[1871020410] 'agreement among raft nodes before linearized reading' (duration: 1.878384828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.045282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.165224Z","time spent":"1.880045008s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:36.045356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.157250827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:36.045388Z","caller":"traceutil/trace.go:171","msg":"trace[987350657] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11473; }","duration":"1.157312039s","start":"2026-03-03T14:24:34.888068Z","end":"2026-03-03T14:24:36.04538Z","steps":["trace[987350657] 'agreement among raft nodes before linearized reading' (duration: 1.157232907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.045414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.88805Z","time spent":"1.157359339s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:36.045427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231709863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:36.045473Z","caller":"traceutil/trace.go:171","msg":"trace[932703899] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11473; }","duration":"1.231756574s","start":"2026-03-03T14:24:34.813706Z","end":"2026-03-03T14:24:36.045463Z","steps":["trace[932703899] 'agreement among raft nodes before linearized reading' (duration: 1.231684322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.045455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.269427596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:36.045523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183928451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:36.045559Z","caller":"traceutil/trace.go:171","msg":"trace[1761201302] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11473; }","duration":"1.269543929s","start":"2026-03-03T14:24:34.776Z","end":"2026-03-03T14:24:36.045543Z","steps":["trace[1761201302] 'agreement among raft nodes before linearized reading' (duration: 1.269414456s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:36.045593Z","caller":"traceutil/trace.go:171","msg":"trace[304425470] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11473; }","duration":"1.184074963s","start":"2026-03-03T14:24:34.861503Z","end":"2026-03-03T14:24:36.045577Z","steps":["trace[304425470] 'agreement among raft nodes before linearized reading' (duration: 1.183819027s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.045615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.775989Z","time spent":"1.26961248s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:36.045643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.861489Z","time spent":"1.184142856s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:36.045544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.81364Z","time spent":"1.231895957s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:36.045701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14933424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:36.046149Z","caller":"traceutil/trace.go:171","msg":"trace[391611691] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11473; }","duration":"1.149832411s","start":"2026-03-03T14:24:34.896304Z","end":"2026-03-03T14:24:36.046136Z","steps":["trace[391611691] 'agreement among raft nodes before linearized reading' (duration: 1.147171968s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.046208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:34.896281Z","time spent":"1.149914284s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:24:36.347121Z","caller":"traceutil/trace.go:171","msg":"trace[1368964904] linearizableReadLoop","detail":"{readStateIndex:11945; appliedIndex:11944; }","duration":"296.635451ms","start":"2026-03-03T14:24:36.050462Z","end":"2026-03-03T14:24:36.347097Z","steps":["trace[1368964904] 'read index received' (duration: 289.01782ms)","trace[1368964904] 'applied index is now lower than readState.Index' (duration: 7.616291ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:36.347308Z","caller":"traceutil/trace.go:171","msg":"trace[1435157179] transaction","detail":"{read_only:false; response_revision:11474; number_of_response:1; }","duration":"296.884747ms","start":"2026-03-03T14:24:36.050404Z","end":"2026-03-03T14:24:36.347288Z","steps":["trace[1435157179] 'process raft request' (duration: 289.065781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.347523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.04907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:24:36.347609Z","caller":"traceutil/trace.go:171","msg":"trace[870615056] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11474; }","duration":"297.177354ms","start":"2026-03-03T14:24:36.050411Z","end":"2026-03-03T14:24:36.347589Z","steps":["trace[870615056] 'agreement among raft nodes before linearized reading' (duration: 296.888257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:36.377829Z","caller":"traceutil/trace.go:171","msg":"trace[1111835916] transaction","detail":"{read_only:false; response_revision:11475; number_of_response:1; }","duration":"327.311817ms","start":"2026-03-03T14:24:36.05047Z","end":"2026-03-03T14:24:36.377782Z","steps":["trace[1111835916] 'process raft request' (duration: 327.165824ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:36.377885Z","caller":"traceutil/trace.go:171","msg":"trace[761425289] transaction","detail":"{read_only:false; response_revision:11477; number_of_response:1; }","duration":"326.414207ms","start":"2026-03-03T14:24:36.051465Z","end":"2026-03-03T14:24:36.377879Z","steps":["trace[761425289] 'process raft request' (duration: 326.271203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.377969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.051357Z","time spent":"326.55152ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:36.378052Z","caller":"traceutil/trace.go:171","msg":"trace[2104698279] transaction","detail":"{read_only:false; response_revision:11478; number_of_response:1; }","duration":"324.810439ms","start":"2026-03-03T14:24:36.053235Z","end":"2026-03-03T14:24:36.378045Z","steps":["trace[2104698279] 'process raft request' (duration: 324.557073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.378099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.053194Z","time spent":"324.88284ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:36.378033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.050446Z","time spent":"327.456281ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:36.377856Z","caller":"traceutil/trace.go:171","msg":"trace[1739566736] transaction","detail":"{read_only:false; response_revision:11476; number_of_response:1; }","duration":"327.141644ms","start":"2026-03-03T14:24:36.050704Z","end":"2026-03-03T14:24:36.377846Z","steps":["trace[1739566736] 'process raft request' (duration: 326.996611ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.378271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.019774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:36.378282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.050667Z","time spent":"327.549974ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:36.378331Z","caller":"traceutil/trace.go:171","msg":"trace[1116984725] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11478; }","duration":"325.111276ms","start":"2026-03-03T14:24:36.053203Z","end":"2026-03-03T14:24:36.378314Z","steps":["trace[1116984725] 'agreement among raft nodes before linearized reading' (duration: 325.026404ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:36.378374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:36.053185Z","time spent":"325.179077ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:38.549134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:39.050342Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374827,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:39.226237Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.210327667s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:24:39.226632Z","caller":"traceutil/trace.go:171","msg":"trace[1479713333] transaction","detail":"{read_only:false; response_revision:11479; number_of_response:1; }","duration":"1.210840659s","start":"2026-03-03T14:24:38.015769Z","end":"2026-03-03T14:24:39.22661Z","steps":["trace[1479713333] 'process raft request' (duration: 1.210644824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:39.226807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.015741Z","time spent":"1.210981623s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:39.820615Z","caller":"traceutil/trace.go:171","msg":"trace[1371986245] transaction","detail":"{read_only:false; response_revision:11480; number_of_response:1; }","duration":"1.803975077s","start":"2026-03-03T14:24:38.016546Z","end":"2026-03-03T14:24:39.820521Z","steps":["trace[1371986245] 'process raft request' (duration: 1.803756261s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:39.820675Z","caller":"traceutil/trace.go:171","msg":"trace[1260418225] transaction","detail":"{read_only:false; response_revision:11481; number_of_response:1; }","duration":"1.795599798s","start":"2026-03-03T14:24:38.025056Z","end":"2026-03-03T14:24:39.820655Z","steps":["trace[1260418225] 'process raft request' (duration: 1.795387083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:39.820752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.016516Z","time spent":"1.804165901s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:39.820814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.025039Z","time spent":"1.795723431s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:40.048856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000641268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:40.048916Z","caller":"traceutil/trace.go:171","msg":"trace[1837905955] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00075224s","start":"2026-03-03T14:24:38.048151Z","end":"2026-03-03T14:24:40.048903Z","steps":["trace[1837905955] 'agreement among raft nodes before linearized reading' (duration: 2.000673678s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.048947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.048136Z","time spent":"2.000804661s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:40.054286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.78121ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:24:40.054735Z","caller":"traceutil/trace.go:171","msg":"trace[54640551] linearizableReadLoop","detail":"{readStateIndex:11954; appliedIndex:11949; }","duration":"2.006522177s","start":"2026-03-03T14:24:38.048195Z","end":"2026-03-03T14:24:40.054717Z","steps":["trace[54640551] 'read index received' (duration: 1.178206385s)","trace[54640551] 'applied index is now lower than readState.Index' (duration: 828.314952ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:40.054769Z","caller":"traceutil/trace.go:171","msg":"trace[1419854765] transaction","detail":"{read_only:false; response_revision:11482; number_of_response:1; }","duration":"1.015219801s","start":"2026-03-03T14:24:39.039515Z","end":"2026-03-03T14:24:40.054735Z","steps":["trace[1419854765] 'process raft request' (duration: 1.015076108s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.054874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005132064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:40.054942Z","caller":"traceutil/trace.go:171","msg":"trace[1887494279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11482; }","duration":"2.005238937s","start":"2026-03-03T14:24:38.049683Z","end":"2026-03-03T14:24:40.054922Z","steps":["trace[1887494279] 'agreement among raft nodes before linearized reading' (duration: 2.005145874s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.054962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.039488Z","time spent":"1.015375365s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:40.055033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004452888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:40.055033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997198647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:40.055069Z","caller":"traceutil/trace.go:171","msg":"trace[1988933386] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11482; }","duration":"2.004493789s","start":"2026-03-03T14:24:38.050565Z","end":"2026-03-03T14:24:40.055059Z","steps":["trace[1988933386] 'agreement among raft nodes before linearized reading' (duration: 2.004444478s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.055082Z","caller":"traceutil/trace.go:171","msg":"trace[835573141] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11482; }","duration":"1.997261828s","start":"2026-03-03T14:24:38.057808Z","end":"2026-03-03T14:24:40.05507Z","steps":["trace[835573141] 'agreement among raft nodes before linearized reading' (duration: 1.997088714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.050562Z","time spent":"2.00453687s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:40.05512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.057802Z","time spent":"1.997307139s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003595928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:40.054963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004348195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:40.055226Z","caller":"traceutil/trace.go:171","msg":"trace[570383240] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11482; }","duration":"2.003678999s","start":"2026-03-03T14:24:38.051529Z","end":"2026-03-03T14:24:40.055208Z","steps":["trace[570383240] 'agreement among raft nodes before linearized reading' (duration: 2.003597057s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.051524Z","time spent":"2.003737941s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:40.054985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.049665Z","time spent":"2.005308669s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004665212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:40.055459Z","caller":"traceutil/trace.go:171","msg":"trace[349547783] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11482; }","duration":"2.004706134s","start":"2026-03-03T14:24:38.050745Z","end":"2026-03-03T14:24:40.055451Z","steps":["trace[349547783] 'agreement among raft nodes before linearized reading' (duration: 2.004613082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.050742Z","time spent":"2.004739715s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.475783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:40.055614Z","caller":"traceutil/trace.go:171","msg":"trace[1204241844] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11482; }","duration":"757.602495ms","start":"2026-03-03T14:24:39.297997Z","end":"2026-03-03T14:24:40.0556Z","steps":["trace[1204241844] 'agreement among raft nodes before linearized reading' (duration: 757.502653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005370609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:40.055666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005154344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:40.055674Z","caller":"traceutil/trace.go:171","msg":"trace[691947665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11482; }","duration":"2.005437571s","start":"2026-03-03T14:24:38.050225Z","end":"2026-03-03T14:24:40.055663Z","steps":["trace[691947665] 'agreement among raft nodes before linearized reading' (duration: 2.005347059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.265711658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:40.055681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673149916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:40.055713Z","caller":"traceutil/trace.go:171","msg":"trace[1016152197] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11482; }","duration":"2.005196315s","start":"2026-03-03T14:24:38.050505Z","end":"2026-03-03T14:24:40.055701Z","steps":["trace[1016152197] 'agreement among raft nodes before linearized reading' (duration: 2.005141544s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.055738Z","caller":"traceutil/trace.go:171","msg":"trace[2067577361] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11482; }","duration":"1.26579304s","start":"2026-03-03T14:24:38.78993Z","end":"2026-03-03T14:24:40.055723Z","steps":["trace[2067577361] 'agreement among raft nodes before linearized reading' (duration: 1.265726679s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.055756Z","caller":"traceutil/trace.go:171","msg":"trace[1449783589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11482; }","duration":"1.673249488s","start":"2026-03-03T14:24:38.382491Z","end":"2026-03-03T14:24:40.05574Z","steps":["trace[1449783589] 'agreement among raft nodes before linearized reading' (duration: 1.673076534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.050491Z","time spent":"2.005263857s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005284888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:40.055776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.789909Z","time spent":"1.265857992s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:40.055739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005737849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:40.055104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003182758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:40.055849Z","caller":"traceutil/trace.go:171","msg":"trace[935658844] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11482; }","duration":"2.003934426s","start":"2026-03-03T14:24:38.051905Z","end":"2026-03-03T14:24:40.055839Z","steps":["trace[935658844] 'agreement among raft nodes before linearized reading' (duration: 2.003101216s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.055856Z","caller":"traceutil/trace.go:171","msg":"trace[1491419593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11482; }","duration":"2.005335509s","start":"2026-03-03T14:24:38.050457Z","end":"2026-03-03T14:24:40.055793Z","steps":["trace[1491419593] 'agreement among raft nodes before linearized reading' (duration: 2.005279527s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.055864Z","caller":"traceutil/trace.go:171","msg":"trace[958344956] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11482; }","duration":"2.005903563s","start":"2026-03-03T14:24:38.049934Z","end":"2026-03-03T14:24:40.055837Z","steps":["trace[958344956] 'agreement among raft nodes before linearized reading' (duration: 2.005654276s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.051901Z","time spent":"2.003976168s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.67079559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:24:40.055924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.049926Z","time spent":"2.005990166s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.050453Z","time spent":"2.005474172s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.382476Z","time spent":"1.673317081s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672502631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:40.056028Z","caller":"traceutil/trace.go:171","msg":"trace[1170431317] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11482; }","duration":"1.672591662s","start":"2026-03-03T14:24:38.383423Z","end":"2026-03-03T14:24:40.056014Z","steps":["trace[1170431317] 'agreement among raft nodes before linearized reading' (duration: 1.672419608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.055627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672165802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:40.055946Z","caller":"traceutil/trace.go:171","msg":"trace[1552516197] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11482; }","duration":"1.670892903s","start":"2026-03-03T14:24:38.385038Z","end":"2026-03-03T14:24:40.055931Z","steps":["trace[1552516197] 'agreement among raft nodes before linearized reading' (duration: 1.670801471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.056035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704381797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:24:40.056064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.383396Z","time spent":"1.672661004s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:24:40.056076Z","caller":"traceutil/trace.go:171","msg":"trace[1756102055] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11482; }","duration":"1.672626073s","start":"2026-03-03T14:24:38.383438Z","end":"2026-03-03T14:24:40.056064Z","steps":["trace[1756102055] 'agreement among raft nodes before linearized reading' (duration: 1.672074119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.056082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.385013Z","time spent":"1.671058866s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:24:40.056098Z","caller":"traceutil/trace.go:171","msg":"trace[1389579048] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11482; }","duration":"1.704620033s","start":"2026-03-03T14:24:38.35146Z","end":"2026-03-03T14:24:40.05608Z","steps":["trace[1389579048] 'agreement among raft nodes before linearized reading' (duration: 1.70410521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.056121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.383433Z","time spent":"1.672677394s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:39.297961Z","time spent":"757.694508ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:40.056144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.351436Z","time spent":"1.704699784s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.004938559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:40.056268Z","caller":"traceutil/trace.go:171","msg":"trace[345944561] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11482; }","duration":"2.005565374s","start":"2026-03-03T14:24:38.050667Z","end":"2026-03-03T14:24:40.056232Z","steps":["trace[345944561] 'agreement among raft nodes before linearized reading' (duration: 2.004894328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.056319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.050663Z","time spent":"2.005643496s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:24:40.055264Z","caller":"traceutil/trace.go:171","msg":"trace[181123137] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11482; }","duration":"2.004659092s","start":"2026-03-03T14:24:38.050583Z","end":"2026-03-03T14:24:40.055242Z","steps":["trace[181123137] 'agreement among raft nodes before linearized reading' (duration: 2.004319304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.056484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.05058Z","time spent":"2.005886902s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:40.055716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:38.050218Z","time spent":"2.005491092s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:40.313437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.084196ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:40.313541Z","caller":"traceutil/trace.go:171","msg":"trace[724028702] linearizableReadLoop","detail":"{readStateIndex:11955; appliedIndex:11954; }","duration":"249.150125ms","start":"2026-03-03T14:24:40.064374Z","end":"2026-03-03T14:24:40.313524Z","steps":["trace[724028702] 'read index received' (duration: 98.946945ms)","trace[724028702] 'applied index is now lower than readState.Index' (duration: 150.20209ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:40.313716Z","caller":"traceutil/trace.go:171","msg":"trace[200198650] transaction","detail":"{read_only:false; response_revision:11483; number_of_response:1; }","duration":"249.945425ms","start":"2026-03-03T14:24:40.063728Z","end":"2026-03-03T14:24:40.313673Z","steps":["trace[200198650] 'process raft request' (duration: 99.487709ms)","trace[200198650] 'compare' (duration: 149.958063ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:40.313968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.541324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:40.314099Z","caller":"traceutil/trace.go:171","msg":"trace[1659751100] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11483; }","duration":"249.732498ms","start":"2026-03-03T14:24:40.064335Z","end":"2026-03-03T14:24:40.314067Z","steps":["trace[1659751100] 'agreement among raft nodes before linearized reading' (duration: 249.471582ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.331283Z","caller":"traceutil/trace.go:171","msg":"trace[208592977] transaction","detail":"{read_only:false; response_revision:11484; number_of_response:1; }","duration":"266.596318ms","start":"2026-03-03T14:24:40.064657Z","end":"2026-03-03T14:24:40.331253Z","steps":["trace[208592977] 'process raft request' (duration: 266.407044ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.331581Z","caller":"traceutil/trace.go:171","msg":"trace[1088239295] transaction","detail":"{read_only:false; response_revision:11485; number_of_response:1; }","duration":"266.874974ms","start":"2026-03-03T14:24:40.064682Z","end":"2026-03-03T14:24:40.331557Z","steps":["trace[1088239295] 'process raft request' (duration: 266.533476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.331877Z","caller":"traceutil/trace.go:171","msg":"trace[1832066175] transaction","detail":"{read_only:false; response_revision:11486; number_of_response:1; }","duration":"266.935876ms","start":"2026-03-03T14:24:40.064925Z","end":"2026-03-03T14:24:40.33186Z","steps":["trace[1832066175] 'process raft request' (duration: 266.585558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:40.331908Z","caller":"traceutil/trace.go:171","msg":"trace[2058474696] transaction","detail":"{read_only:false; response_revision:11487; number_of_response:1; }","duration":"265.780189ms","start":"2026-03-03T14:24:40.066116Z","end":"2026-03-03T14:24:40.331896Z","steps":["trace[2058474696] 'process raft request' (duration: 265.594815ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:40.332571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.069012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448198"} {"level":"info","ts":"2026-03-03T14:24:40.33266Z","caller":"traceutil/trace.go:171","msg":"trace[2102045277] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11487; }","duration":"268.185106ms","start":"2026-03-03T14:24:40.064453Z","end":"2026-03-03T14:24:40.332638Z","steps":["trace[2102045277] 'agreement among raft nodes before linearized reading' (duration: 267.337286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:41.1138Z","caller":"traceutil/trace.go:171","msg":"trace[66343693] transaction","detail":"{read_only:false; response_revision:11490; number_of_response:1; }","duration":"107.312013ms","start":"2026-03-03T14:24:41.006468Z","end":"2026-03-03T14:24:41.11378Z","steps":["trace[66343693] 'process raft request' (duration: 107.17713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:42.433001Z","caller":"traceutil/trace.go:171","msg":"trace[271252542] transaction","detail":"{read_only:false; response_revision:11494; number_of_response:1; }","duration":"110.980061ms","start":"2026-03-03T14:24:42.322Z","end":"2026-03-03T14:24:42.43298Z","steps":["trace[271252542] 'process raft request' (duration: 110.832207ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:42.547432Z","caller":"traceutil/trace.go:171","msg":"trace[1207513707] transaction","detail":"{read_only:false; response_revision:11496; number_of_response:1; }","duration":"109.988207ms","start":"2026-03-03T14:24:42.437414Z","end":"2026-03-03T14:24:42.547402Z","steps":["trace[1207513707] 'process raft request' (duration: 90.050624ms)","trace[1207513707] 'compare' (duration: 19.657216ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:42.548234Z","caller":"traceutil/trace.go:171","msg":"trace[259176460] transaction","detail":"{read_only:false; response_revision:11498; number_of_response:1; }","duration":"109.214439ms","start":"2026-03-03T14:24:42.438999Z","end":"2026-03-03T14:24:42.548213Z","steps":["trace[259176460] 'process raft request' (duration: 109.121996ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:42.548396Z","caller":"traceutil/trace.go:171","msg":"trace[1991922397] transaction","detail":"{read_only:false; response_revision:11497; number_of_response:1; }","duration":"110.937809ms","start":"2026-03-03T14:24:42.437447Z","end":"2026-03-03T14:24:42.548385Z","steps":["trace[1991922397] 'process raft request' (duration: 109.901954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:43.040569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.42073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:43.040644Z","caller":"traceutil/trace.go:171","msg":"trace[559684984] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11498; }","duration":"146.552214ms","start":"2026-03-03T14:24:42.894076Z","end":"2026-03-03T14:24:43.040628Z","steps":["trace[559684984] 'count revisions from in-memory index tree' (duration: 146.313228ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:43.590722Z","caller":"traceutil/trace.go:171","msg":"trace[1231584077] linearizableReadLoop","detail":"{readStateIndex:11972; appliedIndex:11971; }","duration":"110.656962ms","start":"2026-03-03T14:24:43.480026Z","end":"2026-03-03T14:24:43.590683Z","steps":["trace[1231584077] 'read index received' (duration: 110.58696ms)","trace[1231584077] 'applied index is now lower than readState.Index' (duration: 68.482µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:43.590904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.848356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:43.590939Z","caller":"traceutil/trace.go:171","msg":"trace[793954443] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11499; }","duration":"110.99355ms","start":"2026-03-03T14:24:43.479938Z","end":"2026-03-03T14:24:43.590931Z","steps":["trace[793954443] 'agreement among raft nodes before linearized reading' (duration: 110.862767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:43.828904Z","caller":"traceutil/trace.go:171","msg":"trace[1652250343] transaction","detail":"{read_only:false; response_revision:11501; number_of_response:1; }","duration":"236.801432ms","start":"2026-03-03T14:24:43.592073Z","end":"2026-03-03T14:24:43.828875Z","steps":["trace[1652250343] 'process raft request' (duration: 173.166455ms)","trace[1652250343] 'compare' (duration: 63.525425ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:44.109334Z","caller":"traceutil/trace.go:171","msg":"trace[1355570121] transaction","detail":"{read_only:false; response_revision:11502; number_of_response:1; }","duration":"183.925559ms","start":"2026-03-03T14:24:43.925373Z","end":"2026-03-03T14:24:44.109299Z","steps":["trace[1355570121] 'process raft request' (duration: 183.688433ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:44.129056Z","caller":"traceutil/trace.go:171","msg":"trace[11305987] linearizableReadLoop","detail":"{readStateIndex:11976; appliedIndex:11974; }","duration":"186.271695ms","start":"2026-03-03T14:24:43.942709Z","end":"2026-03-03T14:24:44.128981Z","steps":["trace[11305987] 'read index received' (duration: 166.388393ms)","trace[11305987] 'applied index is now lower than readState.Index' (duration: 19.880782ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:44.12921Z","caller":"traceutil/trace.go:171","msg":"trace[1856206622] transaction","detail":"{read_only:false; response_revision:11503; number_of_response:1; }","duration":"197.866449ms","start":"2026-03-03T14:24:43.931308Z","end":"2026-03-03T14:24:44.129175Z","steps":["trace[1856206622] 'process raft request' (duration: 197.221833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:44.129511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.645534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:44.130321Z","caller":"traceutil/trace.go:171","msg":"trace[634084183] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:11503; }","duration":"187.621967ms","start":"2026-03-03T14:24:43.942679Z","end":"2026-03-03T14:24:44.130301Z","steps":["trace[634084183] 'agreement among raft nodes before linearized reading' (duration: 186.580462ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:45.18384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.777446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:45.183876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.86968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:45.183918Z","caller":"traceutil/trace.go:171","msg":"trace[1389111340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11508; }","duration":"410.907269ms","start":"2026-03-03T14:24:44.772992Z","end":"2026-03-03T14:24:45.183899Z","steps":["trace[1389111340] 'count revisions from in-memory index tree' (duration: 410.693954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:45.183962Z","caller":"traceutil/trace.go:171","msg":"trace[1957612495] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11508; }","duration":"136.011563ms","start":"2026-03-03T14:24:45.047927Z","end":"2026-03-03T14:24:45.183939Z","steps":["trace[1957612495] 'range keys from in-memory index tree' (duration: 135.755477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:45.183964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:44.772973Z","time spent":"410.97966ms","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:46.138027Z","caller":"traceutil/trace.go:171","msg":"trace[2039837531] transaction","detail":"{read_only:false; response_revision:11510; number_of_response:1; }","duration":"110.236084ms","start":"2026-03-03T14:24:46.027767Z","end":"2026-03-03T14:24:46.138003Z","steps":["trace[2039837531] 'process raft request' (duration: 110.06195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.391788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.816126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:46.392012Z","caller":"traceutil/trace.go:171","msg":"trace[355745605] linearizableReadLoop","detail":"{readStateIndex:11985; appliedIndex:11983; }","duration":"254.04546ms","start":"2026-03-03T14:24:46.137943Z","end":"2026-03-03T14:24:46.391989Z","steps":["trace[355745605] 'read index received' (duration: 115.823875ms)","trace[355745605] 'applied index is now lower than readState.Index' (duration: 138.220455ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:46.392138Z","caller":"traceutil/trace.go:171","msg":"trace[1529727093] transaction","detail":"{read_only:false; response_revision:11511; number_of_response:1; }","duration":"277.580199ms","start":"2026-03-03T14:24:46.114542Z","end":"2026-03-03T14:24:46.392122Z","steps":["trace[1529727093] 'process raft request' (duration: 139.344133ms)","trace[1529727093] 'compare' (duration: 137.667923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:46.392296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.252723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:46.39233Z","caller":"traceutil/trace.go:171","msg":"trace[1278882928] transaction","detail":"{read_only:false; response_revision:11512; number_of_response:1; }","duration":"256.397446ms","start":"2026-03-03T14:24:46.1359Z","end":"2026-03-03T14:24:46.392298Z","steps":["trace[1278882928] 'process raft request' (duration: 256.012577ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:46.392387Z","caller":"traceutil/trace.go:171","msg":"trace[1014795799] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11512; }","duration":"256.387246ms","start":"2026-03-03T14:24:46.135978Z","end":"2026-03-03T14:24:46.392365Z","steps":["trace[1014795799] 'agreement among raft nodes before linearized reading' (duration: 256.204852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.392419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.722283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:46.392644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.199512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:46.392608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.766281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:46.392685Z","caller":"traceutil/trace.go:171","msg":"trace[1552681393] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11512; }","duration":"253.256323ms","start":"2026-03-03T14:24:46.139418Z","end":"2026-03-03T14:24:46.392674Z","steps":["trace[1552681393] 'agreement among raft nodes before linearized reading' (duration: 253.184641ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:46.392706Z","caller":"traceutil/trace.go:171","msg":"trace[224763338] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11512; }","duration":"253.054699ms","start":"2026-03-03T14:24:46.139635Z","end":"2026-03-03T14:24:46.39269Z","steps":["trace[224763338] 'agreement among raft nodes before linearized reading' (duration: 252.73121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.392717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.794726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:46.392754Z","caller":"traceutil/trace.go:171","msg":"trace[807491293] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11512; }","duration":"253.847657ms","start":"2026-03-03T14:24:46.138896Z","end":"2026-03-03T14:24:46.392743Z","steps":["trace[807491293] 'agreement among raft nodes before linearized reading' (duration: 253.789015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.392763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.13007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:46.392788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.185992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:46.392814Z","caller":"traceutil/trace.go:171","msg":"trace[1323168882] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11512; }","duration":"253.220432ms","start":"2026-03-03T14:24:46.139586Z","end":"2026-03-03T14:24:46.392806Z","steps":["trace[1323168882] 'agreement among raft nodes before linearized reading' (duration: 253.179941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:46.392807Z","caller":"traceutil/trace.go:171","msg":"trace[676133548] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11512; }","duration":"253.198062ms","start":"2026-03-03T14:24:46.139597Z","end":"2026-03-03T14:24:46.392795Z","steps":["trace[676133548] 'agreement among raft nodes before linearized reading' (duration: 253.12519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.392886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.042831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:46.39266Z","caller":"traceutil/trace.go:171","msg":"trace[1862760314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11512; }","duration":"253.9908ms","start":"2026-03-03T14:24:46.138654Z","end":"2026-03-03T14:24:46.392645Z","steps":["trace[1862760314] 'agreement among raft nodes before linearized reading' (duration: 253.703713ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:46.392935Z","caller":"traceutil/trace.go:171","msg":"trace[1932891160] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11512; }","duration":"254.153074ms","start":"2026-03-03T14:24:46.138771Z","end":"2026-03-03T14:24:46.392924Z","steps":["trace[1932891160] 'agreement among raft nodes before linearized reading' (duration: 254.083122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.392957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.080315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:46.393077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.192708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:24:46.393094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.045908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:46.393128Z","caller":"traceutil/trace.go:171","msg":"trace[1556333719] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11512; }","duration":"282.2854ms","start":"2026-03-03T14:24:46.110828Z","end":"2026-03-03T14:24:46.393113Z","steps":["trace[1556333719] 'agreement among raft nodes before linearized reading' (duration: 282.185578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:46.393139Z","caller":"traceutil/trace.go:171","msg":"trace[953978165] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11512; }","duration":"253.10163ms","start":"2026-03-03T14:24:46.140025Z","end":"2026-03-03T14:24:46.393126Z","steps":["trace[953978165] 'agreement among raft nodes before linearized reading' (duration: 252.949596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.392961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.09281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:46.393197Z","caller":"traceutil/trace.go:171","msg":"trace[1741641186] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11512; }","duration":"253.332695ms","start":"2026-03-03T14:24:46.139851Z","end":"2026-03-03T14:24:46.393184Z","steps":["trace[1741641186] 'agreement among raft nodes before linearized reading' (duration: 253.013308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:46.39309Z","caller":"traceutil/trace.go:171","msg":"trace[242707691] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11512; }","duration":"252.222878ms","start":"2026-03-03T14:24:46.140857Z","end":"2026-03-03T14:24:46.39308Z","steps":["trace[242707691] 'agreement among raft nodes before linearized reading' (duration: 252.027483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:46.392936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.178031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:46.393334Z","caller":"traceutil/trace.go:171","msg":"trace[1237568954] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11512; }","duration":"253.58672ms","start":"2026-03-03T14:24:46.139733Z","end":"2026-03-03T14:24:46.393319Z","steps":["trace[1237568954] 'agreement among raft nodes before linearized reading' (duration: 253.1674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.023642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:24:47.118914Z","caller":"traceutil/trace.go:171","msg":"trace[1521405980] linearizableReadLoop","detail":"{readStateIndex:11986; appliedIndex:11985; }","duration":"595.400902ms","start":"2026-03-03T14:24:46.523481Z","end":"2026-03-03T14:24:47.118882Z","steps":["trace[1521405980] 'read index received' (duration: 595.276479ms)","trace[1521405980] 'applied index is now lower than readState.Index' (duration: 123.343µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:47.118993Z","caller":"traceutil/trace.go:171","msg":"trace[14456491] transaction","detail":"{read_only:false; response_revision:11513; number_of_response:1; }","duration":"720.60549ms","start":"2026-03-03T14:24:46.398348Z","end":"2026-03-03T14:24:47.118953Z","steps":["trace[14456491] 'process raft request' (duration: 720.344313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.119117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.621918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:47.119202Z","caller":"traceutil/trace.go:171","msg":"trace[1323486847] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11513; }","duration":"595.758161ms","start":"2026-03-03T14:24:46.52343Z","end":"2026-03-03T14:24:47.119188Z","steps":["trace[1323486847] 'agreement among raft nodes before linearized reading' (duration: 595.611378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.119227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.00271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:24:47.119236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.523408Z","time spent":"595.820612ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:47.119213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.398333Z","time spent":"720.745382ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:47.119277Z","caller":"traceutil/trace.go:171","msg":"trace[1839343946] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11513; }","duration":"589.090252ms","start":"2026-03-03T14:24:46.530169Z","end":"2026-03-03T14:24:47.11926Z","steps":["trace[1839343946] 'agreement among raft nodes before linearized reading' (duration: 588.891787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.119309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.11764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:24:47.119321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.530159Z","time spent":"589.154003ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:24:47.119355Z","caller":"traceutil/trace.go:171","msg":"trace[1086634747] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11513; }","duration":"434.195852ms","start":"2026-03-03T14:24:46.685146Z","end":"2026-03-03T14:24:47.119342Z","steps":["trace[1086634747] 'agreement among raft nodes before linearized reading' (duration: 434.035178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.119391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.040623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:24:47.119418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.685128Z","time spent":"434.270533ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:24:47.11943Z","caller":"traceutil/trace.go:171","msg":"trace[1894576189] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11513; }","duration":"500.116634ms","start":"2026-03-03T14:24:46.619301Z","end":"2026-03-03T14:24:47.119417Z","steps":["trace[1894576189] 'agreement among raft nodes before linearized reading' (duration: 500.040453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.119466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.61928Z","time spent":"500.177875ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:47.119637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.367818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:24:47.119675Z","caller":"traceutil/trace.go:171","msg":"trace[1041093254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11513; }","duration":"589.43321ms","start":"2026-03-03T14:24:46.530232Z","end":"2026-03-03T14:24:47.119665Z","steps":["trace[1041093254] 'agreement among raft nodes before linearized reading' (duration: 589.367029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.119703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.530217Z","time spent":"589.480431ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:24:47.119794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.256059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:24:47.11982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.920528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:24:47.119843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.735719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:47.119869Z","caller":"traceutil/trace.go:171","msg":"trace[1172285058] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11513; }","duration":"549.7731ms","start":"2026-03-03T14:24:46.570088Z","end":"2026-03-03T14:24:47.119861Z","steps":["trace[1172285058] 'agreement among raft nodes before linearized reading' (duration: 549.724699ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:47.119868Z","caller":"traceutil/trace.go:171","msg":"trace[1735631588] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11513; }","duration":"499.99227ms","start":"2026-03-03T14:24:46.619863Z","end":"2026-03-03T14:24:47.119856Z","steps":["trace[1735631588] 'agreement among raft nodes before linearized reading' (duration: 499.842486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.119894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.570083Z","time spent":"549.806491ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:47.119903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:46.619852Z","time spent":"500.041182ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:24:47.11983Z","caller":"traceutil/trace.go:171","msg":"trace[1570713812] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11513; }","duration":"279.328551ms","start":"2026-03-03T14:24:46.840491Z","end":"2026-03-03T14:24:47.11982Z","steps":["trace[1570713812] 'agreement among raft nodes before linearized reading' (duration: 279.233249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:47.625175Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:48.125319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:48.625671Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374930,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:48.911878Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.719635447s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:24:49.036131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.995878ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:49.036287Z","caller":"traceutil/trace.go:171","msg":"trace[1466935861] transaction","detail":"{read_only:false; response_revision:11514; number_of_response:1; }","duration":"1.911793741s","start":"2026-03-03T14:24:47.124466Z","end":"2026-03-03T14:24:49.03626Z","steps":["trace[1466935861] 'process raft request' (duration: 1.787546647s)","trace[1466935861] 'compare' (duration: 123.508897ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:49.036357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.124447Z","time spent":"1.911876693s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:49.73487Z","caller":"traceutil/trace.go:171","msg":"trace[1749808957] transaction","detail":"{read_only:false; response_revision:11516; number_of_response:1; }","duration":"2.610034201s","start":"2026-03-03T14:24:47.1248Z","end":"2026-03-03T14:24:49.734834Z","steps":["trace[1749808957] 'process raft request' (duration: 2.609922088s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:49.734895Z","caller":"traceutil/trace.go:171","msg":"trace[910989276] transaction","detail":"{read_only:false; response_revision:11515; number_of_response:1; }","duration":"2.610136903s","start":"2026-03-03T14:24:47.124719Z","end":"2026-03-03T14:24:49.734856Z","steps":["trace[910989276] 'process raft request' (duration: 2.609769074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.735115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.124787Z","time spent":"2.610197634s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:49.735209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.124702Z","time spent":"2.610374868s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:49.735203Z","caller":"traceutil/trace.go:171","msg":"trace[799471888] transaction","detail":"{read_only:false; response_revision:11517; number_of_response:1; }","duration":"2.610138613s","start":"2026-03-03T14:24:47.125024Z","end":"2026-03-03T14:24:49.735162Z","steps":["trace[799471888] 'process raft request' (duration: 2.609762965s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.73533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.125011Z","time spent":"2.610251986s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:49.735485Z","caller":"traceutil/trace.go:171","msg":"trace[877642264] transaction","detail":"{read_only:false; response_revision:11518; number_of_response:1; }","duration":"2.609903508s","start":"2026-03-03T14:24:47.125564Z","end":"2026-03-03T14:24:49.735468Z","steps":["trace[877642264] 'process raft request' (duration: 2.609499988s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.735579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.125513Z","time spent":"2.61001283s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:49.735631Z","caller":"traceutil/trace.go:171","msg":"trace[1369632665] transaction","detail":"{read_only:false; response_revision:11519; number_of_response:1; }","duration":"2.609321045s","start":"2026-03-03T14:24:47.126275Z","end":"2026-03-03T14:24:49.735596Z","steps":["trace[1369632665] 'process raft request' (duration: 2.608981347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.73585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.126262Z","time spent":"2.609461348s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:49.736213Z","caller":"traceutil/trace.go:171","msg":"trace[1854497904] linearizableReadLoop","detail":"{readStateIndex:11995; appliedIndex:11986; }","duration":"2.611654388s","start":"2026-03-03T14:24:47.124537Z","end":"2026-03-03T14:24:49.736191Z","steps":["trace[1854497904] 'read index received' (duration: 1.787529726s)","trace[1854497904] 'applied index is now lower than readState.Index' (duration: 824.122932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:49.736334Z","caller":"traceutil/trace.go:171","msg":"trace[1251113079] transaction","detail":"{read_only:false; response_revision:11521; number_of_response:1; }","duration":"1.335226526s","start":"2026-03-03T14:24:48.401096Z","end":"2026-03-03T14:24:49.736322Z","steps":["trace[1251113079] 'process raft request' (duration: 1.334962129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.736397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.40108Z","time spent":"1.335276767s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:49.736439Z","caller":"traceutil/trace.go:171","msg":"trace[889775637] transaction","detail":"{read_only:false; response_revision:11520; number_of_response:1; }","duration":"2.35939939s","start":"2026-03-03T14:24:47.377024Z","end":"2026-03-03T14:24:49.736424Z","steps":["trace[889775637] 'process raft request' (duration: 2.358459298s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.736519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.376999Z","time spent":"2.359477282s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:49.736778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.612233392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:24:49.736838Z","caller":"traceutil/trace.go:171","msg":"trace[2067617263] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11522; }","duration":"2.612325814s","start":"2026-03-03T14:24:47.124495Z","end":"2026-03-03T14:24:49.736821Z","steps":["trace[2067617263] 'agreement among raft nodes before linearized reading' (duration: 2.612114869s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.736879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.124478Z","time spent":"2.612388326s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:24:49.737003Z","caller":"traceutil/trace.go:171","msg":"trace[179112034] transaction","detail":"{read_only:false; response_revision:11522; number_of_response:1; }","duration":"1.335753168s","start":"2026-03-03T14:24:48.401238Z","end":"2026-03-03T14:24:49.736991Z","steps":["trace[179112034] 'process raft request' (duration: 1.334886088s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:49.737073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.401225Z","time spent":"1.335812119s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:50.046567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000105015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:24:50.046647Z","caller":"traceutil/trace.go:171","msg":"trace[893378680] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000241759s","start":"2026-03-03T14:24:48.046387Z","end":"2026-03-03T14:24:50.046629Z","steps":["trace[893378680] 'agreement among raft nodes before linearized reading' (duration: 2.000135756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.046703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.046367Z","time spent":"2.00031843s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:24:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:24:50.102593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.152313ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:24:50.102697Z","caller":"traceutil/trace.go:171","msg":"trace[456224435] linearizableReadLoop","detail":"{readStateIndex:11996; appliedIndex:11995; }","duration":"366.410825ms","start":"2026-03-03T14:24:49.736269Z","end":"2026-03-03T14:24:50.10268Z","steps":["trace[456224435] 'read index received' (duration: 23.2018ms)","trace[456224435] 'applied index is now lower than readState.Index' (duration: 343.207695ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:50.102828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70160203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.102889Z","caller":"traceutil/trace.go:171","msg":"trace[1480918621] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11522; }","duration":"1.701726602s","start":"2026-03-03T14:24:48.401145Z","end":"2026-03-03T14:24:50.102872Z","steps":["trace[1480918621] 'agreement among raft nodes before linearized reading' (duration: 1.70162295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.102936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.401116Z","time spent":"1.701808694s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:50.103055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"929.664764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.1031Z","caller":"traceutil/trace.go:171","msg":"trace[778898154] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11522; }","duration":"929.762696ms","start":"2026-03-03T14:24:49.173325Z","end":"2026-03-03T14:24:50.103088Z","steps":["trace[778898154] 'agreement among raft nodes before linearized reading' (duration: 929.692685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:49.173298Z","time spent":"929.824328ms","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:50.103197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"967.02288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:50.103263Z","caller":"traceutil/trace.go:171","msg":"trace[1246431268] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11522; }","duration":"967.165482ms","start":"2026-03-03T14:24:49.136081Z","end":"2026-03-03T14:24:50.103246Z","steps":["trace[1246431268] 'agreement among raft nodes before linearized reading' (duration: 966.915546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:49.136062Z","time spent":"967.231544ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:24:50.103322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.70204419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.103411Z","caller":"traceutil/trace.go:171","msg":"trace[1161871171] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11522; }","duration":"1.702141512s","start":"2026-03-03T14:24:48.401243Z","end":"2026-03-03T14:24:50.103384Z","steps":["trace[1161871171] 'agreement among raft nodes before linearized reading' (duration: 1.701998849s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.417481306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:50.103483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.401201Z","time spent":"1.702265125s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:50.103499Z","caller":"traceutil/trace.go:171","msg":"trace[1119529472] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11522; }","duration":"1.417596358s","start":"2026-03-03T14:24:48.685884Z","end":"2026-03-03T14:24:50.10348Z","steps":["trace[1119529472] 'agreement among raft nodes before linearized reading' (duration: 1.417486786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703966036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:50.103519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.406886906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:50.103546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.685858Z","time spent":"1.417673971s","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:24:50.103558Z","caller":"traceutil/trace.go:171","msg":"trace[361128389] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11522; }","duration":"2.406957907s","start":"2026-03-03T14:24:47.696589Z","end":"2026-03-03T14:24:50.103547Z","steps":["trace[361128389] 'agreement among raft nodes before linearized reading' (duration: 2.406890975s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.702975493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.103555Z","caller":"traceutil/trace.go:171","msg":"trace[1881378792] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11522; }","duration":"1.704067618s","start":"2026-03-03T14:24:48.399474Z","end":"2026-03-03T14:24:50.103542Z","steps":["trace[1881378792] 'agreement among raft nodes before linearized reading' (duration: 1.703931235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703567976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:50.10363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704270073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.103649Z","caller":"traceutil/trace.go:171","msg":"trace[954867214] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11522; }","duration":"1.703627027s","start":"2026-03-03T14:24:48.400019Z","end":"2026-03-03T14:24:50.103646Z","steps":["trace[954867214] 'agreement among raft nodes before linearized reading' (duration: 1.703602937s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:50.103657Z","caller":"traceutil/trace.go:171","msg":"trace[580035729] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11522; }","duration":"1.704312633s","start":"2026-03-03T14:24:48.399337Z","end":"2026-03-03T14:24:50.10365Z","steps":["trace[580035729] 'agreement among raft nodes before linearized reading' (duration: 1.704270332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.10359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:47.69657Z","time spent":"2.407010349s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:50.103673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.399988Z","time spent":"1.703680009s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:50.103686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.399331Z","time spent":"1.704348994s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:50.103647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.399466Z","time spent":"1.70416704s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:50.103612Z","caller":"traceutil/trace.go:171","msg":"trace[1946577800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11522; }","duration":"1.703016653s","start":"2026-03-03T14:24:48.400591Z","end":"2026-03-03T14:24:50.103608Z","steps":["trace[1946577800] 'agreement among raft nodes before linearized reading' (duration: 1.702981573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704422056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:50.103785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703888923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.103791Z","caller":"traceutil/trace.go:171","msg":"trace[2000279329] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11522; }","duration":"1.704507738s","start":"2026-03-03T14:24:48.399269Z","end":"2026-03-03T14:24:50.103776Z","steps":["trace[2000279329] 'agreement among raft nodes before linearized reading' (duration: 1.704349045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.400584Z","time spent":"1.703189947s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:50.10381Z","caller":"traceutil/trace.go:171","msg":"trace[1153366678] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11522; }","duration":"1.703959095s","start":"2026-03-03T14:24:48.399843Z","end":"2026-03-03T14:24:50.103803Z","steps":["trace[1153366678] 'agreement among raft nodes before linearized reading' (duration: 1.703924094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703840872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:50.103839Z","caller":"traceutil/trace.go:171","msg":"trace[563907949] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11522; }","duration":"1.703879884s","start":"2026-03-03T14:24:48.399955Z","end":"2026-03-03T14:24:50.103835Z","steps":["trace[563907949] 'agreement among raft nodes before linearized reading' (duration: 1.703801422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.10384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.399819Z","time spent":"1.704015667s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:50.103842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.399247Z","time spent":"1.70458355s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:50.103861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.399943Z","time spent":"1.703914924s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:24:50.103843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.635616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"warn","ts":"2026-03-03T14:24:50.103928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.815896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:24:50.103927Z","caller":"traceutil/trace.go:171","msg":"trace[455736864] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11522; }","duration":"365.746388ms","start":"2026-03-03T14:24:49.738167Z","end":"2026-03-03T14:24:50.103913Z","steps":["trace[455736864] 'agreement among raft nodes before linearized reading' (duration: 365.618835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704108449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:50.103953Z","caller":"traceutil/trace.go:171","msg":"trace[471241405] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11522; }","duration":"299.899288ms","start":"2026-03-03T14:24:49.804046Z","end":"2026-03-03T14:24:50.103946Z","steps":["trace[471241405] 'agreement among raft nodes before linearized reading' (duration: 299.855347ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.103959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:49.738149Z","time spent":"365.802869ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:24:50.103977Z","caller":"traceutil/trace.go:171","msg":"trace[1565762409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11522; }","duration":"1.704182191s","start":"2026-03-03T14:24:48.399783Z","end":"2026-03-03T14:24:50.103965Z","steps":["trace[1565762409] 'agreement among raft nodes before linearized reading' (duration: 1.704111409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.104017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.399767Z","time spent":"1.704237962s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:50.104495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.703796193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:50.104531Z","caller":"traceutil/trace.go:171","msg":"trace[380305261] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11522; }","duration":"1.703862474s","start":"2026-03-03T14:24:48.400658Z","end":"2026-03-03T14:24:50.104521Z","steps":["trace[380305261] 'agreement among raft nodes before linearized reading' (duration: 1.702106582s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:50.104559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:48.400611Z","time spent":"1.703941495s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:24:51.391871Z","caller":"traceutil/trace.go:171","msg":"trace[262182162] transaction","detail":"{read_only:false; response_revision:11524; number_of_response:1; }","duration":"340.92757ms","start":"2026-03-03T14:24:51.050914Z","end":"2026-03-03T14:24:51.391842Z","steps":["trace[262182162] 'process raft request' (duration: 340.774156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:51.392003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.050889Z","time spent":"341.053493ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:51.736242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.128276ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:51.736365Z","caller":"traceutil/trace.go:171","msg":"trace[1678815984] transaction","detail":"{read_only:false; response_revision:11525; number_of_response:1; }","duration":"571.018114ms","start":"2026-03-03T14:24:51.165323Z","end":"2026-03-03T14:24:51.736341Z","steps":["trace[1678815984] 'process raft request' (duration: 334.708414ms)","trace[1678815984] 'compare' (duration: 235.87936ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:51.736429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.165299Z","time spent":"571.098206ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:52.312756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"461.351565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:52.312862Z","caller":"traceutil/trace.go:171","msg":"trace[554191817] linearizableReadLoop","detail":"{readStateIndex:12000; appliedIndex:11999; }","duration":"569.336054ms","start":"2026-03-03T14:24:51.743509Z","end":"2026-03-03T14:24:52.312845Z","steps":["trace[554191817] 'read index received' (duration: 107.706953ms)","trace[554191817] 'applied index is now lower than readState.Index' (duration: 461.627121ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:52.313107Z","caller":"traceutil/trace.go:171","msg":"trace[923068956] transaction","detail":"{read_only:false; response_revision:11526; number_of_response:1; }","duration":"569.59729ms","start":"2026-03-03T14:24:51.743496Z","end":"2026-03-03T14:24:52.313093Z","steps":["trace[923068956] 'process raft request' (duration: 107.814105ms)","trace[923068956] 'compare' (duration: 461.14185ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:52.313174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.743478Z","time spent":"569.659601ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:52.31352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.054871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:52.313574Z","caller":"traceutil/trace.go:171","msg":"trace[1682588260] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11526; }","duration":"570.104922ms","start":"2026-03-03T14:24:51.743448Z","end":"2026-03-03T14:24:52.313553Z","steps":["trace[1682588260] 'agreement among raft nodes before linearized reading' (duration: 569.940318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:52.313616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.7434Z","time spent":"570.206384ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:53.651006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.018714445s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:53.651396Z","caller":"traceutil/trace.go:171","msg":"trace[1237815641] transaction","detail":"{read_only:false; response_revision:11527; number_of_response:1; }","duration":"1.907844408s","start":"2026-03-03T14:24:51.743522Z","end":"2026-03-03T14:24:53.651366Z","steps":["trace[1237815641] 'process raft request' (duration: 888.622441ms)","trace[1237815641] 'compare' (duration: 1.018513949s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:53.6515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.743493Z","time spent":"1.907963121s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:53.65162Z","caller":"traceutil/trace.go:171","msg":"trace[1275838341] transaction","detail":"{read_only:false; response_revision:11528; number_of_response:1; }","duration":"1.907981971s","start":"2026-03-03T14:24:51.743606Z","end":"2026-03-03T14:24:53.651588Z","steps":["trace[1275838341] 'process raft request' (duration: 1.907579422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.651788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.743585Z","time spent":"1.908120365s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:53.651918Z","caller":"traceutil/trace.go:171","msg":"trace[1149391674] transaction","detail":"{read_only:false; response_revision:11529; number_of_response:1; }","duration":"1.905547874s","start":"2026-03-03T14:24:51.746356Z","end":"2026-03-03T14:24:53.651904Z","steps":["trace[1149391674] 'process raft request' (duration: 1.905199155s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.651906Z","caller":"traceutil/trace.go:171","msg":"trace[1674303330] transaction","detail":"{read_only:false; response_revision:11531; number_of_response:1; }","duration":"1.33328203s","start":"2026-03-03T14:24:52.318568Z","end":"2026-03-03T14:24:53.65185Z","steps":["trace[1674303330] 'process raft request' (duration: 1.333228829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.651985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.74634Z","time spent":"1.905615225s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:53.652044Z","caller":"traceutil/trace.go:171","msg":"trace[783654587] transaction","detail":"{read_only:false; response_revision:11530; number_of_response:1; }","duration":"1.904881648s","start":"2026-03-03T14:24:51.747113Z","end":"2026-03-03T14:24:53.651995Z","steps":["trace[783654587] 'process raft request' (duration: 1.904615151s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.318546Z","time spent":"1.333433274s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:53.652197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542605241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:53.652204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.747106Z","time spent":"1.905020042s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:53.652229Z","caller":"traceutil/trace.go:171","msg":"trace[649665387] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11531; }","duration":"1.542635272s","start":"2026-03-03T14:24:52.109586Z","end":"2026-03-03T14:24:53.652221Z","steps":["trace[649665387] 'agreement among raft nodes before linearized reading' (duration: 1.54253355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109571Z","time spent":"1.542678604s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542807046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:53.652265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.908728549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:53.652304Z","caller":"traceutil/trace.go:171","msg":"trace[51898891] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11531; }","duration":"1.542931509s","start":"2026-03-03T14:24:52.109354Z","end":"2026-03-03T14:24:53.652286Z","steps":["trace[51898891] 'agreement among raft nodes before linearized reading' (duration: 1.542774406s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.652339Z","caller":"traceutil/trace.go:171","msg":"trace[2019679241] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11531; }","duration":"1.908812151s","start":"2026-03-03T14:24:51.743511Z","end":"2026-03-03T14:24:53.652324Z","steps":["trace[2019679241] 'agreement among raft nodes before linearized reading' (duration: 1.908602136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.743506Z","time spent":"1.908877263s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:24:53.652072Z","caller":"traceutil/trace.go:171","msg":"trace[849983681] linearizableReadLoop","detail":"{readStateIndex:12004; appliedIndex:12000; }","duration":"1.33915833s","start":"2026-03-03T14:24:52.312888Z","end":"2026-03-03T14:24:53.652046Z","steps":["trace[849983681] 'read index received' (duration: 319.269567ms)","trace[849983681] 'applied index is now lower than readState.Index' (duration: 1.019885173s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:53.652441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.536131758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:53.652466Z","caller":"traceutil/trace.go:171","msg":"trace[1072238906] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11531; }","duration":"1.536176169s","start":"2026-03-03T14:24:52.116284Z","end":"2026-03-03T14:24:53.65246Z","steps":["trace[1072238906] 'agreement among raft nodes before linearized reading' (duration: 1.536103697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.584420713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:53.652448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.553316665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:53.652488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542937909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:24:53.652529Z","caller":"traceutil/trace.go:171","msg":"trace[772562649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11531; }","duration":"1.584589927s","start":"2026-03-03T14:24:52.067922Z","end":"2026-03-03T14:24:53.652512Z","steps":["trace[772562649] 'agreement among raft nodes before linearized reading' (duration: 1.584426033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54215768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:53.652557Z","caller":"traceutil/trace.go:171","msg":"trace[1847505092] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11531; }","duration":"1.543001791s","start":"2026-03-03T14:24:52.109543Z","end":"2026-03-03T14:24:53.652545Z","steps":["trace[1847505092] 'agreement among raft nodes before linearized reading' (duration: 1.542828526s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.652536Z","caller":"traceutil/trace.go:171","msg":"trace[1032447637] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11531; }","duration":"1.553441928s","start":"2026-03-03T14:24:52.099078Z","end":"2026-03-03T14:24:53.65252Z","steps":["trace[1032447637] 'agreement among raft nodes before linearized reading' (duration: 1.553319235s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.652581Z","caller":"traceutil/trace.go:171","msg":"trace[1755234446] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11531; }","duration":"1.542203561s","start":"2026-03-03T14:24:52.110372Z","end":"2026-03-03T14:24:53.652576Z","steps":["trace[1755234446] 'agreement among raft nodes before linearized reading' (duration: 1.54215126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.0679Z","time spent":"1.584673689s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.099058Z","time spent":"1.55352922s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:53.652602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.110357Z","time spent":"1.542241482s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.774573759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:24:53.652645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.122745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:24:53.65235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109336Z","time spent":"1.543005451s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543240967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:53.652681Z","caller":"traceutil/trace.go:171","msg":"trace[1340446814] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11531; }","duration":"692.197666ms","start":"2026-03-03T14:24:52.960474Z","end":"2026-03-03T14:24:53.652671Z","steps":["trace[1340446814] 'agreement among raft nodes before linearized reading' (duration: 692.110204ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.65269Z","caller":"traceutil/trace.go:171","msg":"trace[263455978] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11531; }","duration":"1.543286068s","start":"2026-03-03T14:24:52.109396Z","end":"2026-03-03T14:24:53.652682Z","steps":["trace[263455978] 'agreement among raft nodes before linearized reading' (duration: 1.543221226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.65269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.543242146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:53.652716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109394Z","time spent":"1.543316918s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542967371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:53.652755Z","caller":"traceutil/trace.go:171","msg":"trace[230150975] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11531; }","duration":"1.543318548s","start":"2026-03-03T14:24:52.109421Z","end":"2026-03-03T14:24:53.65274Z","steps":["trace[230150975] 'agreement among raft nodes before linearized reading' (duration: 1.543207775s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.652784Z","caller":"traceutil/trace.go:171","msg":"trace[1175450319] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11531; }","duration":"1.543029692s","start":"2026-03-03T14:24:52.10974Z","end":"2026-03-03T14:24:53.65277Z","steps":["trace[1175450319] 'agreement among raft nodes before linearized reading' (duration: 1.54295289s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109416Z","time spent":"1.543371129s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.680322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:53.65285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.945336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"info","ts":"2026-03-03T14:24:53.652871Z","caller":"traceutil/trace.go:171","msg":"trace[1803613116] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11531; }","duration":"580.779965ms","start":"2026-03-03T14:24:53.072077Z","end":"2026-03-03T14:24:53.652857Z","steps":["trace[1803613116] 'agreement among raft nodes before linearized reading' (duration: 580.692833ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542818056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:53.652923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542931689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:53.652927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.072044Z","time spent":"580.867867ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:53.65251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.541990107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:53.652949Z","caller":"traceutil/trace.go:171","msg":"trace[77126495] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11531; }","duration":"1.54296133s","start":"2026-03-03T14:24:52.109976Z","end":"2026-03-03T14:24:53.652938Z","steps":["trace[77126495] 'agreement among raft nodes before linearized reading' (duration: 1.542874048s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.652965Z","caller":"traceutil/trace.go:171","msg":"trace[785716228] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11531; }","duration":"1.543061002s","start":"2026-03-03T14:24:52.109892Z","end":"2026-03-03T14:24:53.652953Z","steps":["trace[785716228] 'agreement among raft nodes before linearized reading' (duration: 1.542999951s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.453862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:24:53.652993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109889Z","time spent":"1.543096993s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.413618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:24:53.65299Z","caller":"traceutil/trace.go:171","msg":"trace[1267487352] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11531; }","duration":"1.542480618s","start":"2026-03-03T14:24:52.110496Z","end":"2026-03-03T14:24:53.652977Z","steps":["trace[1267487352] 'agreement among raft nodes before linearized reading' (duration: 1.542000026s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.653006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109845Z","time spent":"1.543151154s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:53.653027Z","caller":"traceutil/trace.go:171","msg":"trace[1486603317] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11531; }","duration":"310.48918ms","start":"2026-03-03T14:24:53.342529Z","end":"2026-03-03T14:24:53.653018Z","steps":["trace[1486603317] 'agreement among raft nodes before linearized reading' (duration: 310.412108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109736Z","time spent":"1.543077823s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:53.653047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.110486Z","time spent":"1.542540739s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:53.653055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.342508Z","time spent":"310.54092ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.109527Z","time spent":"1.543057512s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:24:53.652885Z","caller":"traceutil/trace.go:171","msg":"trace[745042246] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11531; }","duration":"691.003567ms","start":"2026-03-03T14:24:52.961874Z","end":"2026-03-03T14:24:53.652877Z","steps":["trace[745042246] 'agreement among raft nodes before linearized reading' (duration: 690.899055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:53.652645Z","caller":"traceutil/trace.go:171","msg":"trace[853198687] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11531; }","duration":"1.774659142s","start":"2026-03-03T14:24:51.877972Z","end":"2026-03-03T14:24:53.652631Z","steps":["trace[853198687] 'agreement among raft nodes before linearized reading' (duration: 1.774523178s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.960448Z","time spent":"692.254647ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:24:53.653018Z","caller":"traceutil/trace.go:171","msg":"trace[1786137802] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11531; }","duration":"257.547004ms","start":"2026-03-03T14:24:53.395463Z","end":"2026-03-03T14:24:53.65301Z","steps":["trace[1786137802] 'agreement among raft nodes before linearized reading' (duration: 257.427412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.652485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.116272Z","time spent":"1.53620916s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:24:53.652709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542510118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:53.653234Z","caller":"traceutil/trace.go:171","msg":"trace[265523831] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11531; }","duration":"1.543045631s","start":"2026-03-03T14:24:52.110183Z","end":"2026-03-03T14:24:53.653228Z","steps":["trace[265523831] 'agreement among raft nodes before linearized reading' (duration: 1.542508719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:53.653154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:51.877956Z","time spent":"1.775181463s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:24:53.653263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.110174Z","time spent":"1.543081612s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:53.65311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:52.961862Z","time spent":"691.240533ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:24:54.158433Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432374968,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:24:54.183276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.65692Z","time spent":"526.350015ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:24:54.515536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.903079ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:54.515778Z","caller":"traceutil/trace.go:171","msg":"trace[1863803256] transaction","detail":"{read_only:false; response_revision:11533; number_of_response:1; }","duration":"855.968986ms","start":"2026-03-03T14:24:53.659791Z","end":"2026-03-03T14:24:54.51576Z","steps":["trace[1863803256] 'process raft request' (duration: 855.830693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:54.51581Z","caller":"traceutil/trace.go:171","msg":"trace[1552172233] transaction","detail":"{read_only:false; response_revision:11532; number_of_response:1; }","duration":"856.284494ms","start":"2026-03-03T14:24:53.659499Z","end":"2026-03-03T14:24:54.515783Z","steps":["trace[1552172233] 'process raft request' (duration: 672.076589ms)","trace[1552172233] 'compare' (duration: 183.533779ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:54.515858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.659784Z","time spent":"856.028648ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:54.515921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.659478Z","time spent":"856.381487ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:54.515776Z","caller":"traceutil/trace.go:171","msg":"trace[1419646701] linearizableReadLoop","detail":"{readStateIndex:12008; appliedIndex:12006; }","duration":"857.391021ms","start":"2026-03-03T14:24:53.658371Z","end":"2026-03-03T14:24:54.515762Z","steps":["trace[1419646701] 'read index received' (duration: 524.937782ms)","trace[1419646701] 'applied index is now lower than readState.Index' (duration: 332.452498ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:54.515974Z","caller":"traceutil/trace.go:171","msg":"trace[1245794421] transaction","detail":"{read_only:false; response_revision:11535; number_of_response:1; }","duration":"198.562066ms","start":"2026-03-03T14:24:54.317402Z","end":"2026-03-03T14:24:54.515964Z","steps":["trace[1245794421] 'process raft request' (duration: 198.469724ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:54.51604Z","caller":"traceutil/trace.go:171","msg":"trace[1601437470] transaction","detail":"{read_only:false; response_revision:11534; number_of_response:1; }","duration":"331.425325ms","start":"2026-03-03T14:24:54.184568Z","end":"2026-03-03T14:24:54.515993Z","steps":["trace[1601437470] 'process raft request' (duration: 331.154419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:54.516077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.15698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:54.516089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.704858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-03T14:24:54.516121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.262817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"warn","ts":"2026-03-03T14:24:54.516111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.599167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:54.516107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.380785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:24:54.516146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.67971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:24:54.516147Z","caller":"traceutil/trace.go:171","msg":"trace[1225276597] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11535; }","duration":"854.320618ms","start":"2026-03-03T14:24:53.661819Z","end":"2026-03-03T14:24:54.51614Z","steps":["trace[1225276597] 'agreement among raft nodes before linearized reading' (duration: 854.191195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:54.516146Z","caller":"traceutil/trace.go:171","msg":"trace[1709483606] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11535; }","duration":"853.248232ms","start":"2026-03-03T14:24:53.66288Z","end":"2026-03-03T14:24:54.516128Z","steps":["trace[1709483606] 'agreement among raft nodes before linearized reading' (duration: 853.122549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:54.516168Z","caller":"traceutil/trace.go:171","msg":"trace[1642501592] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11535; }","duration":"855.709931ms","start":"2026-03-03T14:24:53.66045Z","end":"2026-03-03T14:24:54.51616Z","steps":["trace[1642501592] 'agreement among raft nodes before linearized reading' (duration: 855.549067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:54.516153Z","caller":"traceutil/trace.go:171","msg":"trace[1902789669] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:11535; }","duration":"857.78481ms","start":"2026-03-03T14:24:53.658351Z","end":"2026-03-03T14:24:54.516136Z","steps":["trace[1902789669] 'agreement among raft nodes before linearized reading' (duration: 857.449702ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:54.516165Z","caller":"traceutil/trace.go:171","msg":"trace[1528717511] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11535; }","duration":"698.69668ms","start":"2026-03-03T14:24:53.817452Z","end":"2026-03-03T14:24:54.516149Z","steps":["trace[1528717511] 'agreement among raft nodes before linearized reading' (duration: 698.550626ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:54.516185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.660445Z","time spent":"855.736561ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:24:54.51618Z","caller":"traceutil/trace.go:171","msg":"trace[43423734] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11535; }","duration":"464.494688ms","start":"2026-03-03T14:24:54.051666Z","end":"2026-03-03T14:24:54.51616Z","steps":["trace[43423734] 'agreement among raft nodes before linearized reading' (duration: 464.380405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:54.516172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.661801Z","time spent":"854.36617ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:24:54.516198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.662873Z","time spent":"853.309184ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:24:54.516208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.817424Z","time spent":"698.775172ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:54.516207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.658343Z","time spent":"857.852762ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"warn","ts":"2026-03-03T14:24:54.516204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:54.18452Z","time spent":"331.603849ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:54.516228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:54.051644Z","time spent":"464.57035ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:24:54.516423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.292932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448198"} {"level":"info","ts":"2026-03-03T14:24:54.516447Z","caller":"traceutil/trace.go:171","msg":"trace[2044407745] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11535; }","duration":"839.349942ms","start":"2026-03-03T14:24:53.677091Z","end":"2026-03-03T14:24:54.51644Z","steps":["trace[2044407745] 'agreement among raft nodes before linearized reading' (duration: 838.959583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:54.516466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:53.677077Z","time spent":"839.383255ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448222,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:24:54.863565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.395544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:24:54.863657Z","caller":"traceutil/trace.go:171","msg":"trace[1962354793] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11535; }","duration":"131.527297ms","start":"2026-03-03T14:24:54.732107Z","end":"2026-03-03T14:24:54.863634Z","steps":["trace[1962354793] 'range keys from in-memory index tree' (duration: 131.235779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:56.021551Z","caller":"traceutil/trace.go:171","msg":"trace[227240123] linearizableReadLoop","detail":"{readStateIndex:12011; appliedIndex:12010; }","duration":"358.250051ms","start":"2026-03-03T14:24:55.663276Z","end":"2026-03-03T14:24:56.021526Z","steps":["trace[227240123] 'read index received' (duration: 358.165969ms)","trace[227240123] 'applied index is now lower than readState.Index' (duration: 83.202µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:56.021617Z","caller":"traceutil/trace.go:171","msg":"trace[510127273] transaction","detail":"{read_only:false; response_revision:11536; number_of_response:1; }","duration":"360.768481ms","start":"2026-03-03T14:24:55.660805Z","end":"2026-03-03T14:24:56.021574Z","steps":["trace[510127273] 'process raft request' (duration: 360.580956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.021687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.393295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:56.021721Z","caller":"traceutil/trace.go:171","msg":"trace[212304627] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11536; }","duration":"358.470097ms","start":"2026-03-03T14:24:55.66324Z","end":"2026-03-03T14:24:56.02171Z","steps":["trace[212304627] 'agreement among raft nodes before linearized reading' (duration: 358.399605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.021756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.663225Z","time spent":"358.522298ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:24:56.021772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.660785Z","time spent":"360.902064ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:56.065218Z","caller":"traceutil/trace.go:171","msg":"trace[1695346003] transaction","detail":"{read_only:false; response_revision:11537; number_of_response:1; }","duration":"401.428294ms","start":"2026-03-03T14:24:55.663755Z","end":"2026-03-03T14:24:56.065183Z","steps":["trace[1695346003] 'process raft request' (duration: 401.093567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.065401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.663733Z","time spent":"401.568007ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:56.065209Z","caller":"traceutil/trace.go:171","msg":"trace[895960182] transaction","detail":"{read_only:false; response_revision:11539; number_of_response:1; }","duration":"400.652896ms","start":"2026-03-03T14:24:55.664522Z","end":"2026-03-03T14:24:56.065175Z","steps":["trace[895960182] 'process raft request' (duration: 400.565514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.065547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.219399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:56.065558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.904366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:56.065589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.059299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:56.065617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.842954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:56.065639Z","caller":"traceutil/trace.go:171","msg":"trace[778519393] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11540; }","duration":"401.994179ms","start":"2026-03-03T14:24:55.663626Z","end":"2026-03-03T14:24:56.06562Z","steps":["trace[778519393] 'agreement among raft nodes before linearized reading' (duration: 401.853184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.065658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.664508Z","time spent":"401.047515ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:56.065671Z","caller":"traceutil/trace.go:171","msg":"trace[57726614] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11540; }","duration":"402.017279ms","start":"2026-03-03T14:24:55.663642Z","end":"2026-03-03T14:24:56.065659Z","steps":["trace[57726614] 'agreement among raft nodes before linearized reading' (duration: 401.828383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.065687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.663595Z","time spent":"402.08357ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:56.065724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.663636Z","time spent":"402.07959ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:24:56.065732Z","caller":"traceutil/trace.go:171","msg":"trace[412222214] transaction","detail":"{read_only:false; response_revision:11540; number_of_response:1; }","duration":"401.172119ms","start":"2026-03-03T14:24:55.664547Z","end":"2026-03-03T14:24:56.065719Z","steps":["trace[412222214] 'process raft request' (duration: 400.581944ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:56.065596Z","caller":"traceutil/trace.go:171","msg":"trace[1444202919] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11540; }","duration":"401.322522ms","start":"2026-03-03T14:24:55.664263Z","end":"2026-03-03T14:24:56.065585Z","steps":["trace[1444202919] 'agreement among raft nodes before linearized reading' (duration: 401.162438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.0658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.664532Z","time spent":"401.23113ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:56.065823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.664256Z","time spent":"401.561348ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:24:56.065249Z","caller":"traceutil/trace.go:171","msg":"trace[351032787] transaction","detail":"{read_only:false; response_revision:11538; number_of_response:1; }","duration":"401.195918ms","start":"2026-03-03T14:24:55.664029Z","end":"2026-03-03T14:24:56.065225Z","steps":["trace[351032787] 'process raft request' (duration: 401.005974ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.065894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.664019Z","time spent":"401.845554ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:56.065667Z","caller":"traceutil/trace.go:171","msg":"trace[1055444948] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11540; }","duration":"402.171552ms","start":"2026-03-03T14:24:55.663477Z","end":"2026-03-03T14:24:56.065649Z","steps":["trace[1055444948] 'agreement among raft nodes before linearized reading' (duration: 402.015898ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.065956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.66347Z","time spent":"402.479489ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:56.066099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.136456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143764"} {"level":"info","ts":"2026-03-03T14:24:56.066138Z","caller":"traceutil/trace.go:171","msg":"trace[666055437] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11540; }","duration":"341.221968ms","start":"2026-03-03T14:24:55.724906Z","end":"2026-03-03T14:24:56.066128Z","steps":["trace[666055437] 'agreement among raft nodes before linearized reading' (duration: 340.87961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.066163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.724878Z","time spent":"341.278139ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143788,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:24:56.066332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.08286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:24:56.066362Z","caller":"traceutil/trace.go:171","msg":"trace[1708590208] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11540; }","duration":"402.127492ms","start":"2026-03-03T14:24:55.664225Z","end":"2026-03-03T14:24:56.066352Z","steps":["trace[1708590208] 'agreement among raft nodes before linearized reading' (duration: 402.007669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.066428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:55.664218Z","time spent":"402.202113ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:24:56.62106Z","caller":"traceutil/trace.go:171","msg":"trace[523328897] linearizableReadLoop","detail":"{readStateIndex:12017; appliedIndex:12016; }","duration":"100.344058ms","start":"2026-03-03T14:24:56.520694Z","end":"2026-03-03T14:24:56.621038Z","steps":["trace[523328897] 'read index received' (duration: 100.272647ms)","trace[523328897] 'applied index is now lower than readState.Index' (duration: 70.831µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:56.621151Z","caller":"traceutil/trace.go:171","msg":"trace[1629015462] transaction","detail":"{read_only:false; response_revision:11542; number_of_response:1; }","duration":"100.644355ms","start":"2026-03-03T14:24:56.520477Z","end":"2026-03-03T14:24:56.621121Z","steps":["trace[1629015462] 'process raft request' (duration: 100.43648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:56.621454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.708087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:56.621574Z","caller":"traceutil/trace.go:171","msg":"trace[459137470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11542; }","duration":"100.85861ms","start":"2026-03-03T14:24:56.520691Z","end":"2026-03-03T14:24:56.62155Z","steps":["trace[459137470] 'agreement among raft nodes before linearized reading' (duration: 100.475111ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:56.753184Z","caller":"traceutil/trace.go:171","msg":"trace[24140725] transaction","detail":"{read_only:false; response_revision:11544; number_of_response:1; }","duration":"126.799585ms","start":"2026-03-03T14:24:56.626362Z","end":"2026-03-03T14:24:56.753161Z","steps":["trace[24140725] 'process raft request' (duration: 126.748263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:56.753294Z","caller":"traceutil/trace.go:171","msg":"trace[922141848] linearizableReadLoop","detail":"{readStateIndex:12018; appliedIndex:12017; }","duration":"132.113361ms","start":"2026-03-03T14:24:56.621136Z","end":"2026-03-03T14:24:56.753249Z","steps":["trace[922141848] 'read index received' (duration: 104.443445ms)","trace[922141848] 'applied index is now lower than readState.Index' (duration: 27.665096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:56.753625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.565353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:56.753246Z","caller":"traceutil/trace.go:171","msg":"trace[2008595321] transaction","detail":"{read_only:false; response_revision:11543; number_of_response:1; }","duration":"228.387174ms","start":"2026-03-03T14:24:56.524821Z","end":"2026-03-03T14:24:56.753209Z","steps":["trace[2008595321] 'process raft request' (duration: 200.738488ms)","trace[2008595321] 'compare' (duration: 27.229256ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:56.753678Z","caller":"traceutil/trace.go:171","msg":"trace[1355559318] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11544; }","duration":"216.686765ms","start":"2026-03-03T14:24:56.536979Z","end":"2026-03-03T14:24:56.753666Z","steps":["trace[1355559318] 'agreement among raft nodes before linearized reading' (duration: 216.401049ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:58.186538Z","caller":"traceutil/trace.go:171","msg":"trace[692198710] linearizableReadLoop","detail":"{readStateIndex:12020; appliedIndex:12019; }","duration":"139.448495ms","start":"2026-03-03T14:24:58.047069Z","end":"2026-03-03T14:24:58.186517Z","steps":["trace[692198710] 'read index received' (duration: 139.327122ms)","trace[692198710] 'applied index is now lower than readState.Index' (duration: 120.633µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:58.18714Z","caller":"traceutil/trace.go:171","msg":"trace[2082349692] transaction","detail":"{read_only:false; response_revision:11545; number_of_response:1; }","duration":"160.34066ms","start":"2026-03-03T14:24:58.026779Z","end":"2026-03-03T14:24:58.187119Z","steps":["trace[2082349692] 'process raft request' (duration: 159.606863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.480794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.667699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:58.480896Z","caller":"traceutil/trace.go:171","msg":"trace[159078771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11545; }","duration":"433.807223ms","start":"2026-03-03T14:24:58.047062Z","end":"2026-03-03T14:24:58.480869Z","steps":["trace[159078771] 'agreement among raft nodes before linearized reading' (duration: 140.06753ms)","trace[159078771] 'range keys from in-memory index tree' (duration: 293.569389ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:58.480893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.902528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:24:58.480948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.047013Z","time spent":"433.919965ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:24:58.480991Z","caller":"traceutil/trace.go:171","msg":"trace[1327723437] linearizableReadLoop","detail":"{readStateIndex:12021; appliedIndex:12020; }","duration":"294.384087ms","start":"2026-03-03T14:24:58.18659Z","end":"2026-03-03T14:24:58.480974Z","steps":["trace[1327723437] 'read index received' (duration: 40.326825ms)","trace[1327723437] 'applied index is now lower than readState.Index' (duration: 254.056042ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:58.481086Z","caller":"traceutil/trace.go:171","msg":"trace[1171036232] transaction","detail":"{read_only:false; response_revision:11546; number_of_response:1; }","duration":"409.433384ms","start":"2026-03-03T14:24:58.071641Z","end":"2026-03-03T14:24:58.481074Z","steps":["trace[1171036232] 'process raft request' (duration: 155.26334ms)","trace[1171036232] 'compare' (duration: 253.765195ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:58.481157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071615Z","time spent":"409.501785ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:58.481297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.957877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:58.481327Z","caller":"traceutil/trace.go:171","msg":"trace[2133548744] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11546; }","duration":"410.031879ms","start":"2026-03-03T14:24:58.071287Z","end":"2026-03-03T14:24:58.481319Z","steps":["trace[2133548744] 'agreement among raft nodes before linearized reading' (duration: 409.980838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.481358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071265Z","time spent":"410.084811ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:24:58.481451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.083114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:58.481498Z","caller":"traceutil/trace.go:171","msg":"trace[1512084962] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11546; }","duration":"160.169316ms","start":"2026-03-03T14:24:58.321316Z","end":"2026-03-03T14:24:58.481485Z","steps":["trace[1512084962] 'agreement among raft nodes before linearized reading' (duration: 160.090374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.481472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.555537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:58.481492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.259024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:58.481536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.033959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:24:58.481476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.181443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:24:58.481575Z","caller":"traceutil/trace.go:171","msg":"trace[1852245265] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11546; }","duration":"410.388308ms","start":"2026-03-03T14:24:58.07117Z","end":"2026-03-03T14:24:58.481559Z","steps":["trace[1852245265] 'agreement among raft nodes before linearized reading' (duration: 410.215914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.481873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071137Z","time spent":"410.722405ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:24:58.481657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.027548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:24:58.482014Z","caller":"traceutil/trace.go:171","msg":"trace[1035000875] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11546; }","duration":"410.432387ms","start":"2026-03-03T14:24:58.071566Z","end":"2026-03-03T14:24:58.481998Z","steps":["trace[1035000875] 'agreement among raft nodes before linearized reading' (duration: 409.883194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.482067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071556Z","time spent":"410.496519ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:24:58.481709Z","caller":"traceutil/trace.go:171","msg":"trace[63781062] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11546; }","duration":"410.247633ms","start":"2026-03-03T14:24:58.071411Z","end":"2026-03-03T14:24:58.481658Z","steps":["trace[63781062] 'agreement among raft nodes before linearized reading' (duration: 409.832143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.482113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071402Z","time spent":"410.698393ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:24:58.481568Z","caller":"traceutil/trace.go:171","msg":"trace[2066471379] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11546; }","duration":"409.69777ms","start":"2026-03-03T14:24:58.071849Z","end":"2026-03-03T14:24:58.481546Z","steps":["trace[2066471379] 'agreement among raft nodes before linearized reading' (duration: 409.547017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:58.481711Z","caller":"traceutil/trace.go:171","msg":"trace[1680432640] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11546; }","duration":"410.428168ms","start":"2026-03-03T14:24:58.071251Z","end":"2026-03-03T14:24:58.481679Z","steps":["trace[1680432640] 'agreement among raft nodes before linearized reading' (duration: 410.138032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.482354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071247Z","time spent":"411.086824ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:24:58.481509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.26136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:24:58.482427Z","caller":"traceutil/trace.go:171","msg":"trace[1529332996] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11546; }","duration":"410.190022ms","start":"2026-03-03T14:24:58.072219Z","end":"2026-03-03T14:24:58.482409Z","steps":["trace[1529332996] 'agreement among raft nodes before linearized reading' (duration: 409.179608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.481742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.141001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:24:58.482487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.072212Z","time spent":"410.256033ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:58.482231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071827Z","time spent":"410.386286ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:24:58.482489Z","caller":"traceutil/trace.go:171","msg":"trace[1168671719] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11546; }","duration":"410.941839ms","start":"2026-03-03T14:24:58.071534Z","end":"2026-03-03T14:24:58.482476Z","steps":["trace[1168671719] 'agreement among raft nodes before linearized reading' (duration: 409.928965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.482569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.071527Z","time spent":"411.026391ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:24:58.941534Z","caller":"traceutil/trace.go:171","msg":"trace[1993345525] transaction","detail":"{read_only:false; response_revision:11547; number_of_response:1; }","duration":"455.798004ms","start":"2026-03-03T14:24:58.485716Z","end":"2026-03-03T14:24:58.941514Z","steps":["trace[1993345525] 'process raft request' (duration: 455.697311ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:58.941646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.485689Z","time spent":"455.898605ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:59.135006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.945778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:59.13532Z","caller":"traceutil/trace.go:171","msg":"trace[486083583] transaction","detail":"{read_only:false; response_revision:11548; number_of_response:1; }","duration":"648.341066ms","start":"2026-03-03T14:24:58.486936Z","end":"2026-03-03T14:24:59.135277Z","steps":["trace[486083583] 'process raft request' (duration: 540.03467ms)","trace[486083583] 'compare' (duration: 107.771304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:24:59.135331Z","caller":"traceutil/trace.go:171","msg":"trace[707445557] transaction","detail":"{read_only:false; response_revision:11549; number_of_response:1; }","duration":"648.364147ms","start":"2026-03-03T14:24:58.486937Z","end":"2026-03-03T14:24:59.135301Z","steps":["trace[707445557] 'process raft request' (duration: 648.176032ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:59.135388Z","caller":"traceutil/trace.go:171","msg":"trace[2087032067] transaction","detail":"{read_only:false; response_revision:11550; number_of_response:1; }","duration":"507.655222ms","start":"2026-03-03T14:24:58.627709Z","end":"2026-03-03T14:24:59.135365Z","steps":["trace[2087032067] 'process raft request' (duration: 507.485878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.135506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.486911Z","time spent":"648.50181ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:59.135504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.486916Z","time spent":"648.49806ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:59.135506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.627684Z","time spent":"507.745935ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:59.157198Z","caller":"traceutil/trace.go:171","msg":"trace[305457372] linearizableReadLoop","detail":"{readStateIndex:12025; appliedIndex:12022; }","duration":"399.98748ms","start":"2026-03-03T14:24:58.757189Z","end":"2026-03-03T14:24:59.157176Z","steps":["trace[305457372] 'read index received' (duration: 184.324369ms)","trace[305457372] 'applied index is now lower than readState.Index' (duration: 215.661231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:59.15748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.276517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:24:59.157523Z","caller":"traceutil/trace.go:171","msg":"trace[1092122411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11550; }","duration":"400.358249ms","start":"2026-03-03T14:24:58.757154Z","end":"2026-03-03T14:24:59.157512Z","steps":["trace[1092122411] 'agreement among raft nodes before linearized reading' (duration: 400.156864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.157519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.729608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:24:59.157558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.061136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T14:24:59.157566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.757138Z","time spent":"400.41916ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:24:59.15756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.274407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:24:59.157605Z","caller":"traceutil/trace.go:171","msg":"trace[673182299] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11550; }","duration":"247.141458ms","start":"2026-03-03T14:24:58.91045Z","end":"2026-03-03T14:24:59.157592Z","steps":["trace[673182299] 'agreement among raft nodes before linearized reading' (duration: 246.994785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.157594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.670605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:24:59.157628Z","caller":"traceutil/trace.go:171","msg":"trace[449370812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11550; }","duration":"400.373569ms","start":"2026-03-03T14:24:58.757238Z","end":"2026-03-03T14:24:59.157612Z","steps":["trace[449370812] 'agreement among raft nodes before linearized reading' (duration: 400.204466ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:59.157653Z","caller":"traceutil/trace.go:171","msg":"trace[2037128361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11550; }","duration":"386.763287ms","start":"2026-03-03T14:24:58.770874Z","end":"2026-03-03T14:24:59.157638Z","steps":["trace[2037128361] 'agreement among raft nodes before linearized reading' (duration: 386.608353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.157673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.757218Z","time spent":"400.442781ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:24:59.15769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:58.770857Z","time spent":"386.825288ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:24:59.157608Z","caller":"traceutil/trace.go:171","msg":"trace[615720713] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11550; }","duration":"108.82938ms","start":"2026-03-03T14:24:59.04876Z","end":"2026-03-03T14:24:59.157589Z","steps":["trace[615720713] 'agreement among raft nodes before linearized reading' (duration: 108.689847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.52967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.79263ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:24:59.529804Z","caller":"traceutil/trace.go:171","msg":"trace[1060672174] transaction","detail":"{read_only:false; response_revision:11551; number_of_response:1; }","duration":"370.311566ms","start":"2026-03-03T14:24:59.159467Z","end":"2026-03-03T14:24:59.529779Z","steps":["trace[1060672174] 'process raft request' (duration: 96.329643ms)","trace[1060672174] 'compare' (duration: 273.350299ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:59.529872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.159424Z","time spent":"370.419099ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":875,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:24:59.55502Z","caller":"traceutil/trace.go:171","msg":"trace[173498166] transaction","detail":"{read_only:false; response_revision:11552; number_of_response:1; }","duration":"393.160588ms","start":"2026-03-03T14:24:59.161839Z","end":"2026-03-03T14:24:59.555Z","steps":["trace[173498166] 'process raft request' (duration: 392.953733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.555141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.16181Z","time spent":"393.26391ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:59.555334Z","caller":"traceutil/trace.go:171","msg":"trace[678419699] transaction","detail":"{read_only:false; response_revision:11553; number_of_response:1; }","duration":"391.892499ms","start":"2026-03-03T14:24:59.163424Z","end":"2026-03-03T14:24:59.555317Z","steps":["trace[678419699] 'process raft request' (duration: 391.54391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:24:59.555371Z","caller":"traceutil/trace.go:171","msg":"trace[1220598603] linearizableReadLoop","detail":"{readStateIndex:12030; appliedIndex:12027; }","duration":"391.900518ms","start":"2026-03-03T14:24:59.163449Z","end":"2026-03-03T14:24:59.555349Z","steps":["trace[1220598603] 'read index received' (duration: 92.369049ms)","trace[1220598603] 'applied index is now lower than readState.Index' (duration: 299.530159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:24:59.555417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.163409Z","time spent":"391.96895ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:24:59.555404Z","caller":"traceutil/trace.go:171","msg":"trace[228476580] transaction","detail":"{read_only:false; response_revision:11554; number_of_response:1; }","duration":"313.351617ms","start":"2026-03-03T14:24:59.242041Z","end":"2026-03-03T14:24:59.555392Z","steps":["trace[228476580] 'process raft request' (duration: 313.147643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.555557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.242021Z","time spent":"313.48092ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:24:59.555652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.187715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T14:24:59.555733Z","caller":"traceutil/trace.go:171","msg":"trace[1776223543] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce; range_end:; response_count:1; response_revision:11554; }","duration":"392.291148ms","start":"2026-03-03T14:24:59.163419Z","end":"2026-03-03T14:24:59.55571Z","steps":["trace[1776223543] 'agreement among raft nodes before linearized reading' (duration: 392.027422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.55579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.163407Z","time spent":"392.368939ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1459,"request content":"key:\"/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce\" "} {"level":"warn","ts":"2026-03-03T14:24:59.555968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.69606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448198"} {"level":"info","ts":"2026-03-03T14:24:59.55601Z","caller":"traceutil/trace.go:171","msg":"trace[1892958395] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11554; }","duration":"390.742471ms","start":"2026-03-03T14:24:59.165261Z","end":"2026-03-03T14:24:59.556003Z","steps":["trace[1892958395] 'agreement among raft nodes before linearized reading' (duration: 390.262389ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:24:59.556033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.165256Z","time spent":"390.769891ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448222,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:00.01109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.445259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:00.011216Z","caller":"traceutil/trace.go:171","msg":"trace[1485021301] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11554; }","duration":"321.545411ms","start":"2026-03-03T14:24:59.689599Z","end":"2026-03-03T14:25:00.011145Z","steps":["trace[1485021301] 'range keys from in-memory index tree' (duration: 321.400488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:00.011274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.689592Z","time spent":"321.671454ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:00.011296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.49681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:00.011376Z","caller":"traceutil/trace.go:171","msg":"trace[647119253] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11554; }","duration":"321.648493ms","start":"2026-03-03T14:24:59.68971Z","end":"2026-03-03T14:25:00.011359Z","steps":["trace[647119253] 'range keys from in-memory index tree' (duration: 321.372787ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:00.011423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.689678Z","time spent":"321.735625ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:00.011603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.129835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:00.011623Z","caller":"traceutil/trace.go:171","msg":"trace[955319342] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11554; }","duration":"322.173716ms","start":"2026-03-03T14:24:59.689443Z","end":"2026-03-03T14:25:00.011617Z","steps":["trace[955319342] 'range keys from in-memory index tree' (duration: 322.020592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:00.011648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.689426Z","time spent":"322.217457ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:00.011719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.760451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:00.011759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.310328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:00.011777Z","caller":"traceutil/trace.go:171","msg":"trace[1663711432] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11554; }","duration":"322.32847ms","start":"2026-03-03T14:24:59.689443Z","end":"2026-03-03T14:25:00.011771Z","steps":["trace[1663711432] 'range keys from in-memory index tree' (duration: 322.235327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:00.011798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.689415Z","time spent":"322.37912ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:00.011772Z","caller":"traceutil/trace.go:171","msg":"trace[1212553614] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11554; }","duration":"320.869675ms","start":"2026-03-03T14:24:59.690891Z","end":"2026-03-03T14:25:00.011761Z","steps":["trace[1212553614] 'range keys from in-memory index tree' (duration: 320.627068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:00.011893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:24:59.690882Z","time spent":"321.005478ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:00.989474Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375059,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:01.340451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.329157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:01.340483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"852.011814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.340547Z","caller":"traceutil/trace.go:171","msg":"trace[1439077558] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11555; }","duration":"878.45461ms","start":"2026-03-03T14:25:00.462056Z","end":"2026-03-03T14:25:01.340511Z","steps":["trace[1439077558] 'count revisions from in-memory index tree' (duration: 878.252426ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.340559Z","caller":"traceutil/trace.go:171","msg":"trace[546619428] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11555; }","duration":"852.139507ms","start":"2026-03-03T14:25:00.488404Z","end":"2026-03-03T14:25:01.340544Z","steps":["trace[546619428] 'range keys from in-memory index tree' (duration: 851.879021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.340598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.488383Z","time spent":"852.202168ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:01.340964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.462039Z","time spent":"878.910962ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:01.341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"988.446428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:25:01.341028Z","caller":"traceutil/trace.go:171","msg":"trace[1295701723] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11555; }","duration":"988.520989ms","start":"2026-03-03T14:25:00.352501Z","end":"2026-03-03T14:25:01.341022Z","steps":["trace[1295701723] 'range keys from in-memory index tree' (duration: 988.285264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.341047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.352476Z","time spent":"988.56633ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:25:01.34106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.370133ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:01.341123Z","caller":"traceutil/trace.go:171","msg":"trace[1031568433] transaction","detail":"{read_only:false; response_revision:11556; number_of_response:1; }","duration":"852.101855ms","start":"2026-03-03T14:25:00.489008Z","end":"2026-03-03T14:25:01.341109Z","steps":["trace[1031568433] 'process raft request' (duration: 696.617209ms)","trace[1031568433] 'compare' (duration: 155.168029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:01.341156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.48899Z","time spent":"852.150857ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:01.834416Z","caller":"traceutil/trace.go:171","msg":"trace[1668168527] linearizableReadLoop","detail":"{readStateIndex:12034; appliedIndex:12032; }","duration":"1.345280644s","start":"2026-03-03T14:25:00.489103Z","end":"2026-03-03T14:25:01.834383Z","steps":["trace[1668168527] 'read index received' (duration: 696.489787ms)","trace[1668168527] 'applied index is now lower than readState.Index' (duration: 648.790087ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:01.834481Z","caller":"traceutil/trace.go:171","msg":"trace[921355739] transaction","detail":"{read_only:false; response_revision:11558; number_of_response:1; }","duration":"693.019425ms","start":"2026-03-03T14:25:01.141422Z","end":"2026-03-03T14:25:01.834441Z","steps":["trace[921355739] 'process raft request' (duration: 692.922883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.834576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345455928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:01.834605Z","caller":"traceutil/trace.go:171","msg":"trace[63992988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11558; }","duration":"1.34552946s","start":"2026-03-03T14:25:00.489069Z","end":"2026-03-03T14:25:01.834598Z","steps":["trace[63992988] 'agreement among raft nodes before linearized reading' (duration: 1.345419328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.834619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345341536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.834637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.489059Z","time spent":"1.345574181s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:01.834643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.141404Z","time spent":"693.163849ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:01.834705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.353574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:01.834749Z","caller":"traceutil/trace.go:171","msg":"trace[749066077] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:11558; }","duration":"726.431976ms","start":"2026-03-03T14:25:01.108301Z","end":"2026-03-03T14:25:01.834733Z","steps":["trace[749066077] 'agreement among raft nodes before linearized reading' (duration: 726.371595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.834823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.108282Z","time spent":"726.523679ms","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:01.834911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.3451062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:01.834878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.49741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:25:01.834975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.11217274s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.834963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.658575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.835009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.393806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:25:01.834973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.616516ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:25:01.834655Z","caller":"traceutil/trace.go:171","msg":"trace[1510917985] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11558; }","duration":"1.345417217s","start":"2026-03-03T14:25:00.489226Z","end":"2026-03-03T14:25:01.834643Z","steps":["trace[1510917985] 'agreement among raft nodes before linearized reading' (duration: 1.345335425s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.83506Z","caller":"traceutil/trace.go:171","msg":"trace[1995490345] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11558; }","duration":"272.453257ms","start":"2026-03-03T14:25:01.562588Z","end":"2026-03-03T14:25:01.835041Z","steps":["trace[1995490345] 'agreement among raft nodes before linearized reading' (duration: 272.358615ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.835019Z","caller":"traceutil/trace.go:171","msg":"trace[1461214744] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11558; }","duration":"694.676414ms","start":"2026-03-03T14:25:01.140321Z","end":"2026-03-03T14:25:01.834997Z","steps":["trace[1461214744] 'agreement among raft nodes before linearized reading' (duration: 694.322426ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.835079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.364708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:25:01.8351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.852133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:25:01.835114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.236864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:25:01.835178Z","caller":"traceutil/trace.go:171","msg":"trace[802456530] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11558; }","duration":"490.942466ms","start":"2026-03-03T14:25:01.344203Z","end":"2026-03-03T14:25:01.835146Z","steps":["trace[802456530] 'agreement among raft nodes before linearized reading' (duration: 490.749851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.835054Z","caller":"traceutil/trace.go:171","msg":"trace[1074511848] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11558; }","duration":"786.799188ms","start":"2026-03-03T14:25:01.048236Z","end":"2026-03-03T14:25:01.835035Z","steps":["trace[1074511848] 'agreement among raft nodes before linearized reading' (duration: 786.638205ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.835122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.140297Z","time spent":"694.808678ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:25:01.835205Z","caller":"traceutil/trace.go:171","msg":"trace[1477383103] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11558; }","duration":"694.351907ms","start":"2026-03-03T14:25:01.140839Z","end":"2026-03-03T14:25:01.83519Z","steps":["trace[1477383103] 'agreement among raft nodes before linearized reading' (duration: 694.161902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.835213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.344189Z","time spent":"491.016177ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:25:01.835298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.140825Z","time spent":"694.408728ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:25:01.835226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.04822Z","time spent":"786.995792ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:01.834901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.90965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:25:01.835114Z","caller":"traceutil/trace.go:171","msg":"trace[1510495036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11558; }","duration":"889.43422ms","start":"2026-03-03T14:25:00.945671Z","end":"2026-03-03T14:25:01.835106Z","steps":["trace[1510495036] 'agreement among raft nodes before linearized reading' (duration: 889.337948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.835364Z","caller":"traceutil/trace.go:171","msg":"trace[378541712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11558; }","duration":"276.413622ms","start":"2026-03-03T14:25:01.558939Z","end":"2026-03-03T14:25:01.835352Z","steps":["trace[378541712] 'agreement among raft nodes before linearized reading' (duration: 275.825268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.835399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.945655Z","time spent":"889.735747ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:25:01.835006Z","caller":"traceutil/trace.go:171","msg":"trace[1929382119] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11558; }","duration":"1.112232951s","start":"2026-03-03T14:25:00.722766Z","end":"2026-03-03T14:25:01.834999Z","steps":["trace[1929382119] 'agreement among raft nodes before linearized reading' (duration: 1.11219013s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.83444Z","caller":"traceutil/trace.go:171","msg":"trace[351578547] transaction","detail":"{read_only:false; response_revision:11557; number_of_response:1; }","duration":"984.119696ms","start":"2026-03-03T14:25:00.850295Z","end":"2026-03-03T14:25:01.834414Z","steps":["trace[351578547] 'process raft request' (duration: 983.892881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.835468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.722745Z","time spent":"1.112717312s","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:01.835367Z","caller":"traceutil/trace.go:171","msg":"trace[426452275] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11558; }","duration":"900.849331ms","start":"2026-03-03T14:25:00.934269Z","end":"2026-03-03T14:25:01.835084Z","steps":["trace[426452275] 'agreement among raft nodes before linearized reading' (duration: 900.454962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.835523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.850277Z","time spent":"985.198591ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:01.83494Z","caller":"traceutil/trace.go:171","msg":"trace[291078774] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11558; }","duration":"1.345194512s","start":"2026-03-03T14:25:00.489738Z","end":"2026-03-03T14:25:01.834933Z","steps":["trace[291078774] 'agreement among raft nodes before linearized reading' (duration: 1.345088709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.835578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.489701Z","time spent":"1.345872248s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:01.834905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345618352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:01.835552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.934247Z","time spent":"901.288162ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:25:01.835107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.489214Z","time spent":"1.345882859s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:01.835068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.111335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:25:01.838167Z","caller":"traceutil/trace.go:171","msg":"trace[118629288] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11558; }","duration":"279.193648ms","start":"2026-03-03T14:25:01.558947Z","end":"2026-03-03T14:25:01.83814Z","steps":["trace[118629288] 'agreement among raft nodes before linearized reading' (duration: 276.012783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:01.835661Z","caller":"traceutil/trace.go:171","msg":"trace[750617324] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11558; }","duration":"1.346398111s","start":"2026-03-03T14:25:00.489248Z","end":"2026-03-03T14:25:01.835646Z","steps":["trace[750617324] 'agreement among raft nodes before linearized reading' (duration: 1.345596602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:01.838338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:00.489238Z","time spent":"1.349073754s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:02.36148Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375073,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:25:02.510797Z","caller":"traceutil/trace.go:171","msg":"trace[1267369755] transaction","detail":"{read_only:false; response_revision:11560; number_of_response:1; }","duration":"669.362905ms","start":"2026-03-03T14:25:01.841407Z","end":"2026-03-03T14:25:02.510769Z","steps":["trace[1267369755] 'process raft request' (duration: 669.120819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.511035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.841391Z","time spent":"669.563199ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:02.511332Z","caller":"traceutil/trace.go:171","msg":"trace[1151617417] transaction","detail":"{read_only:false; response_revision:11564; number_of_response:1; }","duration":"667.89879ms","start":"2026-03-03T14:25:01.843416Z","end":"2026-03-03T14:25:02.511315Z","steps":["trace[1151617417] 'process raft request' (duration: 667.829328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.511474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.843402Z","time spent":"668.018732ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:02.511607Z","caller":"traceutil/trace.go:171","msg":"trace[438832285] transaction","detail":"{read_only:false; response_revision:11562; number_of_response:1; }","duration":"669.838037ms","start":"2026-03-03T14:25:01.841754Z","end":"2026-03-03T14:25:02.511592Z","steps":["trace[438832285] 'process raft request' (duration: 669.291104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:02.511681Z","caller":"traceutil/trace.go:171","msg":"trace[966204517] transaction","detail":"{read_only:false; response_revision:11561; number_of_response:1; }","duration":"670.027512ms","start":"2026-03-03T14:25:01.841619Z","end":"2026-03-03T14:25:02.511647Z","steps":["trace[966204517] 'process raft request' (duration: 669.107919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.511704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.841743Z","time spent":"669.923249ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":720,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:25:02.511709Z","caller":"traceutil/trace.go:171","msg":"trace[357029995] transaction","detail":"{read_only:false; response_revision:11563; number_of_response:1; }","duration":"668.28234ms","start":"2026-03-03T14:25:01.843376Z","end":"2026-03-03T14:25:02.511658Z","steps":["trace[357029995] 'process raft request' (duration: 667.762967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.511822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.841612Z","time spent":"670.136554ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:02.511896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.843359Z","time spent":"668.450063ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:02.923752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.444474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:02.923863Z","caller":"traceutil/trace.go:171","msg":"trace[1865303298] linearizableReadLoop","detail":"{readStateIndex:12042; appliedIndex:12036; }","duration":"1.062945124s","start":"2026-03-03T14:25:01.860905Z","end":"2026-03-03T14:25:02.92385Z","steps":["trace[1865303298] 'read index received' (duration: 649.598017ms)","trace[1865303298] 'applied index is now lower than readState.Index' (duration: 413.346107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:02.923919Z","caller":"traceutil/trace.go:171","msg":"trace[1828889466] transaction","detail":"{read_only:false; response_revision:11565; number_of_response:1; }","duration":"624.782477ms","start":"2026-03-03T14:25:02.29913Z","end":"2026-03-03T14:25:02.923912Z","steps":["trace[1828889466] 'process raft request' (duration: 269.089867ms)","trace[1828889466] 'compare' (duration: 355.310572ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:02.923958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.299098Z","time spent":"624.840519ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:02.924102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.080845317s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:25:02.924184Z","caller":"traceutil/trace.go:171","msg":"trace[529416609] range","detail":"{range_begin:/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd; range_end:; response_count:1; response_revision:11565; }","duration":"1.081030962s","start":"2026-03-03T14:25:01.843133Z","end":"2026-03-03T14:25:02.924164Z","steps":["trace[529416609] 'agreement among raft nodes before linearized reading' (duration: 1.080798767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.924225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.843104Z","time spent":"1.081110944s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" "} {"level":"warn","ts":"2026-03-03T14:25:02.980514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014479644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:02.980561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"946.040402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:02.980606Z","caller":"traceutil/trace.go:171","msg":"trace[1506638767] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:11566; }","duration":"1.014629767s","start":"2026-03-03T14:25:01.965957Z","end":"2026-03-03T14:25:02.980586Z","steps":["trace[1506638767] 'agreement among raft nodes before linearized reading' (duration: 1.014445323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.980633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.390528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-db-sync-6qvzh\" ","response":"range_response_count:1 size:6857"} {"level":"info","ts":"2026-03-03T14:25:02.980647Z","caller":"traceutil/trace.go:171","msg":"trace[802281687] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11566; }","duration":"946.170865ms","start":"2026-03-03T14:25:02.034453Z","end":"2026-03-03T14:25:02.980624Z","steps":["trace[802281687] 'agreement among raft nodes before linearized reading' (duration: 945.969101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:02.980669Z","caller":"traceutil/trace.go:171","msg":"trace[816671136] range","detail":"{range_begin:/registry/pods/openstack/cinder-db-sync-6qvzh; range_end:; response_count:1; response_revision:11566; }","duration":"170.44833ms","start":"2026-03-03T14:25:02.810211Z","end":"2026-03-03T14:25:02.980659Z","steps":["trace[816671136] 'agreement among raft nodes before linearized reading' (duration: 170.303087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.980695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.034436Z","time spent":"946.250218ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:02.980819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.983768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:02.980852Z","caller":"traceutil/trace.go:171","msg":"trace[37269779] transaction","detail":"{read_only:false; response_revision:11566; number_of_response:1; }","duration":"175.853788ms","start":"2026-03-03T14:25:02.804985Z","end":"2026-03-03T14:25:02.980838Z","steps":["trace[37269779] 'process raft request' (duration: 175.254604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:02.980866Z","caller":"traceutil/trace.go:171","msg":"trace[346521122] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11566; }","duration":"964.054189ms","start":"2026-03-03T14:25:02.0168Z","end":"2026-03-03T14:25:02.980854Z","steps":["trace[346521122] 'agreement among raft nodes before linearized reading' (duration: 963.922776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.980909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.016789Z","time spent":"964.11072ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:02.981018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.810264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:25:02.981065Z","caller":"traceutil/trace.go:171","msg":"trace[1071133738] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11566; }","duration":"512.881155ms","start":"2026-03-03T14:25:02.468172Z","end":"2026-03-03T14:25:02.981053Z","steps":["trace[1071133738] 'agreement among raft nodes before linearized reading' (duration: 512.755732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.981099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.468155Z","time spent":"512.937147ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:25:02.981309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.496799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:02.981344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.97823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:02.981344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.538556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:25:02.981369Z","caller":"traceutil/trace.go:171","msg":"trace[582804310] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11566; }","duration":"965.054163ms","start":"2026-03-03T14:25:02.016308Z","end":"2026-03-03T14:25:02.981362Z","steps":["trace[582804310] 'agreement among raft nodes before linearized reading' (duration: 965.015362ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:02.981383Z","caller":"traceutil/trace.go:171","msg":"trace[249101898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11566; }","duration":"844.604738ms","start":"2026-03-03T14:25:02.136763Z","end":"2026-03-03T14:25:02.981367Z","steps":["trace[249101898] 'agreement among raft nodes before linearized reading' (duration: 844.500555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.981399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.01628Z","time spent":"965.113493ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:02.980653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:01.965937Z","time spent":"1.0147073s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:25:02.981522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.844837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:02.980706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"963.849104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:02.981548Z","caller":"traceutil/trace.go:171","msg":"trace[767772194] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11566; }","duration":"964.885049ms","start":"2026-03-03T14:25:02.016657Z","end":"2026-03-03T14:25:02.981542Z","steps":["trace[767772194] 'agreement among raft nodes before linearized reading' (duration: 964.845588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.981414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.136747Z","time spent":"844.660499ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:25:02.981566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.01665Z","time spent":"964.911639ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:02.981567Z","caller":"traceutil/trace.go:171","msg":"trace[962968347] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11566; }","duration":"964.747285ms","start":"2026-03-03T14:25:02.016808Z","end":"2026-03-03T14:25:02.981555Z","steps":["trace[962968347] 'agreement among raft nodes before linearized reading' (duration: 963.866655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.981601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.016787Z","time spent":"964.805516ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:02.981363Z","caller":"traceutil/trace.go:171","msg":"trace[469784667] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11566; }","duration":"964.592011ms","start":"2026-03-03T14:25:02.016758Z","end":"2026-03-03T14:25:02.98135Z","steps":["trace[469784667] 'agreement among raft nodes before linearized reading' (duration: 964.449738ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:02.981745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.016737Z","time spent":"964.994651ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:03.575292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.31434ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:03.575368Z","caller":"traceutil/trace.go:171","msg":"trace[1970856388] linearizableReadLoop","detail":"{readStateIndex:12044; appliedIndex:12043; }","duration":"581.354088ms","start":"2026-03-03T14:25:02.994002Z","end":"2026-03-03T14:25:03.575356Z","steps":["trace[1970856388] 'read index received' (duration: 174.988857ms)","trace[1970856388] 'applied index is now lower than readState.Index' (duration: 406.364251ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:03.575417Z","caller":"traceutil/trace.go:171","msg":"trace[1265807986] transaction","detail":"{read_only:false; response_revision:11567; number_of_response:1; }","duration":"583.644043ms","start":"2026-03-03T14:25:02.991766Z","end":"2026-03-03T14:25:03.57541Z","steps":["trace[1265807986] 'process raft request' (duration: 177.148689ms)","trace[1265807986] 'compare' (duration: 406.027983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:03.575456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.991747Z","time spent":"583.689064ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:03.575629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.595233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:25:03.575707Z","caller":"traceutil/trace.go:171","msg":"trace[1981822912] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11567; }","duration":"581.710456ms","start":"2026-03-03T14:25:02.993978Z","end":"2026-03-03T14:25:03.575689Z","steps":["trace[1981822912] 'agreement among raft nodes before linearized reading' (duration: 581.497382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:03.575743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.993967Z","time spent":"581.767518ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:25:04.075716Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375082,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:04.347424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.812757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:04.347538Z","caller":"traceutil/trace.go:171","msg":"trace[975317505] transaction","detail":"{read_only:false; response_revision:11568; number_of_response:1; }","duration":"1.351220365s","start":"2026-03-03T14:25:02.996295Z","end":"2026-03-03T14:25:04.347516Z","steps":["trace[975317505] 'process raft request' (duration: 1.148234204s)","trace[975317505] 'compare' (duration: 202.431298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:04.347596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:02.996282Z","time spent":"1.351288996s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6797,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:05.054772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007741924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:05.054848Z","caller":"traceutil/trace.go:171","msg":"trace[1121218191] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.007870558s","start":"2026-03-03T14:25:03.04696Z","end":"2026-03-03T14:25:05.054831Z","steps":["trace[1121218191] 'agreement among raft nodes before linearized reading' (duration: 2.007764815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.054888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.046942Z","time spent":"2.007937649s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:05.066716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.276129ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:05.066942Z","caller":"traceutil/trace.go:171","msg":"trace[2046114375] transaction","detail":"{read_only:false; response_revision:11569; number_of_response:1; }","duration":"1.720510398s","start":"2026-03-03T14:25:03.346388Z","end":"2026-03-03T14:25:05.066898Z","steps":["trace[2046114375] 'process raft request' (duration: 1.278929061s)","trace[2046114375] 'compare' (duration: 441.024003ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:05.067003Z","caller":"traceutil/trace.go:171","msg":"trace[1610607210] linearizableReadLoop","detail":"{readStateIndex:12047; appliedIndex:12044; }","duration":"1.491600204s","start":"2026-03-03T14:25:03.575385Z","end":"2026-03-03T14:25:05.066985Z","steps":["trace[1610607210] 'read index received' (duration: 569.107859ms)","trace[1610607210] 'applied index is now lower than readState.Index' (duration: 922.490885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:05.067114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722164598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:05.067117Z","caller":"traceutil/trace.go:171","msg":"trace[1811690288] transaction","detail":"{read_only:false; response_revision:11570; number_of_response:1; }","duration":"1.225859144s","start":"2026-03-03T14:25:03.841241Z","end":"2026-03-03T14:25:05.0671Z","steps":["trace[1811690288] 'process raft request' (duration: 1.225599478s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:05.067141Z","caller":"traceutil/trace.go:171","msg":"trace[1574755370] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11570; }","duration":"1.722207808s","start":"2026-03-03T14:25:03.344925Z","end":"2026-03-03T14:25:05.067133Z","steps":["trace[1574755370] 'agreement among raft nodes before linearized reading' (duration: 1.722142167s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.067201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.344916Z","time spent":"1.722276231s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:05.067211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.841219Z","time spent":"1.225955977s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:05.067203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.346376Z","time spent":"1.720656503s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:05.06718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706883506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:05.067379Z","caller":"traceutil/trace.go:171","msg":"trace[1639607006] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11570; }","duration":"1.707137792s","start":"2026-03-03T14:25:03.360221Z","end":"2026-03-03T14:25:05.067359Z","steps":["trace[1639607006] 'agreement among raft nodes before linearized reading' (duration: 1.706794294s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.067354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.724647626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:25:05.067436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.36019Z","time spent":"1.707227484s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:05.067455Z","caller":"traceutil/trace.go:171","msg":"trace[707609238] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11570; }","duration":"1.724765799s","start":"2026-03-03T14:25:03.342659Z","end":"2026-03-03T14:25:05.067424Z","steps":["trace[707609238] 'agreement among raft nodes before linearized reading' (duration: 1.724441321s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.067528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.342593Z","time spent":"1.724919703s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:25:05.397907Z","caller":"traceutil/trace.go:171","msg":"trace[49477295] linearizableReadLoop","detail":"{readStateIndex:12048; appliedIndex:12047; }","duration":"330.850881ms","start":"2026-03-03T14:25:05.067029Z","end":"2026-03-03T14:25:05.39788Z","steps":["trace[49477295] 'read index received' (duration: 330.487732ms)","trace[49477295] 'applied index is now lower than readState.Index' (duration: 362.009µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:05.398004Z","caller":"traceutil/trace.go:171","msg":"trace[1933466947] transaction","detail":"{read_only:false; response_revision:11571; number_of_response:1; }","duration":"469.402466ms","start":"2026-03-03T14:25:04.928574Z","end":"2026-03-03T14:25:05.397977Z","steps":["trace[1933466947] 'process raft request' (duration: 469.085959ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.928537Z","time spent":"469.524699ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:05.398132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820903337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19199"} {"level":"info","ts":"2026-03-03T14:25:05.398188Z","caller":"traceutil/trace.go:171","msg":"trace[468766116] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11571; }","duration":"1.82101328s","start":"2026-03-03T14:25:03.577159Z","end":"2026-03-03T14:25:05.398172Z","steps":["trace[468766116] 'agreement among raft nodes before linearized reading' (duration: 1.820843776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.81599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:25:05.398241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.577139Z","time spent":"1.821093042s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19223,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:25:05.398243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.78738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-03-03T14:25:05.39828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.232875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:05.398301Z","caller":"traceutil/trace.go:171","msg":"trace[653102432] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11571; }","duration":"343.253146ms","start":"2026-03-03T14:25:05.055042Z","end":"2026-03-03T14:25:05.398296Z","steps":["trace[653102432] 'agreement among raft nodes before linearized reading' (duration: 343.219135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:05.398307Z","caller":"traceutil/trace.go:171","msg":"trace[2070924697] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11571; }","duration":"881.864691ms","start":"2026-03-03T14:25:04.516427Z","end":"2026-03-03T14:25:05.398292Z","steps":["trace[2070924697] 'agreement among raft nodes before linearized reading' (duration: 881.462942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.516422Z","time spent":"881.914853ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:25:05.398372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.694205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:05.398381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.194566172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:05.398396Z","caller":"traceutil/trace.go:171","msg":"trace[814637264] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11571; }","duration":"405.726076ms","start":"2026-03-03T14:25:04.992665Z","end":"2026-03-03T14:25:05.398391Z","steps":["trace[814637264] 'agreement among raft nodes before linearized reading' (duration: 405.663644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.992661Z","time spent":"405.747966ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:05.398263Z","caller":"traceutil/trace.go:171","msg":"trace[1266270780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11571; }","duration":"881.877792ms","start":"2026-03-03T14:25:04.516374Z","end":"2026-03-03T14:25:05.398251Z","steps":["trace[1266270780] 'agreement among raft nodes before linearized reading' (duration: 881.790579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455247811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:25:05.398523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.941271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:05.398528Z","caller":"traceutil/trace.go:171","msg":"trace[1755658059] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:11571; }","duration":"1.455288262s","start":"2026-03-03T14:25:03.943226Z","end":"2026-03-03T14:25:05.398514Z","steps":["trace[1755658059] 'agreement among raft nodes before linearized reading' (duration: 1.45519961s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.516366Z","time spent":"882.150468ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:25:05.398548Z","caller":"traceutil/trace.go:171","msg":"trace[1903880670] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11571; }","duration":"405.986672ms","start":"2026-03-03T14:25:04.992556Z","end":"2026-03-03T14:25:05.398543Z","steps":["trace[1903880670] 'agreement among raft nodes before linearized reading' (duration: 405.950331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.992552Z","time spent":"406.013353ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:05.398563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.943209Z","time spent":"1.455345023s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:25:05.3986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.554248377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:05.398637Z","caller":"traceutil/trace.go:171","msg":"trace[518890139] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11571; }","duration":"1.554303988s","start":"2026-03-03T14:25:03.844323Z","end":"2026-03-03T14:25:05.398627Z","steps":["trace[518890139] 'agreement among raft nodes before linearized reading' (duration: 1.554214116s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.39832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.055005Z","time spent":"343.311487ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:05.398664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.120255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:05.398687Z","caller":"traceutil/trace.go:171","msg":"trace[1710563729] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11571; }","duration":"406.159517ms","start":"2026-03-03T14:25:04.992522Z","end":"2026-03-03T14:25:05.398682Z","steps":["trace[1710563729] 'agreement among raft nodes before linearized reading' (duration: 406.124266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.992514Z","time spent":"406.191177ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:05.398715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556736556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:05.398342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"882.542697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:25:05.39877Z","caller":"traceutil/trace.go:171","msg":"trace[1462230984] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11571; }","duration":"1.556815258s","start":"2026-03-03T14:25:03.841943Z","end":"2026-03-03T14:25:05.398758Z","steps":["trace[1462230984] 'agreement among raft nodes before linearized reading' (duration: 1.556737616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.514114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:05.398809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.84193Z","time spent":"1.556868219s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:05.398826Z","caller":"traceutil/trace.go:171","msg":"trace[1124393003] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11571; }","duration":"406.591786ms","start":"2026-03-03T14:25:04.992229Z","end":"2026-03-03T14:25:05.398821Z","steps":["trace[1124393003] 'agreement among raft nodes before linearized reading' (duration: 406.554265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.39885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.992197Z","time spent":"406.649037ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:05.398408Z","caller":"traceutil/trace.go:171","msg":"trace[269597923] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11571; }","duration":"1.194637484s","start":"2026-03-03T14:25:04.203762Z","end":"2026-03-03T14:25:05.3984Z","steps":["trace[269597923] 'agreement among raft nodes before linearized reading' (duration: 1.194601363s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514393863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:25:05.398913Z","caller":"traceutil/trace.go:171","msg":"trace[676870343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11571; }","duration":"1.514821453s","start":"2026-03-03T14:25:03.884085Z","end":"2026-03-03T14:25:05.398906Z","steps":["trace[676870343] 'agreement among raft nodes before linearized reading' (duration: 1.514357922s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.884067Z","time spent":"1.514862934s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:25:05.398993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.71887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:05.399034Z","caller":"traceutil/trace.go:171","msg":"trace[609039266] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11571; }","duration":"406.796071ms","start":"2026-03-03T14:25:04.992229Z","end":"2026-03-03T14:25:05.399025Z","steps":["trace[609039266] 'agreement among raft nodes before linearized reading' (duration: 406.699109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.399065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.992211Z","time spent":"406.849022ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:05.399074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.558895706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:05.398665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.844316Z","time spent":"1.554342959s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:05.399133Z","caller":"traceutil/trace.go:171","msg":"trace[645646639] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11571; }","duration":"1.558984589s","start":"2026-03-03T14:25:03.840132Z","end":"2026-03-03T14:25:05.399117Z","steps":["trace[645646639] 'agreement among raft nodes before linearized reading' (duration: 1.558923627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.399227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.840111Z","time spent":"1.559101552s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:05.398814Z","caller":"traceutil/trace.go:171","msg":"trace[157350409] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11571; }","duration":"883.09341ms","start":"2026-03-03T14:25:04.515698Z","end":"2026-03-03T14:25:05.398792Z","steps":["trace[157350409] 'agreement among raft nodes before linearized reading' (duration: 882.587628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.399265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.022156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:05.399284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.515676Z","time spent":"883.599881ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:25:05.399301Z","caller":"traceutil/trace.go:171","msg":"trace[2113318242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11571; }","duration":"407.057657ms","start":"2026-03-03T14:25:04.992235Z","end":"2026-03-03T14:25:05.399292Z","steps":["trace[2113318242] 'agreement among raft nodes before linearized reading' (duration: 407.003255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.398901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.203739Z","time spent":"1.195149645s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:05.399332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.992163Z","time spent":"407.1637ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:05.398132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512961648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:25:05.399396Z","caller":"traceutil/trace.go:171","msg":"trace[1670505678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11571; }","duration":"1.514267759s","start":"2026-03-03T14:25:03.885118Z","end":"2026-03-03T14:25:05.399386Z","steps":["trace[1670505678] 'agreement among raft nodes before linearized reading' (duration: 1.512856556s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.399432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.885099Z","time spent":"1.514325751s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:25:05.399499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.428127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:25:05.399556Z","caller":"traceutil/trace.go:171","msg":"trace[1791824220] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11571; }","duration":"637.51026ms","start":"2026-03-03T14:25:04.762031Z","end":"2026-03-03T14:25:05.399541Z","steps":["trace[1791824220] 'agreement among raft nodes before linearized reading' (duration: 637.371636ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.399602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.73973Z","time spent":"659.862069ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:25:05.399691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"883.214413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:25:05.39973Z","caller":"traceutil/trace.go:171","msg":"trace[695695665] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11571; }","duration":"883.267344ms","start":"2026-03-03T14:25:04.516452Z","end":"2026-03-03T14:25:05.39972Z","steps":["trace[695695665] 'agreement among raft nodes before linearized reading' (duration: 883.175012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.399762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:04.516448Z","time spent":"883.308655ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:25:05.399039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.55729164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:05.399841Z","caller":"traceutil/trace.go:171","msg":"trace[1522814120] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11571; }","duration":"1.558117679s","start":"2026-03-03T14:25:03.841714Z","end":"2026-03-03T14:25:05.399832Z","steps":["trace[1522814120] 'agreement among raft nodes before linearized reading' (duration: 1.557301549s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:05.399919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:03.841703Z","time spent":"1.558205741s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:05.913624Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:06.414189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:06.914977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:07.416036Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:07.416139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000332339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:07.416234Z","caller":"traceutil/trace.go:171","msg":"trace[462176321] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000455633s","start":"2026-03-03T14:25:05.41576Z","end":"2026-03-03T14:25:07.416216Z","steps":["trace[462176321] 'agreement among raft nodes before linearized reading' (duration: 2.0003413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:07.416311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.415754Z","time spent":"2.000546195s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:07.916642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:08.417179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375089,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:08.607244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.208043944s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:08.607729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.068628Z","time spent":"3.539092611s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:25:08.607896Z","caller":"traceutil/trace.go:171","msg":"trace[1612412904] transaction","detail":"{read_only:false; response_revision:11572; number_of_response:1; }","duration":"3.250343667s","start":"2026-03-03T14:25:05.357522Z","end":"2026-03-03T14:25:08.607866Z","steps":["trace[1612412904] 'process raft request' (duration: 3.250119082s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:08.608074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.357486Z","time spent":"3.250502351s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5062,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:09.417312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000682209s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:09.41747Z","caller":"traceutil/trace.go:171","msg":"trace[1361162231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000889194s","start":"2026-03-03T14:25:07.416558Z","end":"2026-03-03T14:25:09.417447Z","steps":["trace[1361162231] 'agreement among raft nodes before linearized reading' (duration: 2.00070104s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:09.417514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.416544Z","time spent":"2.000961256s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:10.40272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.41254Z","time spent":"4.990166382s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:10.405846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.412854Z","time spent":"4.992982398s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:25:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:10.412891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.41338Z","time spent":"4.999499563s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:10.623475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.942553ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:10.62361Z","caller":"traceutil/trace.go:171","msg":"trace[1414393779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11572; }","duration":"458.105387ms","start":"2026-03-03T14:25:10.165486Z","end":"2026-03-03T14:25:10.623591Z","steps":["trace[1414393779] 'range keys from in-memory index tree' (duration: 457.918722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.88517Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.277582781s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:25:10.886333Z","caller":"traceutil/trace.go:171","msg":"trace[1504493230] transaction","detail":"{read_only:false; response_revision:11573; number_of_response:1; }","duration":"5.481577999s","start":"2026-03-03T14:25:05.404728Z","end":"2026-03-03T14:25:10.886306Z","steps":["trace[1504493230] 'process raft request' (duration: 5.481078788s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.886625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.404705Z","time spent":"5.481710553s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:10.886657Z","caller":"traceutil/trace.go:171","msg":"trace[2035849446] transaction","detail":"{read_only:false; response_revision:11574; number_of_response:1; }","duration":"5.481652922s","start":"2026-03-03T14:25:05.404968Z","end":"2026-03-03T14:25:10.886621Z","steps":["trace[2035849446] 'process raft request' (duration: 5.481263873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.886823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.404961Z","time spent":"5.481784895s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:10.886999Z","caller":"traceutil/trace.go:171","msg":"trace[693910517] transaction","detail":"{read_only:false; response_revision:11576; number_of_response:1; }","duration":"5.474063331s","start":"2026-03-03T14:25:05.412882Z","end":"2026-03-03T14:25:10.886945Z","steps":["trace[693910517] 'process raft request' (duration: 5.473907728s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.887259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.412872Z","time spent":"5.474234935s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:10.887835Z","caller":"traceutil/trace.go:171","msg":"trace[619846041] linearizableReadLoop","detail":"{readStateIndex:12061; appliedIndex:12048; }","duration":"5.475091146s","start":"2026-03-03T14:25:05.41271Z","end":"2026-03-03T14:25:10.887801Z","steps":["trace[619846041] 'read index received' (duration: 3.194834442s)","trace[619846041] 'applied index is now lower than readState.Index' (duration: 2.280255174s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:10.888015Z","caller":"traceutil/trace.go:171","msg":"trace[969489646] transaction","detail":"{read_only:false; response_revision:11582; number_of_response:1; }","duration":"3.81584109s","start":"2026-03-03T14:25:07.07216Z","end":"2026-03-03T14:25:10.888002Z","steps":["trace[969489646] 'process raft request' (duration: 3.815542113s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:10.888034Z","caller":"traceutil/trace.go:171","msg":"trace[1514878663] transaction","detail":"{read_only:false; response_revision:11581; number_of_response:1; }","duration":"3.816625039s","start":"2026-03-03T14:25:07.071337Z","end":"2026-03-03T14:25:10.887962Z","steps":["trace[1514878663] 'process raft request' (duration: 3.816309261s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.888175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.07215Z","time spent":"3.815905502s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:10.888272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.071322Z","time spent":"3.816819973s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:10.888339Z","caller":"traceutil/trace.go:171","msg":"trace[2099445528] transaction","detail":"{read_only:false; response_revision:11583; number_of_response:1; }","duration":"3.482387686s","start":"2026-03-03T14:25:07.405933Z","end":"2026-03-03T14:25:10.88832Z","steps":["trace[2099445528] 'process raft request' (duration: 3.481816963s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:10.888457Z","caller":"traceutil/trace.go:171","msg":"trace[1254128972] transaction","detail":"{read_only:false; response_revision:11580; number_of_response:1; }","duration":"3.827329702s","start":"2026-03-03T14:25:07.061099Z","end":"2026-03-03T14:25:10.888428Z","steps":["trace[1254128972] 'process raft request' (duration: 3.826501352s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:10.888355Z","caller":"traceutil/trace.go:171","msg":"trace[1772535699] transaction","detail":"{read_only:false; response_revision:11579; number_of_response:1; }","duration":"4.323945743s","start":"2026-03-03T14:25:06.564362Z","end":"2026-03-03T14:25:10.888308Z","steps":["trace[1772535699] 'process raft request' (duration: 4.323185274s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.888457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.405923Z","time spent":"3.482485868s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:10.888487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.475761082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T14:25:10.888561Z","caller":"traceutil/trace.go:171","msg":"trace[1536804104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:11583; }","duration":"5.475885724s","start":"2026-03-03T14:25:05.412653Z","end":"2026-03-03T14:25:10.888539Z","steps":["trace[1536804104] 'agreement among raft nodes before linearized reading' (duration: 5.47568128s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:10.888579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.061076Z","time spent":"3.827442724s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:10.888609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.412627Z","time spent":"5.475973757s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" "} {"level":"warn","ts":"2026-03-03T14:25:10.8886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.564337Z","time spent":"4.324189358s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:11.269233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.938189ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:11.269522Z","caller":"traceutil/trace.go:171","msg":"trace[1427957511] transaction","detail":"{read_only:false; response_revision:11584; number_of_response:1; }","duration":"2.660514546s","start":"2026-03-03T14:25:08.608966Z","end":"2026-03-03T14:25:11.269481Z","steps":["trace[1427957511] 'process raft request' (duration: 2.322201528s)","trace[1427957511] 'compare' (duration: 337.660103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:11.269716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.608951Z","time spent":"2.66066056s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:11.409649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.256344ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:25:11.409795Z","caller":"traceutil/trace.go:171","msg":"trace[1975944596] linearizableReadLoop","detail":"{readStateIndex:12063; appliedIndex:12061; }","duration":"521.823036ms","start":"2026-03-03T14:25:10.887949Z","end":"2026-03-03T14:25:11.409772Z","steps":["trace[1975944596] 'read index received' (duration: 43.187633ms)","trace[1975944596] 'applied index is now lower than readState.Index' (duration: 478.634243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:11.409971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001891518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.409999Z","caller":"traceutil/trace.go:171","msg":"trace[121718376] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11584; }","duration":"4.00197181s","start":"2026-03-03T14:25:07.40802Z","end":"2026-03-03T14:25:11.409991Z","steps":["trace[121718376] 'agreement among raft nodes before linearized reading' (duration: 4.001833647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.409979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.001628872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:11.410025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.408005Z","time spent":"4.002014271s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:11.410044Z","caller":"traceutil/trace.go:171","msg":"trace[47270255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11584; }","duration":"4.001717014s","start":"2026-03-03T14:25:07.40831Z","end":"2026-03-03T14:25:11.410027Z","steps":["trace[47270255] 'agreement among raft nodes before linearized reading' (duration: 4.00153741s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.408236Z","time spent":"4.001835937s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:11.410106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004805558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:11.410094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.295791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:11.41014Z","caller":"traceutil/trace.go:171","msg":"trace[291578795] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11584; }","duration":"4.004868858s","start":"2026-03-03T14:25:07.40526Z","end":"2026-03-03T14:25:11.410129Z","steps":["trace[291578795] 'agreement among raft nodes before linearized reading' (duration: 4.004814437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.405243Z","time spent":"4.00491493s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:11.410155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.867763047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:11.410166Z","caller":"traceutil/trace.go:171","msg":"trace[996426147] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11584; }","duration":"723.443535ms","start":"2026-03-03T14:25:10.686702Z","end":"2026-03-03T14:25:11.410145Z","steps":["trace[996426147] 'agreement among raft nodes before linearized reading' (duration: 723.293581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.40998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.986388798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.410217Z","caller":"traceutil/trace.go:171","msg":"trace[532236266] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11584; }","duration":"1.867978372s","start":"2026-03-03T14:25:09.542221Z","end":"2026-03-03T14:25:11.410199Z","steps":["trace[532236266] 'agreement among raft nodes before linearized reading' (duration: 1.867796418s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.41023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488571521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:11.410264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:09.542191Z","time spent":"1.868060024s","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:11.41029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.00156523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:11.410304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.003767802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:11.410314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.567092241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.410272Z","caller":"traceutil/trace.go:171","msg":"trace[1534302997] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11584; }","duration":"1.986721676s","start":"2026-03-03T14:25:09.423514Z","end":"2026-03-03T14:25:11.410236Z","steps":["trace[1534302997] 'agreement among raft nodes before linearized reading' (duration: 1.986364237s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:11.410329Z","caller":"traceutil/trace.go:171","msg":"trace[2014863543] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11584; }","duration":"4.001621371s","start":"2026-03-03T14:25:07.408698Z","end":"2026-03-03T14:25:11.410319Z","steps":["trace[2014863543] 'agreement among raft nodes before linearized reading' (duration: 4.001479367s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:11.410339Z","caller":"traceutil/trace.go:171","msg":"trace[929455733] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11584; }","duration":"2.567154823s","start":"2026-03-03T14:25:08.843177Z","end":"2026-03-03T14:25:11.410332Z","steps":["trace[929455733] 'agreement among raft nodes before linearized reading' (duration: 2.567114542s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94751056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:11.410359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.408687Z","time spent":"4.001665422s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:11.41037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.843134Z","time spent":"2.567229065s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:11.410335Z","caller":"traceutil/trace.go:171","msg":"trace[1525562911] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11584; }","duration":"4.003818113s","start":"2026-03-03T14:25:07.406508Z","end":"2026-03-03T14:25:11.410326Z","steps":["trace[1525562911] 'agreement among raft nodes before linearized reading' (duration: 4.003745161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.72101242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:25:11.410173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804988081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:11.410393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:10.686669Z","time spent":"723.540787ms","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:11.410419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.005053023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.410446Z","caller":"traceutil/trace.go:171","msg":"trace[1711628040] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11584; }","duration":"3.805312008s","start":"2026-03-03T14:25:07.605116Z","end":"2026-03-03T14:25:11.410428Z","steps":["trace[1711628040] 'agreement among raft nodes before linearized reading' (duration: 3.804988541s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:11.410442Z","caller":"traceutil/trace.go:171","msg":"trace[1413905797] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11584; }","duration":"3.721135013s","start":"2026-03-03T14:25:07.68929Z","end":"2026-03-03T14:25:11.410425Z","steps":["trace[1413905797] 'agreement among raft nodes before linearized reading' (duration: 3.720923048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.41043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004556431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.410274Z","caller":"traceutil/trace.go:171","msg":"trace[841363545] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11584; }","duration":"2.488630841s","start":"2026-03-03T14:25:08.921624Z","end":"2026-03-03T14:25:11.410255Z","steps":["trace[841363545] 'agreement among raft nodes before linearized reading' (duration: 2.48858386s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.486016423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:11.410485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.605097Z","time spent":"3.80537542s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:11.41051Z","caller":"traceutil/trace.go:171","msg":"trace[1540457291] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11584; }","duration":"5.486084615s","start":"2026-03-03T14:25:05.924419Z","end":"2026-03-03T14:25:11.410504Z","steps":["trace[1540457291] 'agreement among raft nodes before linearized reading' (duration: 5.485997003s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.68927Z","time spent":"3.721213545s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:11.410374Z","caller":"traceutil/trace.go:171","msg":"trace[846112158] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11584; }","duration":"4.947574352s","start":"2026-03-03T14:25:06.462792Z","end":"2026-03-03T14:25:11.410367Z","steps":["trace[846112158] 'agreement among raft nodes before linearized reading' (duration: 4.947518841s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:11.410455Z","caller":"traceutil/trace.go:171","msg":"trace[1306761113] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11584; }","duration":"4.005097044s","start":"2026-03-03T14:25:07.40535Z","end":"2026-03-03T14:25:11.410447Z","steps":["trace[1306761113] 'agreement among raft nodes before linearized reading' (duration: 4.005051663s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.921607Z","time spent":"2.488903748s","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:11.410544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004343516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:11.410238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.002618146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:11.410562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:06.462771Z","time spent":"4.947776946s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:11.410571Z","caller":"traceutil/trace.go:171","msg":"trace[1405703079] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11584; }","duration":"4.004395956s","start":"2026-03-03T14:25:07.406168Z","end":"2026-03-03T14:25:11.410564Z","steps":["trace[1405703079] 'agreement among raft nodes before linearized reading' (duration: 4.004311344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.406156Z","time spent":"4.004438468s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:11.410609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.894056094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:11.410295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.337389959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.410653Z","caller":"traceutil/trace.go:171","msg":"trace[345191119] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11584; }","duration":"4.337746497s","start":"2026-03-03T14:25:07.072898Z","end":"2026-03-03T14:25:11.410645Z","steps":["trace[345191119] 'agreement among raft nodes before linearized reading' (duration: 4.337372429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.07286Z","time spent":"4.337809709s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:11.410512Z","caller":"traceutil/trace.go:171","msg":"trace[212208265] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11584; }","duration":"4.004656573s","start":"2026-03-03T14:25:07.405837Z","end":"2026-03-03T14:25:11.410494Z","steps":["trace[212208265] 'agreement among raft nodes before linearized reading' (duration: 4.004512769s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.992509498s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:25:11.410391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:09.423484Z","time spent":"1.9868702s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:11.410745Z","caller":"traceutil/trace.go:171","msg":"trace[997954073] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11584; }","duration":"5.992559339s","start":"2026-03-03T14:25:05.418171Z","end":"2026-03-03T14:25:11.410731Z","steps":["trace[997954073] 'agreement among raft nodes before linearized reading' (duration: 5.992471387s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:11.410572Z","caller":"traceutil/trace.go:171","msg":"trace[657060033] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11584; }","duration":"4.002982883s","start":"2026-03-03T14:25:07.407584Z","end":"2026-03-03T14:25:11.410566Z","steps":["trace[657060033] 'agreement among raft nodes before linearized reading' (duration: 4.002632615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.405831Z","time spent":"4.004895728s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:11.410778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.41816Z","time spent":"5.99260909s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:25:11.410783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.407569Z","time spent":"4.003204869s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:11.410629Z","caller":"traceutil/trace.go:171","msg":"trace[667488681] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11584; }","duration":"5.894124956s","start":"2026-03-03T14:25:05.516497Z","end":"2026-03-03T14:25:11.410622Z","steps":["trace[667488681] 'agreement among raft nodes before linearized reading' (duration: 5.894085525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.51647Z","time spent":"5.894346401s","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:11.4104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.406495Z","time spent":"4.003899255s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:11.41016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.20498094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:11.410529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.924392Z","time spent":"5.486131736s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":45,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:11.410551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.405345Z","time spent":"4.005202306s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:11.410386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004993201s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.410889Z","caller":"traceutil/trace.go:171","msg":"trace[1212268490] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11584; }","duration":"3.205771919s","start":"2026-03-03T14:25:08.205103Z","end":"2026-03-03T14:25:11.410875Z","steps":["trace[1212268490] 'agreement among raft nodes before linearized reading' (duration: 3.20496848s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:11.410954Z","caller":"traceutil/trace.go:171","msg":"trace[1110497058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11584; }","duration":"4.005600015s","start":"2026-03-03T14:25:07.405346Z","end":"2026-03-03T14:25:11.410947Z","steps":["trace[1110497058] 'agreement among raft nodes before linearized reading' (duration: 4.005018852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.410975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:07.405325Z","time spent":"4.005644447s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:11.410969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:08.205081Z","time spent":"3.205876131s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:11.411508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.998505949s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448153"} {"level":"info","ts":"2026-03-03T14:25:11.411559Z","caller":"traceutil/trace.go:171","msg":"trace[1784044579] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11584; }","duration":"5.998578112s","start":"2026-03-03T14:25:05.412969Z","end":"2026-03-03T14:25:11.411547Z","steps":["trace[1784044579] 'agreement among raft nodes before linearized reading' (duration: 5.997885335s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.411592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:05.412959Z","time spent":"5.998623903s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:25:11.744547Z","caller":"traceutil/trace.go:171","msg":"trace[450767056] linearizableReadLoop","detail":"{readStateIndex:12064; appliedIndex:12063; }","duration":"334.701383ms","start":"2026-03-03T14:25:11.409821Z","end":"2026-03-03T14:25:11.744522Z","steps":["trace[450767056] 'read index received' (duration: 334.381315ms)","trace[450767056] 'applied index is now lower than readState.Index' (duration: 319.138µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:11.744772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.317207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:11.744835Z","caller":"traceutil/trace.go:171","msg":"trace[1237613060] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11585; }","duration":"481.43242ms","start":"2026-03-03T14:25:11.263391Z","end":"2026-03-03T14:25:11.744824Z","steps":["trace[1237613060] 'agreement among raft nodes before linearized reading' (duration: 481.323467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.744902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.26337Z","time spent":"481.519221ms","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:11.744575Z","caller":"traceutil/trace.go:171","msg":"trace[1456559718] transaction","detail":"{read_only:false; response_revision:11585; number_of_response:1; }","duration":"566.906155ms","start":"2026-03-03T14:25:11.177655Z","end":"2026-03-03T14:25:11.744561Z","steps":["trace[1456559718] 'process raft request' (duration: 566.698121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.745013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.177623Z","time spent":"567.343856ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:11.745035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.302544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:11.745055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"753.584739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:25:11.745183Z","caller":"traceutil/trace.go:171","msg":"trace[1111553345] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11585; }","duration":"326.451917ms","start":"2026-03-03T14:25:11.418664Z","end":"2026-03-03T14:25:11.745116Z","steps":["trace[1111553345] 'agreement among raft nodes before linearized reading' (duration: 326.253503ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:11.745192Z","caller":"traceutil/trace.go:171","msg":"trace[577498388] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11585; }","duration":"753.793785ms","start":"2026-03-03T14:25:10.991376Z","end":"2026-03-03T14:25:11.745169Z","steps":["trace[577498388] 'agreement among raft nodes before linearized reading' (duration: 753.436745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.745254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.418644Z","time spent":"326.595831ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:11.74526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:10.991312Z","time spent":"753.934478ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:25:11.745874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.385444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:25:11.745941Z","caller":"traceutil/trace.go:171","msg":"trace[673718583] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11585; }","duration":"474.484236ms","start":"2026-03-03T14:25:11.271441Z","end":"2026-03-03T14:25:11.745926Z","steps":["trace[673718583] 'agreement among raft nodes before linearized reading' (duration: 473.180295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:11.745982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:11.271417Z","time spent":"474.553997ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:25:12.905174Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375112,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:14.464937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372242504s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:14.465043Z","caller":"traceutil/trace.go:171","msg":"trace[707270413] transaction","detail":"{read_only:false; response_revision:11586; number_of_response:1; }","duration":"2.224438681s","start":"2026-03-03T14:25:12.240585Z","end":"2026-03-03T14:25:14.465023Z","steps":["trace[707270413] 'process raft request' (duration: 852.023873ms)","trace[707270413] 'compare' (duration: 1.370252837s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:14.465105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.240559Z","time spent":"2.224515334s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:14.515615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.111109406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:25:14.516579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.109176439s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:25:14.516635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.101890526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:14.516673Z","caller":"traceutil/trace.go:171","msg":"trace[1599910051] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.109322543s","start":"2026-03-03T14:25:12.407328Z","end":"2026-03-03T14:25:14.51665Z","steps":["trace[1599910051] 'agreement among raft nodes before linearized reading' (duration: 2.10921444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:14.516738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.407307Z","time spent":"2.109417885s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:25:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:25:14.516727Z","caller":"traceutil/trace.go:171","msg":"trace[932262480] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.102021339s","start":"2026-03-03T14:25:12.414683Z","end":"2026-03-03T14:25:14.516704Z","steps":["trace[932262480] 'agreement among raft nodes before linearized reading' (duration: 2.101907326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:14.516955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.414673Z","time spent":"2.102266425s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:25:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:25:14.516558Z","caller":"traceutil/trace.go:171","msg":"trace[437159640] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.112085268s","start":"2026-03-03T14:25:12.404435Z","end":"2026-03-03T14:25:14.51652Z","steps":["trace[437159640] 'agreement among raft nodes before linearized reading' (duration: 2.111139496s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:14.517292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.404414Z","time spent":"2.112789295s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:25:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:15.094463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.982219981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:15.094551Z","caller":"traceutil/trace.go:171","msg":"trace[1606210034] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.982356514s","start":"2026-03-03T14:25:13.112176Z","end":"2026-03-03T14:25:15.094532Z","steps":["trace[1606210034] 'agreement among raft nodes before linearized reading' (duration: 1.982241782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:15.094598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.112158Z","time spent":"1.982430256s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:15.137386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.021370579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:15.137453Z","caller":"traceutil/trace.go:171","msg":"trace[1929706385] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.021469412s","start":"2026-03-03T14:25:13.11597Z","end":"2026-03-03T14:25:15.137439Z","steps":["trace[1929706385] 'agreement among raft nodes before linearized reading' (duration: 2.021378789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:15.137485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.115964Z","time spent":"2.021515543s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:16.211733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000409362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:16.211854Z","caller":"traceutil/trace.go:171","msg":"trace[633208094] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000572135s","start":"2026-03-03T14:25:14.211266Z","end":"2026-03-03T14:25:16.211838Z","steps":["trace[633208094] 'agreement among raft nodes before linearized reading' (duration: 2.000436431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:16.211905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.211248Z","time spent":"2.000649847s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:17.144046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999965568s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:17.14413Z","caller":"traceutil/trace.go:171","msg":"trace[1176062632] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00009379s","start":"2026-03-03T14:25:15.144018Z","end":"2026-03-03T14:25:17.144111Z","steps":["trace[1176062632] 'agreement among raft nodes before linearized reading' (duration: 1.999983177s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:17.144178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:15.144005Z","time spent":"2.000163972s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:17.894788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.895976Z","time spent":"4.998786483s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:25:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:17.894845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.896019Z","time spent":"4.998818594s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:17.930719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.932493Z","time spent":"4.99822179s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:25:17 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:19.16895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:19.169016Z","caller":"traceutil/trace.go:171","msg":"trace[1349141454] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612964s","start":"2026-03-03T14:25:17.168389Z","end":"2026-03-03T14:25:19.169002Z","steps":["trace[1349141454] 'agreement among raft nodes before linearized reading' (duration: 2.000528002s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:19.16905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.168374Z","time spent":"2.000669276s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:19.267279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.263619Z","time spent":"7.003652098s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:19.517254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998799991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:25:19.517297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999115309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:19.517391Z","caller":"traceutil/trace.go:171","msg":"trace[1090450971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998992795s","start":"2026-03-03T14:25:14.518379Z","end":"2026-03-03T14:25:19.517371Z","steps":["trace[1090450971] 'agreement among raft nodes before linearized reading' (duration: 4.998837851s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:19.517484Z","caller":"traceutil/trace.go:171","msg":"trace[1678326168] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999309923s","start":"2026-03-03T14:25:14.518107Z","end":"2026-03-03T14:25:19.517417Z","steps":["trace[1678326168] 'agreement among raft nodes before linearized reading' (duration: 4.999138839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:19.517502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.518327Z","time spent":"4.999161629s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:25:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:19.51763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.518095Z","time spent":"4.999515099s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:25:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:19.829868Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"6.758750874s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:25:19.830235Z","caller":"traceutil/trace.go:171","msg":"trace[492823179] linearizableReadLoop","detail":"{readStateIndex:12068; appliedIndex:12064; }","duration":"7.425732641s","start":"2026-03-03T14:25:12.404485Z","end":"2026-03-03T14:25:19.830217Z","steps":["trace[492823179] 'read index received' (duration: 666.901775ms)","trace[492823179] 'applied index is now lower than readState.Index' (duration: 6.758830156s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:20.330682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:20.831183Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:21.169218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:21.169282Z","caller":"traceutil/trace.go:171","msg":"trace[814468188] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000051472s","start":"2026-03-03T14:25:19.169216Z","end":"2026-03-03T14:25:21.169268Z","steps":["trace[814468188] 'agreement among raft nodes before linearized reading' (duration: 1.99997061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:21.169315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:19.169196Z","time spent":"2.000111724s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:21.331994Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375119,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:21.772655Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.942570339s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:22.895227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996984571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:22.895332Z","caller":"traceutil/trace.go:171","msg":"trace[378763711] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"4.997126064s","start":"2026-03-03T14:25:17.898184Z","end":"2026-03-03T14:25:22.895311Z","steps":["trace[378763711] 'agreement among raft nodes before linearized reading' (duration: 4.997000421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:22.895383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.898175Z","time spent":"4.997197165s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 14:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:22.895484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998456535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:22.895523Z","caller":"traceutil/trace.go:171","msg":"trace[1246562517] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"4.998518846s","start":"2026-03-03T14:25:17.896982Z","end":"2026-03-03T14:25:22.895501Z","steps":["trace[1246562517] 'agreement among raft nodes before linearized reading' (duration: 4.998493656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:22.895555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.896947Z","time spent":"4.998599658s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 14:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:22.921695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.027116755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:22.921736Z","caller":"traceutil/trace.go:171","msg":"trace[2032965138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"10.027189506s","start":"2026-03-03T14:25:12.894535Z","end":"2026-03-03T14:25:22.921724Z","steps":["trace[2032965138] 'agreement among raft nodes before linearized reading' (duration: 10.027142245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:22.92177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.894516Z","time spent":"10.027239728s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 14:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:22.92185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.028112068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:22.921871Z","caller":"traceutil/trace.go:171","msg":"trace[1332922445] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.028171369s","start":"2026-03-03T14:25:12.893695Z","end":"2026-03-03T14:25:22.921866Z","steps":["trace[1332922445] 'agreement among raft nodes before linearized reading' (duration: 10.028148719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:22.921889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.893672Z","time spent":"10.02821188s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/03 14:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:22.937799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.000852782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:22.937935Z","caller":"traceutil/trace.go:171","msg":"trace[1789124317] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"5.001043336s","start":"2026-03-03T14:25:17.936861Z","end":"2026-03-03T14:25:22.937904Z","steps":["trace[1789124317] 'agreement among raft nodes before linearized reading' (duration: 5.000864942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:22.93802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.936847Z","time spent":"5.001158359s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 14:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:22.996499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.571507104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:22.996586Z","caller":"traceutil/trace.go:171","msg":"trace[263788649] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"6.571632147s","start":"2026-03-03T14:25:16.424933Z","end":"2026-03-03T14:25:22.996565Z","steps":["trace[263788649] 'agreement among raft nodes before linearized reading' (duration: 6.571529485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:22.996633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:16.424915Z","time spent":"6.571708639s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/03 14:25:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:23.176974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99996561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:23.177067Z","caller":"traceutil/trace.go:171","msg":"trace[923492619] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000070972s","start":"2026-03-03T14:25:21.176969Z","end":"2026-03-03T14:25:23.17704Z","steps":["trace[923492619] 'agreement among raft nodes before linearized reading' (duration: 1.999959099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:23.177119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.176934Z","time spent":"2.000172765s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:25.178739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.998706011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:25.178816Z","caller":"traceutil/trace.go:171","msg":"trace[1368960318] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.998824374s","start":"2026-03-03T14:25:23.179975Z","end":"2026-03-03T14:25:25.178799Z","steps":["trace[1368960318] 'agreement among raft nodes before linearized reading' (duration: 1.998729602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:25.17886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:23.179961Z","time spent":"1.998890806s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:25.398712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:18.39767Z","time spent":"7.001035888s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:25.606502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.457170237s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:25.606592Z","caller":"traceutil/trace.go:171","msg":"trace[424979184] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11590; }","duration":"5.45727346s","start":"2026-03-03T14:25:20.149306Z","end":"2026-03-03T14:25:25.60658Z","steps":["trace[424979184] 'range keys from in-memory index tree' (duration: 5.457156907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:25.610525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.837397729s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:25:26.207655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000148195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:26.207737Z","caller":"traceutil/trace.go:171","msg":"trace[777145243] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274867s","start":"2026-03-03T14:25:24.207444Z","end":"2026-03-03T14:25:26.207719Z","steps":["trace[777145243] 'agreement among raft nodes before linearized reading' (duration: 2.000167155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:26.207782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:24.20743Z","time spent":"2.000343729s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:26.762486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.989612007s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:27.188225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000599625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:27.188302Z","caller":"traceutil/trace.go:171","msg":"trace[241641972] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000721109s","start":"2026-03-03T14:25:25.187561Z","end":"2026-03-03T14:25:27.188282Z","steps":["trace[241641972] 'agreement among raft nodes before linearized reading' (duration: 2.000627506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:27.188338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:25.187544Z","time spent":"2.000787s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:27 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:28.250698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.249895Z","time spent":"7.000795704s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:29.196213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000000781s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:29.196304Z","caller":"traceutil/trace.go:171","msg":"trace[741649706] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000150905s","start":"2026-03-03T14:25:27.196135Z","end":"2026-03-03T14:25:29.196286Z","steps":["trace[741649706] 'agreement among raft nodes before linearized reading' (duration: 2.000033872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:29.196398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.196113Z","time spent":"2.000227386s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:29.927274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.923541Z","time spent":"7.003727674s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:29.938022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.972327Z","time spent":"6.965683423s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:25:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:30.794699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.900335ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.794822Z","caller":"traceutil/trace.go:171","msg":"trace[1678800758] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11591; }","duration":"645.033888ms","start":"2026-03-03T14:25:30.149767Z","end":"2026-03-03T14:25:30.794801Z","steps":["trace[1678800758] 'range keys from in-memory index tree' (duration: 644.880255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.795494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.032636326s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:30.795591Z","caller":"traceutil/trace.go:171","msg":"trace[52498627] linearizableReadLoop","detail":"{readStateIndex:12071; appliedIndex:12069; }","duration":"10.965313734s","start":"2026-03-03T14:25:19.830264Z","end":"2026-03-03T14:25:30.795578Z","steps":["trace[52498627] 'read index received' (duration: 1.942807545s)","trace[52498627] 'applied index is now lower than readState.Index' (duration: 9.022505089s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:30.795736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.517138503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:25:30.795754Z","caller":"traceutil/trace.go:171","msg":"trace[105189946] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11592; }","duration":"11.517196944s","start":"2026-03-03T14:25:19.278551Z","end":"2026-03-03T14:25:30.795748Z","steps":["trace[105189946] 'agreement among raft nodes before linearized reading' (duration: 11.517082142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.795779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:19.278528Z","time spent":"11.517243416s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:25:30.795854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.35116773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:30.795895Z","caller":"traceutil/trace.go:171","msg":"trace[1252998219] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11592; }","duration":"13.351258982s","start":"2026-03-03T14:25:17.444626Z","end":"2026-03-03T14:25:30.795885Z","steps":["trace[1252998219] 'agreement among raft nodes before linearized reading' (duration: 13.35117284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.795894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.372895225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.795941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.444599Z","time spent":"13.351327963s","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.795953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.372034796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.795973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.683121998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:30.79597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.292665724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.796189Z","caller":"traceutil/trace.go:171","msg":"trace[252533756] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11592; }","duration":"17.372286562s","start":"2026-03-03T14:25:13.423892Z","end":"2026-03-03T14:25:30.796179Z","steps":["trace[252533756] 'agreement among raft nodes before linearized reading' (duration: 17.371902723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.37345958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.796211Z","caller":"traceutil/trace.go:171","msg":"trace[979134650] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11592; }","duration":"18.292949601s","start":"2026-03-03T14:25:12.503251Z","end":"2026-03-03T14:25:30.796201Z","steps":["trace[979134650] 'agreement among raft nodes before linearized reading' (duration: 18.292678535s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796218Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.372342132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.796232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.344905892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.796245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.503229Z","time spent":"18.293006232s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:30.796259Z","caller":"traceutil/trace.go:171","msg":"trace[1316768376] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11592; }","duration":"18.344933362s","start":"2026-03-03T14:25:12.451318Z","end":"2026-03-03T14:25:30.796252Z","steps":["trace[1316768376] 'agreement among raft nodes before linearized reading' (duration: 18.344885991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.624456064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.796284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:12.451254Z","time spent":"18.345023095s","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:30.796287Z","caller":"traceutil/trace.go:171","msg":"trace[627975968] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11592; }","duration":"14.624516966s","start":"2026-03-03T14:25:16.171761Z","end":"2026-03-03T14:25:30.796278Z","steps":["trace[627975968] 'agreement among raft nodes before linearized reading' (duration: 14.624469795s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.79632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:16.171742Z","time spent":"14.624568887s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.796357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.453344363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:25:30.796354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.759272291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.796377Z","caller":"traceutil/trace.go:171","msg":"trace[110115403] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11592; }","duration":"17.453397534s","start":"2026-03-03T14:25:13.342974Z","end":"2026-03-03T14:25:30.796372Z","steps":["trace[110115403] 'agreement among raft nodes before linearized reading' (duration: 17.453300242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.3730878s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:30.796232Z","caller":"traceutil/trace.go:171","msg":"trace[1212622166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11592; }","duration":"17.37349531s","start":"2026-03-03T14:25:13.422724Z","end":"2026-03-03T14:25:30.796219Z","steps":["trace[1212622166] 'agreement among raft nodes before linearized reading' (duration: 17.373253895s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.7964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.342954Z","time spent":"17.453441315s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:25:30.79639Z","caller":"traceutil/trace.go:171","msg":"trace[1262985975] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11592; }","duration":"11.759311032s","start":"2026-03-03T14:25:19.037068Z","end":"2026-03-03T14:25:30.796379Z","steps":["trace[1262985975] 'agreement among raft nodes before linearized reading' (duration: 11.759251091s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:30.796411Z","caller":"traceutil/trace.go:171","msg":"trace[1034934971] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11592; }","duration":"17.373133651s","start":"2026-03-03T14:25:13.42327Z","end":"2026-03-03T14:25:30.796403Z","steps":["trace[1034934971] 'agreement among raft nodes before linearized reading' (duration: 17.372992807s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.79645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.423263Z","time spent":"17.373179503s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:30.796454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.76170758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-6fbd4866f9-j7mtr.18995ae0a6339e8d\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:25:30.796438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:19.036955Z","time spent":"11.759473616s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.796486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.356741869s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:30.796244Z","caller":"traceutil/trace.go:171","msg":"trace[1535865528] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11592; }","duration":"17.372387714s","start":"2026-03-03T14:25:13.423848Z","end":"2026-03-03T14:25:30.796236Z","steps":["trace[1535865528] 'agreement among raft nodes before linearized reading' (duration: 17.372347793s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:30.796518Z","caller":"traceutil/trace.go:171","msg":"trace[1879665116] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11592; }","duration":"15.356811931s","start":"2026-03-03T14:25:15.439696Z","end":"2026-03-03T14:25:30.796508Z","steps":["trace[1879665116] 'agreement among raft nodes before linearized reading' (duration: 15.35675443s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.423838Z","time spent":"17.37267895s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:30.79655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:15.439677Z","time spent":"15.356864043s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:30.795974Z","caller":"traceutil/trace.go:171","msg":"trace[1025503295] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11592; }","duration":"17.373009408s","start":"2026-03-03T14:25:13.422946Z","end":"2026-03-03T14:25:30.795955Z","steps":["trace[1025503295] 'agreement among raft nodes before linearized reading' (duration: 17.372866355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.373437969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:30.796691Z","caller":"traceutil/trace.go:171","msg":"trace[987992558] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11592; }","duration":"17.373484609s","start":"2026-03-03T14:25:13.423197Z","end":"2026-03-03T14:25:30.796682Z","steps":["trace[987992558] 'agreement among raft nodes before linearized reading' (duration: 17.373384627s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.699419872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.79672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.423188Z","time spent":"17.37352611s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:30.796735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.115330631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.796763Z","caller":"traceutil/trace.go:171","msg":"trace[500739699] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:11592; }","duration":"12.115401853s","start":"2026-03-03T14:25:18.681352Z","end":"2026-03-03T14:25:30.796754Z","steps":["trace[500739699] 'agreement among raft nodes before linearized reading' (duration: 12.115357492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.857878296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:30.79679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:18.681329Z","time spent":"12.115452034s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:30.796808Z","caller":"traceutil/trace.go:171","msg":"trace[1835067770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11592; }","duration":"15.857935878s","start":"2026-03-03T14:25:14.938865Z","end":"2026-03-03T14:25:30.7968Z","steps":["trace[1835067770] 'agreement among raft nodes before linearized reading' (duration: 15.857889727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.938847Z","time spent":"15.85798183s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.796849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.373834978s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.796865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.107479384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:30.796262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.373548722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.796878Z","caller":"traceutil/trace.go:171","msg":"trace[245195528] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11592; }","duration":"17.3739124s","start":"2026-03-03T14:25:13.422957Z","end":"2026-03-03T14:25:30.79687Z","steps":["trace[245195528] 'agreement among raft nodes before linearized reading' (duration: 17.373866369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.373711415s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.796912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.370320104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:25:30.796934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.42293Z","time spent":"17.373997422s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:30.796937Z","caller":"traceutil/trace.go:171","msg":"trace[1056940125] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11592; }","duration":"17.373735105s","start":"2026-03-03T14:25:13.423194Z","end":"2026-03-03T14:25:30.796929Z","steps":["trace[1056940125] 'agreement among raft nodes before linearized reading' (duration: 17.373699434s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:30.796933Z","caller":"traceutil/trace.go:171","msg":"trace[1626653829] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11592; }","duration":"17.374240258s","start":"2026-03-03T14:25:13.422683Z","end":"2026-03-03T14:25:30.796923Z","steps":["trace[1626653829] 'agreement among raft nodes before linearized reading' (duration: 17.373566792s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.423886Z","time spent":"17.372322932s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:30.796963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.423108Z","time spent":"17.373849158s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:30.796975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.422667Z","time spent":"17.37429939s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:30.796191Z","caller":"traceutil/trace.go:171","msg":"trace[1076956776] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11592; }","duration":"17.683382044s","start":"2026-03-03T14:25:13.112803Z","end":"2026-03-03T14:25:30.796185Z","steps":["trace[1076956776] 'agreement among raft nodes before linearized reading' (duration: 17.683125148s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.029983326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.797017Z","caller":"traceutil/trace.go:171","msg":"trace[323892788] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11592; }","duration":"16.030035187s","start":"2026-03-03T14:25:14.766974Z","end":"2026-03-03T14:25:30.797009Z","steps":["trace[323892788] 'agreement among raft nodes before linearized reading' (duration: 16.029989336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.79702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.112784Z","time spent":"17.684219414s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.373838228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:30.796738Z","caller":"traceutil/trace.go:171","msg":"trace[642910618] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11592; }","duration":"15.699488873s","start":"2026-03-03T14:25:15.097237Z","end":"2026-03-03T14:25:30.796726Z","steps":["trace[642910618] 'agreement among raft nodes before linearized reading' (duration: 15.699439002s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:30.797064Z","caller":"traceutil/trace.go:171","msg":"trace[1079488531] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11592; }","duration":"17.373923s","start":"2026-03-03T14:25:13.423133Z","end":"2026-03-03T14:25:30.797056Z","steps":["trace[1079488531] 'agreement among raft nodes before linearized reading' (duration: 17.373885349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.797086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.146654332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.797093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:15.097218Z","time spent":"15.699857532s","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:30.796489Z","caller":"traceutil/trace.go:171","msg":"trace[1590343273] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-6fbd4866f9-j7mtr.18995ae0a6339e8d; range_end:; response_count:1; response_revision:11592; }","duration":"17.761775711s","start":"2026-03-03T14:25:13.034701Z","end":"2026-03-03T14:25:30.796477Z","steps":["trace[1590343273] 'agreement among raft nodes before linearized reading' (duration: 17.761658609s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.797042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.766957Z","time spent":"16.030077339s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.21658115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:25:30.797141Z","caller":"traceutil/trace.go:171","msg":"trace[921614898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11592; }","duration":"12.216641622s","start":"2026-03-03T14:25:18.58049Z","end":"2026-03-03T14:25:30.797132Z","steps":["trace[921614898] 'agreement among raft nodes before linearized reading' (duration: 12.216565789s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.79714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.034679Z","time spent":"17.762450339s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-volume-6fbd4866f9-j7mtr.18995ae0a6339e8d\" "} {"level":"warn","ts":"2026-03-03T14:25:30.797161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:18.580469Z","time spent":"12.216687323s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:25:30.797169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.374098555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:30.797195Z","caller":"traceutil/trace.go:171","msg":"trace[189507750] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11592; }","duration":"17.374140426s","start":"2026-03-03T14:25:13.423047Z","end":"2026-03-03T14:25:30.797188Z","steps":["trace[189507750] 'agreement among raft nodes before linearized reading' (duration: 17.374057154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.797217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.423037Z","time spent":"17.374173487s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:25:30.796943Z","caller":"traceutil/trace.go:171","msg":"trace[1664913826] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11592; }","duration":"17.370374736s","start":"2026-03-03T14:25:13.426559Z","end":"2026-03-03T14:25:30.796934Z","steps":["trace[1664913826] 'agreement among raft nodes before linearized reading' (duration: 17.370279734s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:30.796905Z","caller":"traceutil/trace.go:171","msg":"trace[1734099990] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11592; }","duration":"13.107565176s","start":"2026-03-03T14:25:17.68933Z","end":"2026-03-03T14:25:30.796896Z","steps":["trace[1734099990] 'agreement among raft nodes before linearized reading' (duration: 13.107487974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.797252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.426549Z","time spent":"17.370693344s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:25:30.79669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.857868379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:30.797267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.689306Z","time spent":"13.107950226s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.163595694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:30.797289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.604307241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:30.797296Z","caller":"traceutil/trace.go:171","msg":"trace[245435567] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11592; }","duration":"11.858568636s","start":"2026-03-03T14:25:18.938716Z","end":"2026-03-03T14:25:30.797284Z","steps":["trace[245435567] 'agreement among raft nodes before linearized reading' (duration: 11.857888109s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:30.797111Z","caller":"traceutil/trace.go:171","msg":"trace[671686035] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11592; }","duration":"16.146745454s","start":"2026-03-03T14:25:14.650358Z","end":"2026-03-03T14:25:30.797104Z","steps":["trace[671686035] 'agreement among raft nodes before linearized reading' (duration: 16.146700422s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:30.797313Z","caller":"traceutil/trace.go:171","msg":"trace[948913833] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11592; }","duration":"12.604367943s","start":"2026-03-03T14:25:18.192936Z","end":"2026-03-03T14:25:30.797304Z","steps":["trace[948913833] 'agreement among raft nodes before linearized reading' (duration: 12.604317522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.797335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:18.192914Z","time spent":"12.604415223s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.650319Z","time spent":"16.14700518s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:18.938686Z","time spent":"11.858634138s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":90,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.022244595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:30.797465Z","caller":"traceutil/trace.go:171","msg":"trace[687431786] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11592; }","duration":"13.022336677s","start":"2026-03-03T14:25:17.775118Z","end":"2026-03-03T14:25:30.797455Z","steps":["trace[687431786] 'agreement among raft nodes before linearized reading' (duration: 13.022299286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.796658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.422927Z","time spent":"17.373721426s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:30.795938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.657433199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:30.797567Z","caller":"traceutil/trace.go:171","msg":"trace[1477399583] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11592; }","duration":"17.65911752s","start":"2026-03-03T14:25:13.138432Z","end":"2026-03-03T14:25:30.79755Z","steps":["trace[1477399583] 'agreement among raft nodes before linearized reading' (duration: 17.657418809s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.797611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.138408Z","time spent":"17.659189182s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.423121Z","time spent":"17.373959462s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:30.797302Z","caller":"traceutil/trace.go:171","msg":"trace[947508063] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:11592; }","duration":"16.163672096s","start":"2026-03-03T14:25:14.633622Z","end":"2026-03-03T14:25:30.797294Z","steps":["trace[947508063] 'agreement among raft nodes before linearized reading' (duration: 16.163617934s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:30.797686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:14.633599Z","time spent":"16.164077445s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.797489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:17.775096Z","time spent":"13.022385119s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:30.79642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:13.42272Z","time spent":"17.373693005s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:30.933997Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79cb3fd6b5f2e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:25:31.143956Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.573490243s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:31.197499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0003483s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:31.197593Z","caller":"traceutil/trace.go:171","msg":"trace[1216850598] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516124s","start":"2026-03-03T14:25:29.197055Z","end":"2026-03-03T14:25:31.197571Z","steps":["trace[1216850598] 'agreement among raft nodes before linearized reading' (duration: 2.000394081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:31.197643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:29.197024Z","time spent":"2.000609346s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:31.677617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:24.677267Z","time spent":"7.000344374s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:32.311631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:31.335412Z","time spent":"976.199706ms","remote":"127.0.0.1:37454","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:32.312433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.168086154s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:25:33.100702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"788.002436ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-03-03T14:25:33.204879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:33.20498Z","caller":"traceutil/trace.go:171","msg":"trace[1470156774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000064163s","start":"2026-03-03T14:25:31.204893Z","end":"2026-03-03T14:25:33.204957Z","steps":["trace[1470156774] 'agreement among raft nodes before linearized reading' (duration: 1.99993576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.205032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:31.204881Z","time spent":"2.000139794s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:33.220994Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.076646139s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:33.396287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.994358802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:25:33.396381Z","caller":"traceutil/trace.go:171","msg":"trace[1667322450] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.994471845s","start":"2026-03-03T14:25:25.401884Z","end":"2026-03-03T14:25:33.396356Z","steps":["trace[1667322450] 'agreement among raft nodes before linearized reading' (duration: 7.994354852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.396434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:25.401836Z","time spent":"7.994586487s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/03 14:25:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:33.906793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.254731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:698"} {"level":"info","ts":"2026-03-03T14:25:33.907069Z","caller":"traceutil/trace.go:171","msg":"trace[1183725089] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11596; }","duration":"5.652044618s","start":"2026-03-03T14:25:28.254974Z","end":"2026-03-03T14:25:33.907019Z","steps":["trace[1183725089] 'process raft request' (duration: 4.966376617s)","trace[1183725089] 'compare' (duration: 685.131278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:33.907314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:28.254948Z","time spent":"5.652253922s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":722,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:33.907457Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"64.971µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-03T14:25:33.907698Z","caller":"traceutil/trace.go:171","msg":"trace[290869054] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11598; }","duration":"2.2256819s","start":"2026-03-03T14:25:31.681991Z","end":"2026-03-03T14:25:33.907673Z","steps":["trace[290869054] 'process raft request' (duration: 2.225533367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.907803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:31.681969Z","time spent":"2.225781372s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:33.908167Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79cb3fd6b5f2e","error":"lease not found"} {"level":"info","ts":"2026-03-03T14:25:33.908244Z","caller":"traceutil/trace.go:171","msg":"trace[1026649784] linearizableReadLoop","detail":"{readStateIndex:12076; appliedIndex:12071; }","duration":"3.112612211s","start":"2026-03-03T14:25:30.795611Z","end":"2026-03-03T14:25:33.908223Z","steps":["trace[1026649784] 'read index received' (duration: 348.663514ms)","trace[1026649784] 'applied index is now lower than readState.Index' (duration: 2.763946747s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:33.908368Z","caller":"traceutil/trace.go:171","msg":"trace[2084895949] transaction","detail":"{read_only:false; response_revision:11598; number_of_response:1; }","duration":"3.105106513s","start":"2026-03-03T14:25:30.803008Z","end":"2026-03-03T14:25:33.908114Z","steps":["trace[2084895949] 'process raft request' (duration: 3.104305364s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.908487Z","caller":"traceutil/trace.go:171","msg":"trace[1205209459] transaction","detail":"{read_only:false; response_revision:11597; number_of_response:1; }","duration":"3.109316703s","start":"2026-03-03T14:25:30.79914Z","end":"2026-03-03T14:25:33.908456Z","steps":["trace[1205209459] 'process raft request' (duration: 3.107943411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.975165958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"warn","ts":"2026-03-03T14:25:33.908593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.528466776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:25:33.908608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.799124Z","time spent":"3.109420346s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:33.908622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.802996Z","time spent":"3.105494011s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:33.908764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.724757895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.908608Z","caller":"traceutil/trace.go:171","msg":"trace[2039456985] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11598; }","duration":"8.975260151s","start":"2026-03-03T14:25:24.93333Z","end":"2026-03-03T14:25:33.90859Z","steps":["trace[2039456985] 'agreement among raft nodes before linearized reading' (duration: 8.975034005s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.908807Z","caller":"traceutil/trace.go:171","msg":"trace[383115000] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11598; }","duration":"11.724831686s","start":"2026-03-03T14:25:22.183962Z","end":"2026-03-03T14:25:33.908793Z","steps":["trace[383115000] 'agreement among raft nodes before linearized reading' (duration: 11.724746524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.1896957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:22.183941Z","time spent":"11.724894998s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.908676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.335452947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.908908Z","caller":"traceutil/trace.go:171","msg":"trace[576787119] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11598; }","duration":"5.189812922s","start":"2026-03-03T14:25:28.719056Z","end":"2026-03-03T14:25:33.908869Z","steps":["trace[576787119] 'agreement among raft nodes before linearized reading' (duration: 5.18971219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104260541s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.908995Z","caller":"traceutil/trace.go:171","msg":"trace[266752156] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11598; }","duration":"1.104309942s","start":"2026-03-03T14:25:32.804669Z","end":"2026-03-03T14:25:33.908979Z","steps":["trace[266752156] 'agreement among raft nodes before linearized reading' (duration: 1.10424782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10592396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:33.909056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.76618907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.909084Z","caller":"traceutil/trace.go:171","msg":"trace[580582844] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11598; }","duration":"1.105998192s","start":"2026-03-03T14:25:32.803071Z","end":"2026-03-03T14:25:33.90907Z","steps":["trace[580582844] 'agreement among raft nodes before linearized reading' (duration: 1.105838368s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909129Z","caller":"traceutil/trace.go:171","msg":"trace[168688631] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11598; }","duration":"3.766298133s","start":"2026-03-03T14:25:30.142814Z","end":"2026-03-03T14:25:33.909112Z","steps":["trace[168688631] 'agreement among raft nodes before linearized reading' (duration: 3.76618531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.803067Z","time spent":"1.106060503s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123457918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.909187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.142793Z","time spent":"3.766381365s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.909199Z","caller":"traceutil/trace.go:171","msg":"trace[1358084661] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11598; }","duration":"6.12351849s","start":"2026-03-03T14:25:27.785664Z","end":"2026-03-03T14:25:33.909183Z","steps":["trace[1358084661] 'agreement among raft nodes before linearized reading' (duration: 6.123400117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107021686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682958896s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.90924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.785618Z","time spent":"6.123611953s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.909192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.736951133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-03T14:25:33.909255Z","caller":"traceutil/trace.go:171","msg":"trace[1729321057] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11598; }","duration":"1.107085848s","start":"2026-03-03T14:25:32.80215Z","end":"2026-03-03T14:25:33.909236Z","steps":["trace[1729321057] 'agreement among raft nodes before linearized reading' (duration: 1.106995886s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909287Z","caller":"traceutil/trace.go:171","msg":"trace[1574529864] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11598; }","duration":"1.683039988s","start":"2026-03-03T14:25:32.226222Z","end":"2026-03-03T14:25:33.909262Z","steps":["trace[1574529864] 'agreement among raft nodes before linearized reading' (duration: 1.682956146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.884437666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.908669Z","caller":"traceutil/trace.go:171","msg":"trace[1761536300] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11598; }","duration":"3.528586569s","start":"2026-03-03T14:25:30.380063Z","end":"2026-03-03T14:25:33.90865Z","steps":["trace[1761536300] 'agreement among raft nodes before linearized reading' (duration: 3.528403425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.90933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.802148Z","time spent":"1.10716768s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.226181Z","time spent":"1.683152621s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.909372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.380041Z","time spent":"3.529318326s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:25:33.908753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.013652041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.909489Z","caller":"traceutil/trace.go:171","msg":"trace[1229971971] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11598; }","duration":"14.01441713s","start":"2026-03-03T14:25:19.895047Z","end":"2026-03-03T14:25:33.909465Z","steps":["trace[1229971971] 'agreement among raft nodes before linearized reading' (duration: 14.013656961s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909468Z","caller":"traceutil/trace.go:171","msg":"trace[159511175] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11598; }","duration":"7.884530198s","start":"2026-03-03T14:25:26.024803Z","end":"2026-03-03T14:25:33.909333Z","steps":["trace[159511175] 'agreement among raft nodes before linearized reading' (duration: 7.884431626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.624335801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"warn","ts":"2026-03-03T14:25:33.909621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.413703879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:26.024788Z","time spent":"7.884778654s","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.908923Z","caller":"traceutil/trace.go:171","msg":"trace[1268538191] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11598; }","duration":"13.335725214s","start":"2026-03-03T14:25:20.573176Z","end":"2026-03-03T14:25:33.908902Z","steps":["trace[1268538191] 'agreement among raft nodes before linearized reading' (duration: 13.335457538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.908826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104861855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909689Z","caller":"traceutil/trace.go:171","msg":"trace[1833268455] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11598; }","duration":"6.413813922s","start":"2026-03-03T14:25:27.495854Z","end":"2026-03-03T14:25:33.909668Z","steps":["trace[1833268455] 'agreement among raft nodes before linearized reading' (duration: 6.413717s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:20.573158Z","time spent":"13.336535554s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:33.90972Z","caller":"traceutil/trace.go:171","msg":"trace[1464537439] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11598; }","duration":"1.105769998s","start":"2026-03-03T14:25:32.803932Z","end":"2026-03-03T14:25:33.909702Z","steps":["trace[1464537439] 'agreement among raft nodes before linearized reading' (duration: 1.104832835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:27.49583Z","time spent":"6.413900314s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.909774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.803924Z","time spent":"1.105836429s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.670531264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:33.909835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105315156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.909861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.105550462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:33.909895Z","caller":"traceutil/trace.go:171","msg":"trace[296493770] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11598; }","duration":"3.670644217s","start":"2026-03-03T14:25:30.239228Z","end":"2026-03-03T14:25:33.909873Z","steps":["trace[296493770] 'agreement among raft nodes before linearized reading' (duration: 3.669201612s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909901Z","caller":"traceutil/trace.go:171","msg":"trace[596414883] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11598; }","duration":"1.105384218s","start":"2026-03-03T14:25:32.804498Z","end":"2026-03-03T14:25:33.909882Z","steps":["trace[596414883] 'agreement among raft nodes before linearized reading' (duration: 1.105286085s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.909917Z","caller":"traceutil/trace.go:171","msg":"trace[1773343423] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11598; }","duration":"1.105608533s","start":"2026-03-03T14:25:32.804298Z","end":"2026-03-03T14:25:33.909906Z","steps":["trace[1773343423] 'agreement among raft nodes before linearized reading' (duration: 1.105418929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.909021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:28.719033Z","time spent":"5.189960835s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.908834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:24.933311Z","time spent":"8.975510786s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.804286Z","time spent":"1.105670034s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.804492Z","time spent":"1.10546362s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:33.910012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107418187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.56256557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.908573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.798788Z","time spent":"3.109740472s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:25:33.908706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.015168414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:25:33.909642Z","caller":"traceutil/trace.go:171","msg":"trace[1829079652] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11598; }","duration":"4.624537736s","start":"2026-03-03T14:25:29.285077Z","end":"2026-03-03T14:25:33.909615Z","steps":["trace[1829079652] 'agreement among raft nodes before linearized reading' (duration: 4.623334257s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.910109Z","caller":"traceutil/trace.go:171","msg":"trace[1453926724] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11598; }","duration":"8.01665088s","start":"2026-03-03T14:25:25.893449Z","end":"2026-03-03T14:25:33.9101Z","steps":["trace[1453926724] 'agreement among raft nodes before linearized reading' (duration: 8.014906378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106537005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.909366Z","caller":"traceutil/trace.go:171","msg":"trace[91465591] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11598; }","duration":"12.737113097s","start":"2026-03-03T14:25:21.17219Z","end":"2026-03-03T14:25:33.909303Z","steps":["trace[91465591] 'agreement among raft nodes before linearized reading' (duration: 12.736537094s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.910186Z","caller":"traceutil/trace.go:171","msg":"trace[1240323962] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11598; }","duration":"1.106585567s","start":"2026-03-03T14:25:32.803591Z","end":"2026-03-03T14:25:33.910177Z","steps":["trace[1240323962] 'agreement among raft nodes before linearized reading' (duration: 1.105294566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:29.285058Z","time spent":"4.625068947s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415196,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:25:33.910305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.52004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:33.910342Z","caller":"traceutil/trace.go:171","msg":"trace[1108109335] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11598; }","duration":"705.597042ms","start":"2026-03-03T14:25:33.204737Z","end":"2026-03-03T14:25:33.910334Z","steps":["trace[1108109335] 'agreement among raft nodes before linearized reading' (duration: 704.161488ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.204714Z","time spent":"705.658654ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106181797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:33.910069Z","caller":"traceutil/trace.go:171","msg":"trace[1568418069] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11598; }","duration":"12.564010775s","start":"2026-03-03T14:25:21.346048Z","end":"2026-03-03T14:25:33.910059Z","steps":["trace[1568418069] 'agreement among raft nodes before linearized reading' (duration: 12.56256036s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:33.910464Z","caller":"traceutil/trace.go:171","msg":"trace[988699583] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11598; }","duration":"1.106222478s","start":"2026-03-03T14:25:32.804229Z","end":"2026-03-03T14:25:33.910451Z","steps":["trace[988699583] 'agreement among raft nodes before linearized reading' (duration: 1.106038644s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.346026Z","time spent":"12.564445435s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.804223Z","time spent":"1.106279269s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:33.910105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.343614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.91075Z","caller":"traceutil/trace.go:171","msg":"trace[2021012363] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11598; }","duration":"704.979178ms","start":"2026-03-03T14:25:33.205752Z","end":"2026-03-03T14:25:33.910731Z","steps":["trace[2021012363] 'agreement among raft nodes before linearized reading' (duration: 703.130635ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.91083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.20572Z","time spent":"705.093361ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.239206Z","time spent":"3.670740069s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.90955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:19.895024Z","time spent":"14.014510053s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.910148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:25.893429Z","time spent":"8.016709672s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:25:33.909126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106927685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.911139Z","caller":"traceutil/trace.go:171","msg":"trace[1791935723] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11598; }","duration":"1.109040895s","start":"2026-03-03T14:25:32.802083Z","end":"2026-03-03T14:25:33.911124Z","steps":["trace[1791935723] 'agreement among raft nodes before linearized reading' (duration: 1.106926094s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.911654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.80206Z","time spent":"1.109575827s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:33.910061Z","caller":"traceutil/trace.go:171","msg":"trace[828712489] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11598; }","duration":"1.107472558s","start":"2026-03-03T14:25:32.802575Z","end":"2026-03-03T14:25:33.910048Z","steps":["trace[828712489] 'agreement among raft nodes before linearized reading' (duration: 1.106292079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.911743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.802571Z","time spent":"1.109153187s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:33.910217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.17217Z","time spent":"12.738030039s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:25:33.911844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"511.827539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:25:33.911913Z","caller":"traceutil/trace.go:171","msg":"trace[1277706832] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:11598; }","duration":"511.933792ms","start":"2026-03-03T14:25:33.399963Z","end":"2026-03-03T14:25:33.911897Z","steps":["trace[1277706832] 'agreement among raft nodes before linearized reading' (duration: 508.90111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.910226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.803583Z","time spent":"1.106634758s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:33.910262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.107037066s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:33.911962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.399942Z","time spent":"512.006084ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"info","ts":"2026-03-03T14:25:33.911991Z","caller":"traceutil/trace.go:171","msg":"trace[885987750] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11598; }","duration":"1.108807438s","start":"2026-03-03T14:25:32.803169Z","end":"2026-03-03T14:25:33.911977Z","steps":["trace[885987750] 'agreement among raft nodes before linearized reading' (duration: 1.105731295s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.912037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.803127Z","time spent":"1.10890045s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:33.90904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:32.804665Z","time spent":"1.104368014s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:33.90866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.855248678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:33.912695Z","caller":"traceutil/trace.go:171","msg":"trace[46495956] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11598; }","duration":"12.859370746s","start":"2026-03-03T14:25:21.05331Z","end":"2026-03-03T14:25:33.912681Z","steps":["trace[46495956] 'agreement among raft nodes before linearized reading' (duration: 12.855200657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.912829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:21.053291Z","time spent":"12.859477469s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:33.913184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.109386694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448153"} {"level":"info","ts":"2026-03-03T14:25:33.913242Z","caller":"traceutil/trace.go:171","msg":"trace[989287801] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11598; }","duration":"3.109471346s","start":"2026-03-03T14:25:30.803756Z","end":"2026-03-03T14:25:33.913227Z","steps":["trace[989287801] 'agreement among raft nodes before linearized reading' (duration: 3.1050045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:33.913273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:30.803748Z","time spent":"3.109516238s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:34.4464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.388945ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:14"} {"level":"info","ts":"2026-03-03T14:25:34.446574Z","caller":"traceutil/trace.go:171","msg":"trace[2070799909] linearizableReadLoop","detail":"{readStateIndex:12082; appliedIndex:12081; }","duration":"530.001162ms","start":"2026-03-03T14:25:33.916534Z","end":"2026-03-03T14:25:34.446536Z","steps":["trace[2070799909] 'read index received' (duration: 244.346641ms)","trace[2070799909] 'applied index is now lower than readState.Index' (duration: 285.652521ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:34.446679Z","caller":"traceutil/trace.go:171","msg":"trace[393529063] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11598; }","duration":"534.629292ms","start":"2026-03-03T14:25:33.912032Z","end":"2026-03-03T14:25:34.446661Z","steps":["trace[393529063] 'process raft request' (duration: 248.825628ms)","trace[393529063] 'compare' (duration: 285.305162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:34.446757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.911997Z","time spent":"534.715864ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:34.447095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.537184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"info","ts":"2026-03-03T14:25:34.447194Z","caller":"traceutil/trace.go:171","msg":"trace[760146710] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:11598; }","duration":"530.678668ms","start":"2026-03-03T14:25:33.916498Z","end":"2026-03-03T14:25:34.447177Z","steps":["trace[760146710] 'agreement among raft nodes before linearized reading' (duration: 530.403511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:34.447231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.916483Z","time spent":"530.740819ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-03T14:25:34.767225Z","caller":"traceutil/trace.go:171","msg":"trace[368918945] linearizableReadLoop","detail":"{readStateIndex:12085; appliedIndex:12082; }","duration":"320.499976ms","start":"2026-03-03T14:25:34.446611Z","end":"2026-03-03T14:25:34.767111Z","steps":["trace[368918945] 'read index received' (duration: 319.948722ms)","trace[368918945] 'applied index is now lower than readState.Index' (duration: 549.924µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:34.767497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.518619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6310ba1\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-03T14:25:34.767515Z","caller":"traceutil/trace.go:171","msg":"trace[1300930124] transaction","detail":"{read_only:false; response_revision:11599; number_of_response:1; }","duration":"850.856847ms","start":"2026-03-03T14:25:33.916632Z","end":"2026-03-03T14:25:34.767489Z","steps":["trace[1300930124] 'process raft request' (duration: 849.940035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:34.767512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.474172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:25:34.767613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.915496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:34.767605Z","caller":"traceutil/trace.go:171","msg":"trace[1483125836] transaction","detail":"{read_only:false; response_revision:11600; number_of_response:1; }","duration":"850.194081ms","start":"2026-03-03T14:25:33.91738Z","end":"2026-03-03T14:25:34.767574Z","steps":["trace[1483125836] 'process raft request' (duration: 849.497275ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:34.767655Z","caller":"traceutil/trace.go:171","msg":"trace[386529211] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11601; }","duration":"844.996828ms","start":"2026-03-03T14:25:33.92265Z","end":"2026-03-03T14:25:34.767647Z","steps":["trace[386529211] 'agreement among raft nodes before linearized reading' (duration: 844.935996ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:34.767657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.916608Z","time spent":"850.969289ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:34.767672Z","caller":"traceutil/trace.go:171","msg":"trace[176354462] transaction","detail":"{read_only:false; response_revision:11601; number_of_response:1; }","duration":"847.112718ms","start":"2026-03-03T14:25:33.920548Z","end":"2026-03-03T14:25:34.767661Z","steps":["trace[176354462] 'process raft request' (duration: 846.427912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:34.767686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.922641Z","time spent":"845.038738ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:34.767718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.917349Z","time spent":"850.316524ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:34.767616Z","caller":"traceutil/trace.go:171","msg":"trace[298172873] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11601; }","duration":"327.647535ms","start":"2026-03-03T14:25:34.439946Z","end":"2026-03-03T14:25:34.767594Z","steps":["trace[298172873] 'agreement among raft nodes before linearized reading' (duration: 327.309458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:34.767806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.439919Z","time spent":"327.879561ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:25:34.767796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.920517Z","time spent":"847.19246ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:34.767563Z","caller":"traceutil/trace.go:171","msg":"trace[1048402721] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6310ba1; range_end:; response_count:1; response_revision:11601; }","duration":"850.646811ms","start":"2026-03-03T14:25:33.916897Z","end":"2026-03-03T14:25:34.767544Z","steps":["trace[1048402721] 'agreement among raft nodes before linearized reading' (duration: 850.421356ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:34.768072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.916872Z","time spent":"851.133543ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":835,"request content":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6310ba1\" "} {"level":"warn","ts":"2026-03-03T14:25:34.767919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.400246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:25:34.768177Z","caller":"traceutil/trace.go:171","msg":"trace[1326494794] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:11601; }","duration":"850.667922ms","start":"2026-03-03T14:25:33.917497Z","end":"2026-03-03T14:25:34.768165Z","steps":["trace[1326494794] 'agreement among raft nodes before linearized reading' (duration: 850.339704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:34.76823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:33.917489Z","time spent":"850.730294ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":515,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-03T14:25:35.269558Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375144,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:25:35.420107Z","caller":"traceutil/trace.go:171","msg":"trace[1777182031] transaction","detail":"{read_only:false; response_revision:11602; number_of_response:1; }","duration":"967.901571ms","start":"2026-03-03T14:25:34.452167Z","end":"2026-03-03T14:25:35.420068Z","steps":["trace[1777182031] 'process raft request' (duration: 967.691476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.420329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.452156Z","time spent":"968.062015ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:35.419988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.447816Z","time spent":"972.154341ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:25:35.472323Z","caller":"traceutil/trace.go:171","msg":"trace[1050701730] linearizableReadLoop","detail":"{readStateIndex:12089; appliedIndex:12085; }","duration":"703.315789ms","start":"2026-03-03T14:25:34.768972Z","end":"2026-03-03T14:25:35.472288Z","steps":["trace[1050701730] 'read index received' (duration: 650.691203ms)","trace[1050701730] 'applied index is now lower than readState.Index' (duration: 52.622966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:35.472499Z","caller":"traceutil/trace.go:171","msg":"trace[1419067564] transaction","detail":"{read_only:false; response_revision:11604; number_of_response:1; }","duration":"699.98717ms","start":"2026-03-03T14:25:34.772494Z","end":"2026-03-03T14:25:35.472481Z","steps":["trace[1419067564] 'process raft request' (duration: 699.721064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:35.472545Z","caller":"traceutil/trace.go:171","msg":"trace[966555219] transaction","detail":"{read_only:false; response_revision:11603; number_of_response:1; }","duration":"701.843515ms","start":"2026-03-03T14:25:34.770629Z","end":"2026-03-03T14:25:35.472472Z","steps":["trace[966555219] 'process raft request' (duration: 701.387354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.472665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.772459Z","time spent":"700.084582ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:35.472837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.770608Z","time spent":"702.075571ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:35.473715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"704.721274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:35.473808Z","caller":"traceutil/trace.go:171","msg":"trace[326852586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11604; }","duration":"704.851196ms","start":"2026-03-03T14:25:34.76893Z","end":"2026-03-03T14:25:35.473781Z","steps":["trace[326852586] 'agreement among raft nodes before linearized reading' (duration: 703.765071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:35.473863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.768909Z","time spent":"704.943699ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:36.105623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.272103ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:36.105757Z","caller":"traceutil/trace.go:171","msg":"trace[1960642674] linearizableReadLoop","detail":"{readStateIndex:12090; appliedIndex:12089; }","duration":"633.305841ms","start":"2026-03-03T14:25:35.472431Z","end":"2026-03-03T14:25:36.105737Z","steps":["trace[1960642674] 'read index received' (duration: 268.918843ms)","trace[1960642674] 'applied index is now lower than readState.Index' (duration: 364.384198ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:36.105836Z","caller":"traceutil/trace.go:171","msg":"trace[1992693681] transaction","detail":"{read_only:false; response_revision:11605; number_of_response:1; }","duration":"683.954902ms","start":"2026-03-03T14:25:35.421825Z","end":"2026-03-03T14:25:36.10578Z","steps":["trace[1992693681] 'process raft request' (duration: 319.429841ms)","trace[1992693681] 'compare' (duration: 363.914335ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:36.106029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324024032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-03T14:25:36.106076Z","caller":"traceutil/trace.go:171","msg":"trace[1559861669] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11605; }","duration":"1.324108713s","start":"2026-03-03T14:25:34.781956Z","end":"2026-03-03T14:25:36.106064Z","steps":["trace[1559861669] 'agreement among raft nodes before linearized reading' (duration: 1.323883428s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.106091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.421792Z","time spent":"684.158717ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:36.106115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:34.781943Z","time spent":"1.324163625s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:25:36.195848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.679821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:36.195958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.741303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:36.195981Z","caller":"traceutil/trace.go:171","msg":"trace[415015512] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11606; }","duration":"277.855606ms","start":"2026-03-03T14:25:35.918094Z","end":"2026-03-03T14:25:36.195949Z","steps":["trace[415015512] 'agreement among raft nodes before linearized reading' (duration: 277.595999ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.195953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.589299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.196084Z","caller":"traceutil/trace.go:171","msg":"trace[735462628] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11606; }","duration":"277.772503ms","start":"2026-03-03T14:25:35.918285Z","end":"2026-03-03T14:25:36.196057Z","steps":["trace[735462628] 'agreement among raft nodes before linearized reading' (duration: 277.387604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.196198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.225365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:36.196263Z","caller":"traceutil/trace.go:171","msg":"trace[1989882561] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11606; }","duration":"278.310636ms","start":"2026-03-03T14:25:35.917936Z","end":"2026-03-03T14:25:36.196247Z","steps":["trace[1989882561] 'agreement among raft nodes before linearized reading' (duration: 278.103042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.19661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.807412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:36.196686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.56926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:36.196749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.38773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.196752Z","caller":"traceutil/trace.go:171","msg":"trace[762327056] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11606; }","duration":"714.979726ms","start":"2026-03-03T14:25:35.481739Z","end":"2026-03-03T14:25:36.196719Z","steps":["trace[762327056] 'agreement among raft nodes before linearized reading' (duration: 714.707399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.196797Z","caller":"traceutil/trace.go:171","msg":"trace[324591917] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11606; }","duration":"262.444981ms","start":"2026-03-03T14:25:35.934342Z","end":"2026-03-03T14:25:36.196787Z","steps":["trace[324591917] 'agreement among raft nodes before linearized reading' (duration: 262.367219ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.196737Z","caller":"traceutil/trace.go:171","msg":"trace[1860462979] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11606; }","duration":"345.670743ms","start":"2026-03-03T14:25:35.851051Z","end":"2026-03-03T14:25:36.196722Z","steps":["trace[1860462979] 'agreement among raft nodes before linearized reading' (duration: 345.582721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.196837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.481734Z","time spent":"715.086038ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:36.196914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.467504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.196959Z","caller":"traceutil/trace.go:171","msg":"trace[304567909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11606; }","duration":"279.570496ms","start":"2026-03-03T14:25:35.917378Z","end":"2026-03-03T14:25:36.196949Z","steps":["trace[304567909] 'agreement among raft nodes before linearized reading' (duration: 279.33968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.197121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.640106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:25:36.197114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.851024Z","time spent":"346.02ms","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:36.197162Z","caller":"traceutil/trace.go:171","msg":"trace[1054812639] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11606; }","duration":"273.704718ms","start":"2026-03-03T14:25:35.923449Z","end":"2026-03-03T14:25:36.197154Z","steps":["trace[1054812639] 'agreement among raft nodes before linearized reading' (duration: 273.551384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.197281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.965795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.197313Z","caller":"traceutil/trace.go:171","msg":"trace[264273370] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11606; }","duration":"277.009275ms","start":"2026-03-03T14:25:35.920296Z","end":"2026-03-03T14:25:36.197305Z","steps":["trace[264273370] 'agreement among raft nodes before linearized reading' (duration: 276.958444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.19668Z","caller":"traceutil/trace.go:171","msg":"trace[446304527] transaction","detail":"{read_only:false; response_revision:11606; number_of_response:1; }","duration":"715.816206ms","start":"2026-03-03T14:25:35.480842Z","end":"2026-03-03T14:25:36.196658Z","steps":["trace[446304527] 'process raft request' (duration: 714.608598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.196708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.362096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:36.197508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.480829Z","time spent":"716.584525ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:36.197594Z","caller":"traceutil/trace.go:171","msg":"trace[436560733] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11606; }","duration":"284.287697ms","start":"2026-03-03T14:25:35.913241Z","end":"2026-03-03T14:25:36.197529Z","steps":["trace[436560733] 'agreement among raft nodes before linearized reading' (duration: 283.301004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.196668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.004622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:25:36.197748Z","caller":"traceutil/trace.go:171","msg":"trace[169611583] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83; range_end:; response_count:1; response_revision:11606; }","duration":"720.115458ms","start":"2026-03-03T14:25:35.477611Z","end":"2026-03-03T14:25:36.197727Z","steps":["trace[169611583] 'agreement among raft nodes before linearized reading' (duration: 718.832818ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.197805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.477592Z","time spent":"720.194899ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83\" "} {"level":"warn","ts":"2026-03-03T14:25:36.197817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.031883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:36.196857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"379.73458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:36.197888Z","caller":"traceutil/trace.go:171","msg":"trace[1482282202] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11606; }","duration":"279.111314ms","start":"2026-03-03T14:25:35.918755Z","end":"2026-03-03T14:25:36.197866Z","steps":["trace[1482282202] 'agreement among raft nodes before linearized reading' (duration: 278.876749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.197897Z","caller":"traceutil/trace.go:171","msg":"trace[1157714027] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11606; }","duration":"380.843167ms","start":"2026-03-03T14:25:35.817037Z","end":"2026-03-03T14:25:36.19788Z","steps":["trace[1157714027] 'agreement among raft nodes before linearized reading' (duration: 379.763781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.197964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.817Z","time spent":"380.938719ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:36.198119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.593193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:36.198177Z","caller":"traceutil/trace.go:171","msg":"trace[522939418] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11606; }","duration":"278.659845ms","start":"2026-03-03T14:25:35.919503Z","end":"2026-03-03T14:25:36.198163Z","steps":["trace[522939418] 'agreement among raft nodes before linearized reading' (duration: 278.579172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:36.196014Z","caller":"traceutil/trace.go:171","msg":"trace[1660133940] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11606; }","duration":"531.871496ms","start":"2026-03-03T14:25:35.664129Z","end":"2026-03-03T14:25:36.196001Z","steps":["trace[1660133940] 'agreement among raft nodes before linearized reading' (duration: 531.597019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.198346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.843929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:36.198346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.6641Z","time spent":"534.228402ms","remote":"127.0.0.1:43976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":94,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:36.19839Z","caller":"traceutil/trace.go:171","msg":"trace[932965689] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11606; }","duration":"278.90433ms","start":"2026-03-03T14:25:35.919475Z","end":"2026-03-03T14:25:36.19838Z","steps":["trace[932965689] 'agreement among raft nodes before linearized reading' (duration: 278.835869ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.198625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.377874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:25:36.198676Z","caller":"traceutil/trace.go:171","msg":"trace[1053841801] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11606; }","duration":"720.438155ms","start":"2026-03-03T14:25:35.478221Z","end":"2026-03-03T14:25:36.198659Z","steps":["trace[1053841801] 'agreement among raft nodes before linearized reading' (duration: 720.288621ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.198706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:35.478216Z","time spent":"720.481057ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:25:36.199437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.308531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:36.199518Z","caller":"traceutil/trace.go:171","msg":"trace[1178442649] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11606; }","duration":"279.394892ms","start":"2026-03-03T14:25:35.920097Z","end":"2026-03-03T14:25:36.199492Z","steps":["trace[1178442649] 'agreement among raft nodes before linearized reading' (duration: 277.276802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.605244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.515695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:36.605392Z","caller":"traceutil/trace.go:171","msg":"trace[2097290364] linearizableReadLoop","detail":"{readStateIndex:12092; appliedIndex:12091; }","duration":"401.310941ms","start":"2026-03-03T14:25:36.204059Z","end":"2026-03-03T14:25:36.605369Z","steps":["trace[2097290364] 'read index received' (duration: 240.52474ms)","trace[2097290364] 'applied index is now lower than readState.Index' (duration: 160.783821ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:36.605807Z","caller":"traceutil/trace.go:171","msg":"trace[732603304] transaction","detail":"{read_only:false; response_revision:11607; number_of_response:1; }","duration":"403.81913ms","start":"2026-03-03T14:25:36.201916Z","end":"2026-03-03T14:25:36.605735Z","steps":["trace[732603304] 'process raft request' (duration: 242.64495ms)","trace[732603304] 'compare' (duration: 160.331471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:36.606084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.015147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T14:25:36.606097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.201898Z","time spent":"404.046285ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:36.606142Z","caller":"traceutil/trace.go:171","msg":"trace[366752329] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11607; }","duration":"402.09357ms","start":"2026-03-03T14:25:36.204035Z","end":"2026-03-03T14:25:36.606128Z","steps":["trace[366752329] 'agreement among raft nodes before linearized reading' (duration: 401.720701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:36.606186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.204022Z","time spent":"402.154041ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:25:37.106429Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:37.606827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375157,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:37.951267Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.50664574s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:25:37.951695Z","caller":"traceutil/trace.go:171","msg":"trace[260349581] transaction","detail":"{read_only:false; response_revision:11608; number_of_response:1; }","duration":"1.744134838s","start":"2026-03-03T14:25:36.207534Z","end":"2026-03-03T14:25:37.951669Z","steps":["trace[260349581] 'process raft request' (duration: 1.743957824s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:37.951932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.207505Z","time spent":"1.744268921s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:38.525179Z","caller":"traceutil/trace.go:171","msg":"trace[897154460] linearizableReadLoop","detail":"{readStateIndex:12094; appliedIndex:12093; }","duration":"1.91972499s","start":"2026-03-03T14:25:36.605425Z","end":"2026-03-03T14:25:38.52515Z","steps":["trace[897154460] 'read index received' (duration: 1.34674994s)","trace[897154460] 'applied index is now lower than readState.Index' (duration: 572.97366ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:38.525259Z","caller":"traceutil/trace.go:171","msg":"trace[1445279260] transaction","detail":"{read_only:false; response_revision:11609; number_of_response:1; }","duration":"1.913220566s","start":"2026-03-03T14:25:36.611992Z","end":"2026-03-03T14:25:38.525212Z","steps":["trace[1445279260] 'process raft request' (duration: 1.912951209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.52553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.611964Z","time spent":"1.913472212s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:38.52558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.174330435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:38.525701Z","caller":"traceutil/trace.go:171","msg":"trace[1801003801] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11609; }","duration":"2.174560069s","start":"2026-03-03T14:25:36.351118Z","end":"2026-03-03T14:25:38.525678Z","steps":["trace[1801003801] 'agreement among raft nodes before linearized reading' (duration: 2.174122749s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.525762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.351087Z","time spent":"2.174663932s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:38.525699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.260858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.525954Z","caller":"traceutil/trace.go:171","msg":"trace[1955788846] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11609; }","duration":"303.547064ms","start":"2026-03-03T14:25:38.22234Z","end":"2026-03-03T14:25:38.525887Z","steps":["trace[1955788846] 'agreement among raft nodes before linearized reading' (duration: 303.234637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.526082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.222322Z","time spent":"303.684827ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:38.526157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.064317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.526214Z","caller":"traceutil/trace.go:171","msg":"trace[1992480610] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11609; }","duration":"304.142069ms","start":"2026-03-03T14:25:38.222051Z","end":"2026-03-03T14:25:38.526193Z","steps":["trace[1992480610] 'agreement among raft nodes before linearized reading' (duration: 304.079308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.526262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.222031Z","time spent":"304.219461ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:38.526304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.0098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.526347Z","caller":"traceutil/trace.go:171","msg":"trace[539100844] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11609; }","duration":"305.049901ms","start":"2026-03-03T14:25:38.221286Z","end":"2026-03-03T14:25:38.526336Z","steps":["trace[539100844] 'agreement among raft nodes before linearized reading' (duration: 304.982429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.526381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.221244Z","time spent":"305.130953ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:38.52648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.898463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.526529Z","caller":"traceutil/trace.go:171","msg":"trace[1406221042] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11609; }","duration":"319.969464ms","start":"2026-03-03T14:25:38.206546Z","end":"2026-03-03T14:25:38.526516Z","steps":["trace[1406221042] 'agreement among raft nodes before linearized reading' (duration: 319.895862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.526551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.634551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.52657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.206537Z","time spent":"320.023586ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:38.526581Z","caller":"traceutil/trace.go:171","msg":"trace[1714358424] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11609; }","duration":"304.682992ms","start":"2026-03-03T14:25:38.221889Z","end":"2026-03-03T14:25:38.526572Z","steps":["trace[1714358424] 'agreement among raft nodes before linearized reading' (duration: 304.633671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.526609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.221875Z","time spent":"304.728283ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:38.526772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.905347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.526804Z","caller":"traceutil/trace.go:171","msg":"trace[1281813402] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11609; }","duration":"304.967668ms","start":"2026-03-03T14:25:38.221829Z","end":"2026-03-03T14:25:38.526797Z","steps":["trace[1281813402] 'agreement among raft nodes before linearized reading' (duration: 304.920637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.526831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.221811Z","time spent":"305.014099ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:38.52656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322373123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448153"} {"level":"warn","ts":"2026-03-03T14:25:38.526972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.311977006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:38.526933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.66714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.52712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.874492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:38.527198Z","caller":"traceutil/trace.go:171","msg":"trace[663035960] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11609; }","duration":"322.972945ms","start":"2026-03-03T14:25:38.204217Z","end":"2026-03-03T14:25:38.52719Z","steps":["trace[663035960] 'agreement among raft nodes before linearized reading' (duration: 322.805771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.527214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45607336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:38.527237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.204204Z","time spent":"323.027345ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:38.527213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.918561532s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:25:38.527265Z","caller":"traceutil/trace.go:171","msg":"trace[1367858515] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11609; }","duration":"1.456180513s","start":"2026-03-03T14:25:37.071071Z","end":"2026-03-03T14:25:38.527251Z","steps":["trace[1367858515] 'agreement among raft nodes before linearized reading' (duration: 1.45606449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.527306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.071039Z","time spent":"1.456260015s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:38.527327Z","caller":"traceutil/trace.go:171","msg":"trace[1669559387] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11609; }","duration":"1.918784157s","start":"2026-03-03T14:25:36.608523Z","end":"2026-03-03T14:25:38.527307Z","steps":["trace[1669559387] 'agreement among raft nodes before linearized reading' (duration: 1.91679616s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.527423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.608493Z","time spent":"1.918913021s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:25:38.526099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.829591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:38.526993Z","caller":"traceutil/trace.go:171","msg":"trace[1979597593] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11609; }","duration":"2.322803613s","start":"2026-03-03T14:25:36.204131Z","end":"2026-03-03T14:25:38.526935Z","steps":["trace[1979597593] 'agreement among raft nodes before linearized reading' (duration: 2.321165934s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.526826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.560848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:38.527607Z","caller":"traceutil/trace.go:171","msg":"trace[426772218] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11609; }","duration":"321.383597ms","start":"2026-03-03T14:25:38.206208Z","end":"2026-03-03T14:25:38.527592Z","steps":["trace[426772218] 'agreement among raft nodes before linearized reading' (duration: 320.474076ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.527581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:36.204123Z","time spent":"2.323439768s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:38.527657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.206187Z","time spent":"321.456709ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:38.527005Z","caller":"traceutil/trace.go:171","msg":"trace[661254337] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11609; }","duration":"1.312054568s","start":"2026-03-03T14:25:37.214942Z","end":"2026-03-03T14:25:38.526997Z","steps":["trace[661254337] 'agreement among raft nodes before linearized reading' (duration: 1.311993767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.527746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.214913Z","time spent":"1.312822705s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:38.527551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448798478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:38.527845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.309387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:38.527918Z","caller":"traceutil/trace.go:171","msg":"trace[2033075169] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11609; }","duration":"1.449224098s","start":"2026-03-03T14:25:37.078672Z","end":"2026-03-03T14:25:38.527896Z","steps":["trace[2033075169] 'agreement among raft nodes before linearized reading' (duration: 1.448797798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.528053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.078643Z","time spent":"1.449386711s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:38.528055Z","caller":"traceutil/trace.go:171","msg":"trace[550538157] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11609; }","duration":"321.836887ms","start":"2026-03-03T14:25:38.206204Z","end":"2026-03-03T14:25:38.52804Z","steps":["trace[550538157] 'agreement among raft nodes before linearized reading' (duration: 319.82966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:38.528069Z","caller":"traceutil/trace.go:171","msg":"trace[1566746635] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11609; }","duration":"324.607934ms","start":"2026-03-03T14:25:38.203441Z","end":"2026-03-03T14:25:38.528049Z","steps":["trace[1566746635] 'agreement among raft nodes before linearized reading' (duration: 323.889047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.528113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.206173Z","time spent":"321.92651ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:38.527144Z","caller":"traceutil/trace.go:171","msg":"trace[1362829933] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11609; }","duration":"320.876285ms","start":"2026-03-03T14:25:38.206225Z","end":"2026-03-03T14:25:38.527101Z","steps":["trace[1362829933] 'agreement among raft nodes before linearized reading' (duration: 320.589699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.528323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.206207Z","time spent":"322.098714ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:38.527446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12948932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:38.528414Z","caller":"traceutil/trace.go:171","msg":"trace[285873515] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11609; }","duration":"1.130498534s","start":"2026-03-03T14:25:37.397898Z","end":"2026-03-03T14:25:38.528396Z","steps":["trace[285873515] 'agreement among raft nodes before linearized reading' (duration: 1.12948636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:38.528473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:37.397868Z","time spent":"1.130587105s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:38.528146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.20341Z","time spent":"324.721306ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:39.766829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.425272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:25:39.767128Z","caller":"traceutil/trace.go:171","msg":"trace[551004947] linearizableReadLoop","detail":"{readStateIndex:12096; appliedIndex:12094; }","duration":"1.230859293s","start":"2026-03-03T14:25:38.536249Z","end":"2026-03-03T14:25:39.767108Z","steps":["trace[551004947] 'read index received' (duration: 324.147203ms)","trace[551004947] 'applied index is now lower than readState.Index' (duration: 906.71125ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:39.767248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230986986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:39.767268Z","caller":"traceutil/trace.go:171","msg":"trace[1046681583] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11610; }","duration":"1.231045598s","start":"2026-03-03T14:25:38.536214Z","end":"2026-03-03T14:25:39.76726Z","steps":["trace[1046681583] 'agreement among raft nodes before linearized reading' (duration: 1.230965636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:39.767295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.5362Z","time spent":"1.231088178s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:39.767471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.529371Z","time spent":"1.238098784s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:25:39.767584Z","caller":"traceutil/trace.go:171","msg":"trace[405207705] transaction","detail":"{read_only:false; response_revision:11610; number_of_response:1; }","duration":"1.236320193s","start":"2026-03-03T14:25:38.531254Z","end":"2026-03-03T14:25:39.767574Z","steps":["trace[405207705] 'process raft request' (duration: 1.235705478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:39.767661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:38.531237Z","time spent":"1.236363513s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:41.203762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054850981s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.203891Z","caller":"traceutil/trace.go:171","msg":"trace[826036987] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11610; }","duration":"1.054993854s","start":"2026-03-03T14:25:40.14888Z","end":"2026-03-03T14:25:41.203874Z","steps":["trace[826036987] 'range keys from in-memory index tree' (duration: 1.054829901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.204175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"986.251095ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:41.204377Z","caller":"traceutil/trace.go:171","msg":"trace[387922725] transaction","detail":"{read_only:false; response_revision:11612; number_of_response:1; }","duration":"1.432774859s","start":"2026-03-03T14:25:39.771586Z","end":"2026-03-03T14:25:41.204361Z","steps":["trace[387922725] 'process raft request' (duration: 1.432691557s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.204424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:39.771572Z","time spent":"1.432831011s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:25:41.204495Z","caller":"traceutil/trace.go:171","msg":"trace[1549947182] transaction","detail":"{read_only:false; response_revision:11611; number_of_response:1; }","duration":"1.435499663s","start":"2026-03-03T14:25:39.768973Z","end":"2026-03-03T14:25:41.204473Z","steps":["trace[1549947182] 'process raft request' (duration: 448.876768ms)","trace[1549947182] 'compare' (duration: 985.56614ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:41.204642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:39.768941Z","time spent":"1.435612266s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:41.204723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.435550585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.204831Z","caller":"traceutil/trace.go:171","msg":"trace[137830060] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11612; }","duration":"1.435697518s","start":"2026-03-03T14:25:39.76912Z","end":"2026-03-03T14:25:41.204818Z","steps":["trace[137830060] 'agreement among raft nodes before linearized reading' (duration: 1.435527414s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.204497Z","caller":"traceutil/trace.go:171","msg":"trace[1920122916] linearizableReadLoop","detail":"{readStateIndex:12097; appliedIndex:12096; }","duration":"1.435302379s","start":"2026-03-03T14:25:39.769168Z","end":"2026-03-03T14:25:41.20447Z","steps":["trace[1920122916] 'read index received' (duration: 448.694705ms)","trace[1920122916] 'applied index is now lower than readState.Index' (duration: 986.604904ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:41.204872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:39.769101Z","time spent":"1.435761289s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:41.205119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158260803s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:41.205164Z","caller":"traceutil/trace.go:171","msg":"trace[1248699768] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11612; }","duration":"1.158353855s","start":"2026-03-03T14:25:40.046796Z","end":"2026-03-03T14:25:41.20515Z","steps":["trace[1248699768] 'agreement among raft nodes before linearized reading' (duration: 1.158246853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.484343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.205219Z","caller":"traceutil/trace.go:171","msg":"trace[1762736006] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11612; }","duration":"673.559064ms","start":"2026-03-03T14:25:40.531641Z","end":"2026-03-03T14:25:41.2052Z","steps":["trace[1762736006] 'agreement among raft nodes before linearized reading' (duration: 673.466732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.653279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.205317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.388157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.205339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.046775Z","time spent":"1.158486148s","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:41.205378Z","caller":"traceutil/trace.go:171","msg":"trace[1734249902] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11612; }","duration":"129.472358ms","start":"2026-03-03T14:25:41.075878Z","end":"2026-03-03T14:25:41.205351Z","steps":["trace[1734249902] 'agreement among raft nodes before linearized reading' (duration: 129.402846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.750803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:25:41.205405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.941279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:41.205443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.825071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.205452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.978536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-03-03T14:25:41.205476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.574707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.205495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.157751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:41.205518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.018498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.20555Z","caller":"traceutil/trace.go:171","msg":"trace[344199719] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11612; }","duration":"671.667399ms","start":"2026-03-03T14:25:40.533866Z","end":"2026-03-03T14:25:41.205533Z","steps":["trace[344199719] 'agreement among raft nodes before linearized reading' (duration: 671.556937ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.205556Z","caller":"traceutil/trace.go:171","msg":"trace[1009604728] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11612; }","duration":"672.241443ms","start":"2026-03-03T14:25:40.533301Z","end":"2026-03-03T14:25:41.205543Z","steps":["trace[1009604728] 'agreement among raft nodes before linearized reading' (duration: 672.019798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.205568Z","caller":"traceutil/trace.go:171","msg":"trace[1399186379] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11612; }","duration":"672.08965ms","start":"2026-03-03T14:25:40.533468Z","end":"2026-03-03T14:25:41.205557Z","steps":["trace[1399186379] 'agreement among raft nodes before linearized reading' (duration: 672.023838ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.205573Z","caller":"traceutil/trace.go:171","msg":"trace[1048496623] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11612; }","duration":"673.931613ms","start":"2026-03-03T14:25:40.531554Z","end":"2026-03-03T14:25:41.205486Z","steps":["trace[1048496623] 'agreement among raft nodes before linearized reading' (duration: 673.832471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.205336Z","caller":"traceutil/trace.go:171","msg":"trace[1324453281] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11612; }","duration":"671.876474ms","start":"2026-03-03T14:25:40.533441Z","end":"2026-03-03T14:25:41.205317Z","steps":["trace[1324453281] 'agreement among raft nodes before linearized reading' (duration: 671.610618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.533295Z","time spent":"672.295334ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:41.205636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.531531Z","time spent":"674.092197ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:41.205647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.533434Z","time spent":"672.198501ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:41.205508Z","caller":"traceutil/trace.go:171","msg":"trace[1383691294] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:11612; }","duration":"288.064238ms","start":"2026-03-03T14:25:40.91743Z","end":"2026-03-03T14:25:41.205494Z","steps":["trace[1383691294] 'agreement among raft nodes before linearized reading' (duration: 287.932735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.205454Z","caller":"traceutil/trace.go:171","msg":"trace[829594118] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11612; }","duration":"673.013551ms","start":"2026-03-03T14:25:40.532428Z","end":"2026-03-03T14:25:41.205442Z","steps":["trace[829594118] 'agreement among raft nodes before linearized reading' (duration: 672.866918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.532416Z","time spent":"673.314478ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:41.205272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.531555Z","time spent":"673.706688ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:41.205765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"672.611071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:41.205476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.665971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:41.205809Z","caller":"traceutil/trace.go:171","msg":"trace[129922377] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11612; }","duration":"672.675283ms","start":"2026-03-03T14:25:40.533124Z","end":"2026-03-03T14:25:41.205799Z","steps":["trace[129922377] 'agreement among raft nodes before linearized reading' (duration: 672.5284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:41.205823Z","caller":"traceutil/trace.go:171","msg":"trace[526121972] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11612; }","duration":"675.06675ms","start":"2026-03-03T14:25:40.530743Z","end":"2026-03-03T14:25:41.205809Z","steps":["trace[526121972] 'agreement among raft nodes before linearized reading' (duration: 674.65132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.533113Z","time spent":"672.716664ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:41.205521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.559757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.205876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.530722Z","time spent":"675.136212ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:41.205887Z","caller":"traceutil/trace.go:171","msg":"trace[17216035] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11612; }","duration":"671.970237ms","start":"2026-03-03T14:25:40.5339Z","end":"2026-03-03T14:25:41.20587Z","steps":["trace[17216035] 'agreement among raft nodes before linearized reading' (duration: 671.533137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.533888Z","time spent":"672.037648ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:41.205946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.07807ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:41.205602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.533456Z","time spent":"672.138611ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:41.206009Z","caller":"traceutil/trace.go:171","msg":"trace[846700662] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11612; }","duration":"675.183203ms","start":"2026-03-03T14:25:40.530813Z","end":"2026-03-03T14:25:41.205996Z","steps":["trace[846700662] 'agreement among raft nodes before linearized reading' (duration: 675.05255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.205598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.533858Z","time spent":"671.732331ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:41.206041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.530792Z","time spent":"675.241754ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:41.206462Z","caller":"traceutil/trace.go:171","msg":"trace[2054859113] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11612; }","duration":"666.830275ms","start":"2026-03-03T14:25:40.538582Z","end":"2026-03-03T14:25:41.205412Z","steps":["trace[2054859113] 'agreement among raft nodes before linearized reading' (duration: 666.688602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:41.206514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:40.53857Z","time spent":"667.933221ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:25:41.714496Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:42.214853Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375175,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:25:42.51579Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149611688s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:25:42.9695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.364325ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:42.969615Z","caller":"traceutil/trace.go:171","msg":"trace[861247127] transaction","detail":"{read_only:false; response_revision:11613; number_of_response:1; }","duration":"1.757808063s","start":"2026-03-03T14:25:41.211789Z","end":"2026-03-03T14:25:42.969597Z","steps":["trace[861247127] 'process raft request' (duration: 1.304267373s)","trace[861247127] 'compare' (duration: 452.76012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:42.969671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.211777Z","time spent":"1.757863364s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:43.213872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00035352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:25:43.21395Z","caller":"traceutil/trace.go:171","msg":"trace[2080054889] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000456272s","start":"2026-03-03T14:25:41.213478Z","end":"2026-03-03T14:25:43.213934Z","steps":["trace[2080054889] 'agreement among raft nodes before linearized reading' (duration: 2.00036409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.213994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.21347Z","time spent":"2.000514723s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:25:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:25:43.713246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.196747254s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:25:43.71379Z","caller":"traceutil/trace.go:171","msg":"trace[1789048135] linearizableReadLoop","detail":"{readStateIndex:12100; appliedIndex:12098; }","duration":"2.500265688s","start":"2026-03-03T14:25:41.213495Z","end":"2026-03-03T14:25:43.713761Z","steps":["trace[1789048135] 'read index received' (duration: 1.302578022s)","trace[1789048135] 'applied index is now lower than readState.Index' (duration: 1.197686016s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:43.713825Z","caller":"traceutil/trace.go:171","msg":"trace[2066478853] transaction","detail":"{read_only:false; response_revision:11614; number_of_response:1; }","duration":"2.498359643s","start":"2026-03-03T14:25:41.215436Z","end":"2026-03-03T14:25:43.713795Z","steps":["trace[2066478853] 'process raft request' (duration: 2.498134338s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:43.713982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.215426Z","time spent":"2.498467725s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:44.103548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.697529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:44.103633Z","caller":"traceutil/trace.go:171","msg":"trace[1601814876] linearizableReadLoop","detail":"{readStateIndex:12101; appliedIndex:12100; }","duration":"389.750608ms","start":"2026-03-03T14:25:43.71387Z","end":"2026-03-03T14:25:44.103621Z","steps":["trace[1601814876] 'read index received' (duration: 145.022048ms)","trace[1601814876] 'applied index is now lower than readState.Index' (duration: 244.72772ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:44.103636Z","caller":"traceutil/trace.go:171","msg":"trace[1682876312] transaction","detail":"{read_only:false; response_revision:11615; number_of_response:1; }","duration":"399.334165ms","start":"2026-03-03T14:25:43.704286Z","end":"2026-03-03T14:25:44.10362Z","steps":["trace[1682876312] 'process raft request' (duration: 154.502882ms)","trace[1682876312] 'compare' (duration: 244.491914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:44.103686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.704256Z","time spent":"399.403637ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:44.103722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152299271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.103744Z","caller":"traceutil/trace.go:171","msg":"trace[1477566532] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11615; }","duration":"1.152350043s","start":"2026-03-03T14:25:42.951388Z","end":"2026-03-03T14:25:44.103738Z","steps":["trace[1477566532] 'agreement among raft nodes before linearized reading' (duration: 1.152304552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.103762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:42.951373Z","time spent":"1.152383653s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.103801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.190773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:44.10382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.700455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:44.103888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.877352987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.103915Z","caller":"traceutil/trace.go:171","msg":"trace[1665980117] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11615; }","duration":"2.877393408s","start":"2026-03-03T14:25:41.226514Z","end":"2026-03-03T14:25:44.103908Z","steps":["trace[1665980117] 'agreement among raft nodes before linearized reading' (duration: 2.877346457s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:44.103925Z","caller":"traceutil/trace.go:171","msg":"trace[88630366] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11615; }","duration":"891.836398ms","start":"2026-03-03T14:25:43.212068Z","end":"2026-03-03T14:25:44.103905Z","steps":["trace[88630366] 'agreement among raft nodes before linearized reading' (duration: 891.564151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.103934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.226501Z","time spent":"2.877426668s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.10393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.84498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:44.10397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.212056Z","time spent":"891.90405ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:44.103981Z","caller":"traceutil/trace.go:171","msg":"trace[433454467] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11615; }","duration":"724.933052ms","start":"2026-03-03T14:25:43.379037Z","end":"2026-03-03T14:25:44.10397Z","steps":["trace[433454467] 'agreement among raft nodes before linearized reading' (duration: 724.860371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.379016Z","time spent":"724.990943ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.104088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.713085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:44.104092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.316126165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:44.104099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.244864196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:44.104141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.683444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.103872Z","caller":"traceutil/trace.go:171","msg":"trace[1828249275] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11615; }","duration":"891.309786ms","start":"2026-03-03T14:25:43.212542Z","end":"2026-03-03T14:25:44.103852Z","steps":["trace[1828249275] 'agreement among raft nodes before linearized reading' (duration: 891.200733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:44.104165Z","caller":"traceutil/trace.go:171","msg":"trace[342576239] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11615; }","duration":"891.708445ms","start":"2026-03-03T14:25:43.212452Z","end":"2026-03-03T14:25:44.10416Z","steps":["trace[342576239] 'agreement among raft nodes before linearized reading' (duration: 891.671244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.21242Z","time spent":"891.758896ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:44.104205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.933527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:44.104235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.92377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:44.104235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.810377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.104308Z","caller":"traceutil/trace.go:171","msg":"trace[1103138847] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11615; }","duration":"892.029953ms","start":"2026-03-03T14:25:43.212264Z","end":"2026-03-03T14:25:44.104294Z","steps":["trace[1103138847] 'agreement among raft nodes before linearized reading' (duration: 891.824728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.441454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:44.104323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.975571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:44.104346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.212254Z","time spent":"892.085294ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:25:44.104351Z","caller":"traceutil/trace.go:171","msg":"trace[861247768] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11615; }","duration":"891.951311ms","start":"2026-03-03T14:25:43.212385Z","end":"2026-03-03T14:25:44.104337Z","steps":["trace[861247768] 'agreement among raft nodes before linearized reading' (duration: 891.793107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:44.104364Z","caller":"traceutil/trace.go:171","msg":"trace[1971514659] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11615; }","duration":"892.080864ms","start":"2026-03-03T14:25:43.212273Z","end":"2026-03-03T14:25:44.104354Z","steps":["trace[1971514659] 'agreement among raft nodes before linearized reading' (duration: 891.963622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.212233Z","time spent":"892.159716ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:44.104358Z","caller":"traceutil/trace.go:171","msg":"trace[66472808] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11615; }","duration":"274.506676ms","start":"2026-03-03T14:25:43.829838Z","end":"2026-03-03T14:25:44.104345Z","steps":["trace[66472808] 'agreement among raft nodes before linearized reading' (duration: 274.448145ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.939906709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143764"} {"level":"warn","ts":"2026-03-03T14:25:44.104419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.470853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:44.104463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.162325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:25:44.104466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.97005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.104475Z","caller":"traceutil/trace.go:171","msg":"trace[853104018] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11615; }","duration":"1.940001401s","start":"2026-03-03T14:25:42.164463Z","end":"2026-03-03T14:25:44.104464Z","steps":["trace[853104018] 'agreement among raft nodes before linearized reading' (duration: 1.939736105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.1044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.212373Z","time spent":"892.014302ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:44.104507Z","caller":"traceutil/trace.go:171","msg":"trace[281739442] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11615; }","duration":"149.236567ms","start":"2026-03-03T14:25:43.955255Z","end":"2026-03-03T14:25:44.104492Z","steps":["trace[281739442] 'agreement among raft nodes before linearized reading' (duration: 149.124564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:44.104516Z","caller":"traceutil/trace.go:171","msg":"trace[1310859309] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11615; }","duration":"189.064492ms","start":"2026-03-03T14:25:43.915438Z","end":"2026-03-03T14:25:44.104502Z","steps":["trace[1310859309] 'agreement among raft nodes before linearized reading' (duration: 188.99623ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:44.104163Z","caller":"traceutil/trace.go:171","msg":"trace[760754808] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11615; }","duration":"2.245009149s","start":"2026-03-03T14:25:41.859137Z","end":"2026-03-03T14:25:44.104146Z","steps":["trace[760754808] 'agreement among raft nodes before linearized reading' (duration: 2.244903687s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:42.164436Z","time spent":"1.940074042s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143788,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:25:44.104496Z","caller":"traceutil/trace.go:171","msg":"trace[577541512] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11615; }","duration":"892.80169ms","start":"2026-03-03T14:25:43.211682Z","end":"2026-03-03T14:25:44.104484Z","steps":["trace[577541512] 'agreement among raft nodes before linearized reading' (duration: 892.448552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.859108Z","time spent":"2.24544371s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.104607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.211663Z","time spent":"892.902043ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:44.104559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.826118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.104112Z","caller":"traceutil/trace.go:171","msg":"trace[784226944] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11615; }","duration":"891.753587ms","start":"2026-03-03T14:25:43.212353Z","end":"2026-03-03T14:25:44.104106Z","steps":["trace[784226944] 'agreement among raft nodes before linearized reading' (duration: 891.711406ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.212141Z","time spent":"892.504904ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:44.104651Z","caller":"traceutil/trace.go:171","msg":"trace[1247417909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11615; }","duration":"891.934501ms","start":"2026-03-03T14:25:43.212704Z","end":"2026-03-03T14:25:44.104638Z","steps":["trace[1247417909] 'agreement among raft nodes before linearized reading' (duration: 891.754807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:44.104259Z","caller":"traceutil/trace.go:171","msg":"trace[709673145] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11615; }","duration":"902.023719ms","start":"2026-03-03T14:25:43.202224Z","end":"2026-03-03T14:25:44.104247Z","steps":["trace[709673145] 'agreement among raft nodes before linearized reading' (duration: 901.948037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.104696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.212693Z","time spent":"891.993432ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:44.104744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.202204Z","time spent":"902.51009ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.104203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.21253Z","time spent":"891.652024ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:44.103818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129954711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-03T14:25:44.103881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.144125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.104827Z","caller":"traceutil/trace.go:171","msg":"trace[1814453196] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9; range_end:; response_count:1; response_revision:11615; }","duration":"1.130998816s","start":"2026-03-03T14:25:42.973814Z","end":"2026-03-03T14:25:44.104812Z","steps":["trace[1814453196] 'agreement among raft nodes before linearized reading' (duration: 1.129833529s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:44.104145Z","caller":"traceutil/trace.go:171","msg":"trace[2099500114] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:11615; }","duration":"2.316207747s","start":"2026-03-03T14:25:41.787921Z","end":"2026-03-03T14:25:44.104128Z","steps":["trace[2099500114] 'agreement among raft nodes before linearized reading' (duration: 2.316120755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.10491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.787905Z","time spent":"2.316995525s","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.104185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.283146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:44.10489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:42.9738Z","time spent":"1.131078458s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9\" "} {"level":"info","ts":"2026-03-03T14:25:44.104949Z","caller":"traceutil/trace.go:171","msg":"trace[1102520346] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11615; }","duration":"317.084745ms","start":"2026-03-03T14:25:43.787853Z","end":"2026-03-03T14:25:44.104938Z","steps":["trace[1102520346] 'agreement among raft nodes before linearized reading' (duration: 316.232515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.105252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.787833Z","time spent":"317.382511ms","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.104287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.820081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.105409Z","caller":"traceutil/trace.go:171","msg":"trace[376363423] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11615; }","duration":"890.987898ms","start":"2026-03-03T14:25:43.214414Z","end":"2026-03-03T14:25:44.105402Z","steps":["trace[376363423] 'agreement among raft nodes before linearized reading' (duration: 889.827881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.105434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.214389Z","time spent":"891.038778ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:44.104396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.251896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:25:44.10554Z","caller":"traceutil/trace.go:171","msg":"trace[491838401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11615; }","duration":"887.413773ms","start":"2026-03-03T14:25:43.218115Z","end":"2026-03-03T14:25:44.105529Z","steps":["trace[491838401] 'agreement among raft nodes before linearized reading' (duration: 886.193094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.105576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.218075Z","time spent":"887.488305ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:25:44.104955Z","caller":"traceutil/trace.go:171","msg":"trace[690331408] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11615; }","duration":"893.168979ms","start":"2026-03-03T14:25:43.211701Z","end":"2026-03-03T14:25:44.10487Z","steps":["trace[690331408] 'agreement among raft nodes before linearized reading' (duration: 892.149276ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.105783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.211687Z","time spent":"894.07228ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:44.104847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.683525422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.10594Z","caller":"traceutil/trace.go:171","msg":"trace[425462499] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11615; }","duration":"2.685601601s","start":"2026-03-03T14:25:41.420321Z","end":"2026-03-03T14:25:44.105923Z","steps":["trace[425462499] 'agreement among raft nodes before linearized reading' (duration: 2.683512862s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.105987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:41.420301Z","time spent":"2.685665232s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:44.105815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.229707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.106503Z","caller":"traceutil/trace.go:171","msg":"trace[180714121] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11615; }","duration":"894.847329ms","start":"2026-03-03T14:25:43.211643Z","end":"2026-03-03T14:25:44.10649Z","steps":["trace[180714121] 'agreement among raft nodes before linearized reading' (duration: 892.235957ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.106666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:43.211622Z","time spent":"895.030864ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:44.574733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.417293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:44.574865Z","caller":"traceutil/trace.go:171","msg":"trace[604270153] linearizableReadLoop","detail":"{readStateIndex:12102; appliedIndex:12101; }","duration":"463.778322ms","start":"2026-03-03T14:25:44.111059Z","end":"2026-03-03T14:25:44.574838Z","steps":["trace[604270153] 'read index received' (duration: 346.206856ms)","trace[604270153] 'applied index is now lower than readState.Index' (duration: 117.569766ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:44.574973Z","caller":"traceutil/trace.go:171","msg":"trace[1057576101] transaction","detail":"{read_only:false; response_revision:11616; number_of_response:1; }","duration":"466.387604ms","start":"2026-03-03T14:25:44.108569Z","end":"2026-03-03T14:25:44.574957Z","steps":["trace[1057576101] 'process raft request' (duration: 348.654684ms)","trace[1057576101] 'compare' (duration: 117.148137ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:44.575047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.108531Z","time spent":"466.477536ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:44.575527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.199464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:44.575591Z","caller":"traceutil/trace.go:171","msg":"trace[1375889433] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11616; }","duration":"462.298437ms","start":"2026-03-03T14:25:44.113276Z","end":"2026-03-03T14:25:44.575575Z","steps":["trace[1375889433] 'agreement among raft nodes before linearized reading' (duration: 462.195714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.575634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.113262Z","time spent":"462.361499ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:44.575874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.816866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448153"} {"level":"info","ts":"2026-03-03T14:25:44.575941Z","caller":"traceutil/trace.go:171","msg":"trace[1421175506] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11616; }","duration":"464.921629ms","start":"2026-03-03T14:25:44.111004Z","end":"2026-03-03T14:25:44.575926Z","steps":["trace[1421175506] 'agreement among raft nodes before linearized reading' (duration: 464.306064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:44.575993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.11098Z","time spent":"464.996831ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:45.014395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.563302ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:45.01455Z","caller":"traceutil/trace.go:171","msg":"trace[1695814851] linearizableReadLoop","detail":"{readStateIndex:12103; appliedIndex:12102; }","duration":"280.921308ms","start":"2026-03-03T14:25:44.733598Z","end":"2026-03-03T14:25:45.014519Z","steps":["trace[1695814851] 'read index received' (duration: 44.431µs)","trace[1695814851] 'applied index is now lower than readState.Index' (duration: 280.875097ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:45.014562Z","caller":"traceutil/trace.go:171","msg":"trace[5815282] transaction","detail":"{read_only:false; response_revision:11617; number_of_response:1; }","duration":"429.277835ms","start":"2026-03-03T14:25:44.585259Z","end":"2026-03-03T14:25:45.014537Z","steps":["trace[5815282] 'process raft request' (duration: 134.482937ms)","trace[5815282] 'compare' (duration: 294.44045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:45.014667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.061042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:45.014699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:44.585243Z","time spent":"429.383467ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:45.014707Z","caller":"traceutil/trace.go:171","msg":"trace[1245731275] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:11617; }","duration":"281.146664ms","start":"2026-03-03T14:25:44.733546Z","end":"2026-03-03T14:25:45.014693Z","steps":["trace[1245731275] 'agreement among raft nodes before linearized reading' (duration: 281.050442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:45.49301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.372776ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:45.493428Z","caller":"traceutil/trace.go:171","msg":"trace[403821640] linearizableReadLoop","detail":"{readStateIndex:12105; appliedIndex:12103; }","duration":"371.996087ms","start":"2026-03-03T14:25:45.121408Z","end":"2026-03-03T14:25:45.493404Z","steps":["trace[403821640] 'read index received' (duration: 228.787041ms)","trace[403821640] 'applied index is now lower than readState.Index' (duration: 143.208216ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:45.493558Z","caller":"traceutil/trace.go:171","msg":"trace[1128679594] transaction","detail":"{read_only:false; response_revision:11618; number_of_response:1; }","duration":"474.287932ms","start":"2026-03-03T14:25:45.019257Z","end":"2026-03-03T14:25:45.493545Z","steps":["trace[1128679594] 'process raft request' (duration: 101.2402ms)","trace[1128679594] 'compare' (duration: 371.796762ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:45.493637Z","caller":"traceutil/trace.go:171","msg":"trace[1747027650] transaction","detail":"{read_only:false; response_revision:11619; number_of_response:1; }","duration":"389.916831ms","start":"2026-03-03T14:25:45.103694Z","end":"2026-03-03T14:25:45.493611Z","steps":["trace[1747027650] 'process raft request' (duration: 389.500192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:45.493662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.019238Z","time spent":"474.347503ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:45.493694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.280734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:45.49375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.103651Z","time spent":"390.035565ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:45.493785Z","caller":"traceutil/trace.go:171","msg":"trace[1272385659] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11619; }","duration":"372.361156ms","start":"2026-03-03T14:25:45.121384Z","end":"2026-03-03T14:25:45.493745Z","steps":["trace[1272385659] 'agreement among raft nodes before linearized reading' (duration: 372.210672ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:45.49374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.419801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:45.493826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.121297Z","time spent":"372.514829ms","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:45.493839Z","caller":"traceutil/trace.go:171","msg":"trace[1200764197] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11619; }","duration":"138.598755ms","start":"2026-03-03T14:25:45.355224Z","end":"2026-03-03T14:25:45.493823Z","steps":["trace[1200764197] 'agreement among raft nodes before linearized reading' (duration: 138.419761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:46.042306Z","caller":"traceutil/trace.go:171","msg":"trace[1803775617] transaction","detail":"{read_only:false; response_revision:11620; number_of_response:1; }","duration":"544.016824ms","start":"2026-03-03T14:25:45.498256Z","end":"2026-03-03T14:25:46.042273Z","steps":["trace[1803775617] 'process raft request' (duration: 543.495691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.042467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.498219Z","time spent":"544.171658ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:46.713642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"589.188394ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:46.71372Z","caller":"traceutil/trace.go:171","msg":"trace[433570876] linearizableReadLoop","detail":"{readStateIndex:12107; appliedIndex:12105; }","duration":"809.690441ms","start":"2026-03-03T14:25:45.904016Z","end":"2026-03-03T14:25:46.713707Z","steps":["trace[433570876] 'read index received' (duration: 138.005451ms)","trace[433570876] 'applied index is now lower than readState.Index' (duration: 671.68402ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:46.71381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.803743ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.713828Z","caller":"traceutil/trace.go:171","msg":"trace[1148289542] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11621; }","duration":"809.865045ms","start":"2026-03-03T14:25:45.903956Z","end":"2026-03-03T14:25:46.713821Z","steps":["trace[1148289542] 'agreement among raft nodes before linearized reading' (duration: 809.819274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.713851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.903932Z","time spent":"809.912956ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:46.713839Z","caller":"traceutil/trace.go:171","msg":"trace[2802116] transaction","detail":"{read_only:false; response_revision:11621; number_of_response:1; }","duration":"963.239459ms","start":"2026-03-03T14:25:45.75056Z","end":"2026-03-03T14:25:46.7138Z","steps":["trace[2802116] 'process raft request' (duration: 373.82941ms)","trace[2802116] 'compare' (duration: 589.089262ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:46.713953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.919548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.714001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.750537Z","time spent":"963.381873ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:46.714043Z","caller":"traceutil/trace.go:171","msg":"trace[1281628191] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11621; }","duration":"759.076751ms","start":"2026-03-03T14:25:45.954943Z","end":"2026-03-03T14:25:46.71402Z","steps":["trace[1281628191] 'agreement among raft nodes before linearized reading' (duration: 758.934218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.714098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.227007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.714097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.954913Z","time spent":"759.169144ms","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:46.71412Z","caller":"traceutil/trace.go:171","msg":"trace[1700514857] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11621; }","duration":"603.261627ms","start":"2026-03-03T14:25:46.11085Z","end":"2026-03-03T14:25:46.714112Z","steps":["trace[1700514857] 'agreement among raft nodes before linearized reading' (duration: 603.221327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.714137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.110842Z","time spent":"603.291768ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:46.714287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.110841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:25:46.714302Z","caller":"traceutil/trace.go:171","msg":"trace[566442875] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11621; }","duration":"105.156182ms","start":"2026-03-03T14:25:46.609142Z","end":"2026-03-03T14:25:46.714298Z","steps":["trace[566442875] 'agreement among raft nodes before linearized reading' (duration: 105.07816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.714446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.161261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.714483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.344853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:25:46.714533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.074874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.71454Z","caller":"traceutil/trace.go:171","msg":"trace[1787634934] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11621; }","duration":"604.413355ms","start":"2026-03-03T14:25:46.110113Z","end":"2026-03-03T14:25:46.714526Z","steps":["trace[1787634934] 'agreement among raft nodes before linearized reading' (duration: 604.196779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.714584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.234057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.714586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.110108Z","time spent":"604.467326ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:46.714552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.090461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.714695Z","caller":"traceutil/trace.go:171","msg":"trace[161479947] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11621; }","duration":"605.282336ms","start":"2026-03-03T14:25:46.109394Z","end":"2026-03-03T14:25:46.714676Z","steps":["trace[161479947] 'agreement among raft nodes before linearized reading' (duration: 605.07506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.714715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"603.76411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:46.714732Z","caller":"traceutil/trace.go:171","msg":"trace[1373772741] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11621; }","duration":"603.797051ms","start":"2026-03-03T14:25:46.11093Z","end":"2026-03-03T14:25:46.714727Z","steps":["trace[1373772741] 'agreement among raft nodes before linearized reading' (duration: 603.679798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.714709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.545725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:25:46.715385Z","caller":"traceutil/trace.go:171","msg":"trace[728073320] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11621; }","duration":"123.252781ms","start":"2026-03-03T14:25:46.592118Z","end":"2026-03-03T14:25:46.715371Z","steps":["trace[728073320] 'agreement among raft nodes before linearized reading' (duration: 122.396451ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:46.7146Z","caller":"traceutil/trace.go:171","msg":"trace[375808562] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11621; }","duration":"603.29727ms","start":"2026-03-03T14:25:46.111298Z","end":"2026-03-03T14:25:46.714595Z","steps":["trace[375808562] 'agreement among raft nodes before linearized reading' (duration: 603.268859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.715464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.053246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995af1558860e9\" ","response":"range_response_count:1 size:860"} {"level":"warn","ts":"2026-03-03T14:25:46.715398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.177223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:46.715516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.111284Z","time spent":"604.214141ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:46.715516Z","caller":"traceutil/trace.go:171","msg":"trace[2044343635] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995af1558860e9; range_end:; response_count:1; response_revision:11621; }","duration":"666.121528ms","start":"2026-03-03T14:25:46.049377Z","end":"2026-03-03T14:25:46.715498Z","steps":["trace[2044343635] 'agreement among raft nodes before linearized reading' (duration: 665.904823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.714787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.722373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.715677Z","caller":"traceutil/trace.go:171","msg":"trace[947820946] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11621; }","duration":"605.616224ms","start":"2026-03-03T14:25:46.110043Z","end":"2026-03-03T14:25:46.715659Z","steps":["trace[947820946] 'agreement among raft nodes before linearized reading' (duration: 604.720553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:46.714556Z","caller":"traceutil/trace.go:171","msg":"trace[1837060065] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11621; }","duration":"603.111265ms","start":"2026-03-03T14:25:46.111439Z","end":"2026-03-03T14:25:46.71455Z","steps":["trace[1837060065] 'agreement among raft nodes before linearized reading' (duration: 603.075874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.715799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.110038Z","time spent":"605.720666ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:46.715822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.111433Z","time spent":"604.370214ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:46.71474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.109373Z","time spent":"605.357199ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:25:46.714494Z","caller":"traceutil/trace.go:171","msg":"trace[459610617] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11621; }","duration":"602.257804ms","start":"2026-03-03T14:25:46.112224Z","end":"2026-03-03T14:25:46.714482Z","steps":["trace[459610617] 'agreement among raft nodes before linearized reading' (duration: 602.12252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.716132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.112202Z","time spent":"603.868762ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:46.714822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.795064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.716437Z","caller":"traceutil/trace.go:171","msg":"trace[1816829544] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11621; }","duration":"606.352521ms","start":"2026-03-03T14:25:46.110004Z","end":"2026-03-03T14:25:46.716356Z","steps":["trace[1816829544] 'agreement among raft nodes before linearized reading' (duration: 604.803045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.715029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.311957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:46.716609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.109993Z","time spent":"606.597786ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:46.716662Z","caller":"traceutil/trace.go:171","msg":"trace[892926517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11621; }","duration":"606.981275ms","start":"2026-03-03T14:25:46.109657Z","end":"2026-03-03T14:25:46.716638Z","steps":["trace[892926517] 'agreement among raft nodes before linearized reading' (duration: 605.180573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.716726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.10963Z","time spent":"607.077208ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:46.715104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"605.46506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.716897Z","caller":"traceutil/trace.go:171","msg":"trace[1920148184] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11621; }","duration":"607.233211ms","start":"2026-03-03T14:25:46.109609Z","end":"2026-03-03T14:25:46.716843Z","steps":["trace[1920148184] 'agreement among raft nodes before linearized reading' (duration: 605.45016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.715117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.071706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:46.716992Z","caller":"traceutil/trace.go:171","msg":"trace[370081915] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11621; }","duration":"537.991901ms","start":"2026-03-03T14:25:46.178982Z","end":"2026-03-03T14:25:46.716974Z","steps":["trace[370081915] 'agreement among raft nodes before linearized reading' (duration: 536.041136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.717007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.109603Z","time spent":"607.344064ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:46.717055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.178958Z","time spent":"538.079043ms","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:46.71521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.966462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.717274Z","caller":"traceutil/trace.go:171","msg":"trace[1858836283] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11621; }","duration":"253.998309ms","start":"2026-03-03T14:25:46.463191Z","end":"2026-03-03T14:25:46.717189Z","steps":["trace[1858836283] 'agreement among raft nodes before linearized reading' (duration: 251.996413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.715238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.603504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:46.717368Z","caller":"traceutil/trace.go:171","msg":"trace[1417721275] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11621; }","duration":"726.747735ms","start":"2026-03-03T14:25:45.990568Z","end":"2026-03-03T14:25:46.717316Z","steps":["trace[1417721275] 'agreement among raft nodes before linearized reading' (duration: 724.623995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.717484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:45.990549Z","time spent":"726.912589ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:46.715257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.108508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:46.715503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.11092Z","time spent":"604.537968ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:46.715583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.049374Z","time spent":"666.19694ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":884,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995af1558860e9\" "} {"level":"info","ts":"2026-03-03T14:25:46.715585Z","caller":"traceutil/trace.go:171","msg":"trace[553871690] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11621; }","duration":"586.393968ms","start":"2026-03-03T14:25:46.129152Z","end":"2026-03-03T14:25:46.715546Z","steps":["trace[553871690] 'agreement among raft nodes before linearized reading' (duration: 586.123702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.717765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.129106Z","time spent":"588.611861ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:46.717679Z","caller":"traceutil/trace.go:171","msg":"trace[1585241341] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11621; }","duration":"668.559426ms","start":"2026-03-03T14:25:46.049103Z","end":"2026-03-03T14:25:46.717663Z","steps":["trace[1585241341] 'agreement among raft nodes before linearized reading' (duration: 666.106058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:46.717993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.049088Z","time spent":"668.887384ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:47.225294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.624605ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:25:47.225456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.716547Z","time spent":"508.901052ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:25:47.225619Z","caller":"traceutil/trace.go:171","msg":"trace[1853230445] transaction","detail":"{read_only:false; response_revision:11622; number_of_response:1; }","duration":"505.130482ms","start":"2026-03-03T14:25:46.720445Z","end":"2026-03-03T14:25:47.225576Z","steps":["trace[1853230445] 'process raft request' (duration: 504.971578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.225744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.720432Z","time spent":"505.233094ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":845,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:47.22582Z","caller":"traceutil/trace.go:171","msg":"trace[977365294] linearizableReadLoop","detail":"{readStateIndex:12108; appliedIndex:12107; }","duration":"506.444733ms","start":"2026-03-03T14:25:46.719338Z","end":"2026-03-03T14:25:47.225783Z","steps":["trace[977365294] 'read index received' (duration: 108.325007ms)","trace[977365294] 'applied index is now lower than readState.Index' (duration: 398.115326ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:47.226003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.645939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:47.226062Z","caller":"traceutil/trace.go:171","msg":"trace[1627400703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11622; }","duration":"506.73003ms","start":"2026-03-03T14:25:46.719315Z","end":"2026-03-03T14:25:47.226045Z","steps":["trace[1627400703] 'agreement among raft nodes before linearized reading' (duration: 506.584567ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.226097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.719303Z","time spent":"506.787211ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:47.226726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.970535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448153"} {"level":"info","ts":"2026-03-03T14:25:47.226802Z","caller":"traceutil/trace.go:171","msg":"trace[1891360043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11622; }","duration":"507.075288ms","start":"2026-03-03T14:25:46.719711Z","end":"2026-03-03T14:25:47.226786Z","steps":["trace[1891360043] 'agreement among raft nodes before linearized reading' (duration: 506.261419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.226963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:46.719704Z","time spent":"507.239432ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:47.845911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.000264ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:47.846033Z","caller":"traceutil/trace.go:171","msg":"trace[190440389] linearizableReadLoop","detail":"{readStateIndex:12110; appliedIndex:12109; }","duration":"616.84374ms","start":"2026-03-03T14:25:47.229169Z","end":"2026-03-03T14:25:47.846012Z","steps":["trace[190440389] 'read index received' (duration: 142.698942ms)","trace[190440389] 'applied index is now lower than readState.Index' (duration: 474.142438ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:47.846149Z","caller":"traceutil/trace.go:171","msg":"trace[1044906400] transaction","detail":"{read_only:false; response_revision:11623; number_of_response:1; }","duration":"619.684726ms","start":"2026-03-03T14:25:47.226449Z","end":"2026-03-03T14:25:47.846133Z","steps":["trace[1044906400] 'process raft request' (duration: 145.336164ms)","trace[1044906400] 'compare' (duration: 473.770829ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:47.846219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.226393Z","time spent":"619.79431ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:47.846353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.530648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:47.84645Z","caller":"traceutil/trace.go:171","msg":"trace[2058902930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11623; }","duration":"612.65092ms","start":"2026-03-03T14:25:47.233779Z","end":"2026-03-03T14:25:47.84643Z","steps":["trace[2058902930] 'agreement among raft nodes before linearized reading' (duration: 612.429264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.846494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.304891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-03T14:25:47.84652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.233771Z","time spent":"612.735992ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:47.846839Z","caller":"traceutil/trace.go:171","msg":"trace[1764222480] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9; range_end:; response_count:1; response_revision:11623; }","duration":"617.424444ms","start":"2026-03-03T14:25:47.229132Z","end":"2026-03-03T14:25:47.846556Z","steps":["trace[1764222480] 'agreement among raft nodes before linearized reading' (duration: 617.198279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:47.847023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.229115Z","time spent":"617.867534ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9\" "} {"level":"warn","ts":"2026-03-03T14:25:48.352029Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375207,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:25:48.511938Z","caller":"traceutil/trace.go:171","msg":"trace[1743915251] linearizableReadLoop","detail":"{readStateIndex:12111; appliedIndex:12110; }","duration":"660.72357ms","start":"2026-03-03T14:25:47.851194Z","end":"2026-03-03T14:25:48.511918Z","steps":["trace[1743915251] 'read index received' (duration: 660.549616ms)","trace[1743915251] 'applied index is now lower than readState.Index' (duration: 173.234µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:48.511997Z","caller":"traceutil/trace.go:171","msg":"trace[721490836] transaction","detail":"{read_only:false; response_revision:11624; number_of_response:1; }","duration":"662.069582ms","start":"2026-03-03T14:25:47.849896Z","end":"2026-03-03T14:25:48.511966Z","steps":["trace[721490836] 'process raft request' (duration: 661.898368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:48.512122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.914744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:25:48.512152Z","caller":"traceutil/trace.go:171","msg":"trace[1343057803] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11624; }","duration":"660.999927ms","start":"2026-03-03T14:25:47.851145Z","end":"2026-03-03T14:25:48.512145Z","steps":["trace[1343057803] 'agreement among raft nodes before linearized reading' (duration: 660.856604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:48.512175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.851131Z","time spent":"661.038028ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:25:48.512231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:47.849875Z","time spent":"662.175794ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:49.323236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.218347ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:49.323376Z","caller":"traceutil/trace.go:171","msg":"trace[1162126478] linearizableReadLoop","detail":"{readStateIndex:12112; appliedIndex:12111; }","duration":"600.697848ms","start":"2026-03-03T14:25:48.722659Z","end":"2026-03-03T14:25:49.323357Z","steps":["trace[1162126478] 'read index received' (duration: 16.134373ms)","trace[1162126478] 'applied index is now lower than readState.Index' (duration: 584.561705ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:49.323669Z","caller":"traceutil/trace.go:171","msg":"trace[1174347764] transaction","detail":"{read_only:false; response_revision:11625; number_of_response:1; }","duration":"805.190664ms","start":"2026-03-03T14:25:48.51846Z","end":"2026-03-03T14:25:49.32365Z","steps":["trace[1174347764] 'process raft request' (duration: 220.333112ms)","trace[1174347764] 'compare' (duration: 583.92771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:49.323767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.518437Z","time spent":"805.274996ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:49.323955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.284482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:49.324018Z","caller":"traceutil/trace.go:171","msg":"trace[1438117714] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11625; }","duration":"601.346703ms","start":"2026-03-03T14:25:48.72265Z","end":"2026-03-03T14:25:49.323997Z","steps":["trace[1438117714] 'agreement among raft nodes before linearized reading' (duration: 601.103927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:49.324067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.722579Z","time spent":"601.476516ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:25:50.386789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.905177ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:25:50.387018Z","caller":"traceutil/trace.go:171","msg":"trace[241779970] linearizableReadLoop","detail":"{readStateIndex:12113; appliedIndex:12112; }","duration":"1.063593798s","start":"2026-03-03T14:25:49.323404Z","end":"2026-03-03T14:25:50.386998Z","steps":["trace[241779970] 'read index received' (duration: 201.518097ms)","trace[241779970] 'applied index is now lower than readState.Index' (duration: 862.074571ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.387071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.169035ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.387173Z","caller":"traceutil/trace.go:171","msg":"trace[851330714] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11625; }","duration":"230.268348ms","start":"2026-03-03T14:25:50.156875Z","end":"2026-03-03T14:25:50.387144Z","steps":["trace[851330714] 'range keys from in-memory index tree' (duration: 230.155795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.387283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664160922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:50.387309Z","caller":"traceutil/trace.go:171","msg":"trace[1415978815] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11625; }","duration":"1.664207654s","start":"2026-03-03T14:25:48.723094Z","end":"2026-03-03T14:25:50.387302Z","steps":["trace[1415978815] 'agreement among raft nodes before linearized reading' (duration: 1.664096861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.387327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.723085Z","time spent":"1.664238894s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:50.387311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.314122907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.387371Z","caller":"traceutil/trace.go:171","msg":"trace[969110080] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11625; }","duration":"1.314229719s","start":"2026-03-03T14:25:49.073128Z","end":"2026-03-03T14:25:50.387357Z","steps":["trace[969110080] 'agreement among raft nodes before linearized reading' (duration: 1.314089326s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.387386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663543258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:50.387376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664687976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.387399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.073108Z","time spent":"1.314285371s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:25:50.387406Z","caller":"traceutil/trace.go:171","msg":"trace[2042683487] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11625; }","duration":"1.663576059s","start":"2026-03-03T14:25:48.723823Z","end":"2026-03-03T14:25:50.387399Z","steps":["trace[2042683487] 'agreement among raft nodes before linearized reading' (duration: 1.663511928s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.387424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.723816Z","time spent":"1.66360379s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:50.387393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.664636384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.387436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472278345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:25:50.387445Z","caller":"traceutil/trace.go:171","msg":"trace[2142427592] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11625; }","duration":"1.664793408s","start":"2026-03-03T14:25:48.72262Z","end":"2026-03-03T14:25:50.387413Z","steps":["trace[2142427592] 'agreement among raft nodes before linearized reading' (duration: 1.664682946s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:50.38754Z","caller":"traceutil/trace.go:171","msg":"trace[1307774697] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11625; }","duration":"1.664819719s","start":"2026-03-03T14:25:48.722697Z","end":"2026-03-03T14:25:50.387517Z","steps":["trace[1307774697] 'agreement among raft nodes before linearized reading' (duration: 1.664574093s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:50.387563Z","caller":"traceutil/trace.go:171","msg":"trace[564262319] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11625; }","duration":"1.472458919s","start":"2026-03-03T14:25:48.915083Z","end":"2026-03-03T14:25:50.387542Z","steps":["trace[564262319] 'agreement among raft nodes before linearized reading' (duration: 1.472170043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.387575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.722596Z","time spent":"1.664963782s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:50.387582Z","caller":"traceutil/trace.go:171","msg":"trace[524345568] transaction","detail":"{read_only:false; response_revision:11626; number_of_response:1; }","duration":"1.060075006s","start":"2026-03-03T14:25:49.327483Z","end":"2026-03-03T14:25:50.387558Z","steps":["trace[524345568] 'process raft request' (duration: 1.059411329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:50.387608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.91506Z","time spent":"1.472539581s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:25:50.387591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.722684Z","time spent":"1.66489769s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:50.387705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.327466Z","time spent":"1.060177368s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:50.800369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231290153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:50.800496Z","caller":"traceutil/trace.go:171","msg":"trace[220151676] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11626; }","duration":"1.231474908s","start":"2026-03-03T14:25:49.568991Z","end":"2026-03-03T14:25:50.800466Z","steps":["trace[220151676] 'agreement among raft nodes before linearized reading' (duration: 818.562972ms)","trace[220151676] 'count revisions from in-memory index tree' (duration: 412.745452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.800564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.568966Z","time spent":"1.231579389s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:50.800846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078080393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.800918Z","caller":"traceutil/trace.go:171","msg":"trace[1886921017] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11626; }","duration":"2.078182725s","start":"2026-03-03T14:25:48.722716Z","end":"2026-03-03T14:25:50.800899Z","steps":["trace[1886921017] 'agreement among raft nodes before linearized reading' (duration: 1.664795198s)","trace[1886921017] 'range keys from in-memory index tree' (duration: 413.303485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.800964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.722703Z","time spent":"2.078249197s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:50.800975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028977817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:25:50.80097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418438678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:50.801051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.077199911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.801105Z","caller":"traceutil/trace.go:171","msg":"trace[508292317] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:11626; }","duration":"1.418743655s","start":"2026-03-03T14:25:49.38233Z","end":"2026-03-03T14:25:50.801073Z","steps":["trace[508292317] 'agreement among raft nodes before linearized reading' (duration: 1.005212154s)","trace[508292317] 'count revisions from in-memory index tree' (duration: 413.263014ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.801141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.198387002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:50.801165Z","caller":"traceutil/trace.go:171","msg":"trace[573644051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11626; }","duration":"2.077337004s","start":"2026-03-03T14:25:48.723797Z","end":"2026-03-03T14:25:50.801134Z","steps":["trace[573644051] 'agreement among raft nodes before linearized reading' (duration: 1.66363358s)","trace[573644051] 'range keys from in-memory index tree' (duration: 413.548691ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.801145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754265698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.801208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078531353s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.801235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.723791Z","time spent":"2.077431766s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:50.801244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078430981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.801265Z","caller":"traceutil/trace.go:171","msg":"trace[547463731] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11626; }","duration":"2.078624136s","start":"2026-03-03T14:25:48.722626Z","end":"2026-03-03T14:25:50.80125Z","steps":["trace[547463731] 'agreement among raft nodes before linearized reading' (duration: 1.664877331s)","trace[547463731] 'range keys from in-memory index tree' (duration: 413.669093ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:50.801303Z","caller":"traceutil/trace.go:171","msg":"trace[86839305] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11626; }","duration":"2.078536514s","start":"2026-03-03T14:25:48.72275Z","end":"2026-03-03T14:25:50.801286Z","steps":["trace[86839305] 'agreement among raft nodes before linearized reading' (duration: 1.664668636s)","trace[86839305] 'range keys from in-memory index tree' (duration: 413.791486ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:50.801248Z","caller":"traceutil/trace.go:171","msg":"trace[1368748476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11626; }","duration":"1.75440295s","start":"2026-03-03T14:25:49.046825Z","end":"2026-03-03T14:25:50.801227Z","steps":["trace[1368748476] 'agreement among raft nodes before linearized reading' (duration: 1.340694286s)","trace[1368748476] 'range keys from in-memory index tree' (duration: 413.591452ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.801361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.722728Z","time spent":"2.078621105s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:50.801183Z","caller":"traceutil/trace.go:171","msg":"trace[203385548] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11626; }","duration":"1.198451243s","start":"2026-03-03T14:25:49.602718Z","end":"2026-03-03T14:25:50.801169Z","steps":["trace[203385548] 'agreement among raft nodes before linearized reading' (duration: 784.834001ms)","trace[203385548] 'count revisions from in-memory index tree' (duration: 413.562481ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.801369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.046801Z","time spent":"1.754552474s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:50.80131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.72261Z","time spent":"2.078689277s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:50.801421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547678821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:25:50.801437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078282646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:50.801026Z","caller":"traceutil/trace.go:171","msg":"trace[1750192819] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11626; }","duration":"1.02908638s","start":"2026-03-03T14:25:49.771923Z","end":"2026-03-03T14:25:50.80101Z","steps":["trace[1750192819] 'agreement among raft nodes before linearized reading' (duration: 615.626032ms)","trace[1750192819] 'range keys from in-memory index tree' (duration: 413.309525ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:50.801534Z","caller":"traceutil/trace.go:171","msg":"trace[118774343] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11626; }","duration":"1.547838865s","start":"2026-03-03T14:25:49.253667Z","end":"2026-03-03T14:25:50.801505Z","steps":["trace[118774343] 'agreement among raft nodes before linearized reading' (duration: 1.133778152s)","trace[118774343] 'range keys from in-memory index tree' (duration: 413.803447ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:50.801557Z","caller":"traceutil/trace.go:171","msg":"trace[721054631] transaction","detail":"{read_only:false; response_revision:11627; number_of_response:1; }","duration":"411.034821ms","start":"2026-03-03T14:25:50.390506Z","end":"2026-03-03T14:25:50.801541Z","steps":["trace[721054631] 'process raft request' (duration: 358.901756ms)","trace[721054631] 'compare' (duration: 51.124451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.801569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.771903Z","time spent":"1.029652683s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:25:50.801561Z","caller":"traceutil/trace.go:171","msg":"trace[1088012255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11626; }","duration":"2.07843395s","start":"2026-03-03T14:25:48.723092Z","end":"2026-03-03T14:25:50.801526Z","steps":["trace[1088012255] 'agreement among raft nodes before linearized reading' (duration: 1.664350527s)","trace[1088012255] 'range keys from in-memory index tree' (duration: 413.92205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.801419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.602706Z","time spent":"1.198698578s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:50.801649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.723081Z","time spent":"2.078548583s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:50.801465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.078696577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:50.801176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.382302Z","time spent":"1.418854188s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":31,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:50.801677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.39049Z","time spent":"411.106133ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:50.80161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:49.253647Z","time spent":"1.547948017s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:25:50.802119Z","caller":"traceutil/trace.go:171","msg":"trace[1903305686] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11626; }","duration":"2.079002945s","start":"2026-03-03T14:25:48.722742Z","end":"2026-03-03T14:25:50.801745Z","steps":["trace[1903305686] 'agreement among raft nodes before linearized reading' (duration: 1.664714396s)","trace[1903305686] 'range keys from in-memory index tree' (duration: 413.986861ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:50.802246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:48.722734Z","time spent":"2.079495307s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:51.224631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.537998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:51.224747Z","caller":"traceutil/trace.go:171","msg":"trace[1970247455] transaction","detail":"{read_only:false; response_revision:11628; number_of_response:1; }","duration":"832.069141ms","start":"2026-03-03T14:25:50.392653Z","end":"2026-03-03T14:25:51.224722Z","steps":["trace[1970247455] 'process raft request' (duration: 662.291518ms)","trace[1970247455] 'compare' (duration: 169.26267ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:51.225071Z","caller":"traceutil/trace.go:171","msg":"trace[613336432] linearizableReadLoop","detail":"{readStateIndex:12116; appliedIndex:12115; }","duration":"421.680615ms","start":"2026-03-03T14:25:50.803369Z","end":"2026-03-03T14:25:51.22505Z","steps":["trace[613336432] 'read index received' (duration: 251.595274ms)","trace[613336432] 'applied index is now lower than readState.Index' (duration: 170.084041ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:51.225135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.39264Z","time spent":"832.141993ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:51.225281Z","caller":"traceutil/trace.go:171","msg":"trace[2127734464] transaction","detail":"{read_only:false; response_revision:11629; number_of_response:1; }","duration":"417.73009ms","start":"2026-03-03T14:25:50.807536Z","end":"2026-03-03T14:25:51.225266Z","steps":["trace[2127734464] 'process raft request' (duration: 417.198828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:51.225357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.807511Z","time spent":"417.812253ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:51.429309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.492937ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:25:51.42942Z","caller":"traceutil/trace.go:171","msg":"trace[2060907983] linearizableReadLoop","detail":"{readStateIndex:12118; appliedIndex:12117; }","duration":"204.276652ms","start":"2026-03-03T14:25:51.225125Z","end":"2026-03-03T14:25:51.429402Z","steps":["trace[2060907983] 'read index received' (duration: 122.643µs)","trace[2060907983] 'applied index is now lower than readState.Index' (duration: 204.152339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:51.429677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.062167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:51.429754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.936705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:51.429755Z","caller":"traceutil/trace.go:171","msg":"trace[1441131381] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11629; }","duration":"301.242241ms","start":"2026-03-03T14:25:51.128494Z","end":"2026-03-03T14:25:51.429737Z","steps":["trace[1441131381] 'agreement among raft nodes before linearized reading' (duration: 301.067577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:51.429845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:51.12847Z","time spent":"301.363623ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:51.429866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.478109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:51.42994Z","caller":"traceutil/trace.go:171","msg":"trace[1691425561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11629; }","duration":"626.587792ms","start":"2026-03-03T14:25:50.803331Z","end":"2026-03-03T14:25:51.429918Z","steps":["trace[1691425561] 'agreement among raft nodes before linearized reading' (duration: 421.90368ms)","trace[1691425561] 'range keys from in-memory index tree' (duration: 204.580769ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:51.429991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.803311Z","time spent":"626.671993ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:25:51.429792Z","caller":"traceutil/trace.go:171","msg":"trace[697238956] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11629; }","duration":"542.021437ms","start":"2026-03-03T14:25:50.887759Z","end":"2026-03-03T14:25:51.429781Z","steps":["trace[697238956] 'agreement among raft nodes before linearized reading' (duration: 541.923084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:51.430439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.264275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:51.430477Z","caller":"traceutil/trace.go:171","msg":"trace[1699994663] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11629; }","duration":"102.333766ms","start":"2026-03-03T14:25:51.328128Z","end":"2026-03-03T14:25:51.430462Z","steps":["trace[1699994663] 'agreement among raft nodes before linearized reading' (duration: 102.208813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:51.430495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.475198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-03T14:25:51.430532Z","caller":"traceutil/trace.go:171","msg":"trace[466975955] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7; range_end:; response_count:1; response_revision:11629; }","duration":"623.538499ms","start":"2026-03-03T14:25:50.806983Z","end":"2026-03-03T14:25:51.430521Z","steps":["trace[466975955] 'agreement among raft nodes before linearized reading' (duration: 623.439937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:51.430576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.806964Z","time spent":"623.603591ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7\" "} {"level":"warn","ts":"2026-03-03T14:25:51.43043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.88774Z","time spent":"542.674093ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:51.430374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.559775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448153"} {"level":"info","ts":"2026-03-03T14:25:51.430764Z","caller":"traceutil/trace.go:171","msg":"trace[1543918220] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11629; }","duration":"622.996075ms","start":"2026-03-03T14:25:50.807756Z","end":"2026-03-03T14:25:51.430752Z","steps":["trace[1543918220] 'agreement among raft nodes before linearized reading' (duration: 622.053383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:51.430804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:50.807737Z","time spent":"623.051617ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:52.261292Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375229,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:25:52.480516Z","caller":"traceutil/trace.go:171","msg":"trace[1657706143] transaction","detail":"{read_only:false; response_revision:11632; number_of_response:1; }","duration":"887.235318ms","start":"2026-03-03T14:25:51.593253Z","end":"2026-03-03T14:25:52.480488Z","steps":["trace[1657706143] 'process raft request' (duration: 887.041724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:52.480777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:51.59324Z","time spent":"887.449054ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:53.025673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.473054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:53.025794Z","caller":"traceutil/trace.go:171","msg":"trace[275945889] linearizableReadLoop","detail":"{readStateIndex:12122; appliedIndex:12120; }","duration":"1.265529124s","start":"2026-03-03T14:25:51.760245Z","end":"2026-03-03T14:25:53.025774Z","steps":["trace[275945889] 'read index received' (duration: 720.044816ms)","trace[275945889] 'applied index is now lower than readState.Index' (duration: 545.482658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:53.026114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140993704s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:25:53.02616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.308972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:53.02621Z","caller":"traceutil/trace.go:171","msg":"trace[634121703] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11633; }","duration":"1.141143557s","start":"2026-03-03T14:25:51.885044Z","end":"2026-03-03T14:25:53.026187Z","steps":["trace[634121703] 'agreement among raft nodes before linearized reading' (duration: 1.140960823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.404154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:53.02622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:53.026273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:51.885018Z","time spent":"1.141238839s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:25:53.026277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.069903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:53.026303Z","caller":"traceutil/trace.go:171","msg":"trace[1412820816] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11633; }","duration":"219.074362ms","start":"2026-03-03T14:25:52.807212Z","end":"2026-03-03T14:25:53.026286Z","steps":["trace[1412820816] 'agreement among raft nodes before linearized reading' (duration: 218.877398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:53.026294Z","caller":"traceutil/trace.go:171","msg":"trace[1422901337] transaction","detail":"{read_only:false; response_revision:11633; number_of_response:1; }","duration":"1.412304144s","start":"2026-03-03T14:25:51.613959Z","end":"2026-03-03T14:25:53.026263Z","steps":["trace[1422901337] 'process raft request' (duration: 1.240116343s)","trace[1422901337] 'compare' (duration: 171.352251ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:53.026335Z","caller":"traceutil/trace.go:171","msg":"trace[1048132981] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11633; }","duration":"219.184675ms","start":"2026-03-03T14:25:52.807136Z","end":"2026-03-03T14:25:53.02632Z","steps":["trace[1048132981] 'agreement among raft nodes before linearized reading' (duration: 219.089923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.168735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:53.026396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.266141569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:53.026418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.710963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:53.026438Z","caller":"traceutil/trace.go:171","msg":"trace[1716215264] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11633; }","duration":"1.266230991s","start":"2026-03-03T14:25:51.760199Z","end":"2026-03-03T14:25:53.02643Z","steps":["trace[1716215264] 'agreement among raft nodes before linearized reading' (duration: 1.266154589s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:53.026234Z","caller":"traceutil/trace.go:171","msg":"trace[1642112805] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11633; }","duration":"220.430535ms","start":"2026-03-03T14:25:52.805781Z","end":"2026-03-03T14:25:53.026211Z","steps":["trace[1642112805] 'agreement among raft nodes before linearized reading' (duration: 220.282061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.02645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:51.613927Z","time spent":"1.412437287s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:53.026449Z","caller":"traceutil/trace.go:171","msg":"trace[1525361354] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11633; }","duration":"219.336049ms","start":"2026-03-03T14:25:52.807089Z","end":"2026-03-03T14:25:53.026425Z","steps":["trace[1525361354] 'agreement among raft nodes before linearized reading' (duration: 219.097423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.42229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:53.026523Z","caller":"traceutil/trace.go:171","msg":"trace[1173977023] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11633; }","duration":"635.508992ms","start":"2026-03-03T14:25:52.391006Z","end":"2026-03-03T14:25:53.026515Z","steps":["trace[1173977023] 'agreement among raft nodes before linearized reading' (duration: 635.464281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.318537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:53.026539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.457058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:53.026283Z","caller":"traceutil/trace.go:171","msg":"trace[1703163353] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11633; }","duration":"220.480046ms","start":"2026-03-03T14:25:52.805787Z","end":"2026-03-03T14:25:53.026267Z","steps":["trace[1703163353] 'agreement among raft nodes before linearized reading' (duration: 220.419235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:53.026573Z","caller":"traceutil/trace.go:171","msg":"trace[989496600] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11633; }","duration":"635.374359ms","start":"2026-03-03T14:25:52.391182Z","end":"2026-03-03T14:25:53.026556Z","steps":["trace[989496600] 'agreement among raft nodes before linearized reading' (duration: 635.298047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:53.026586Z","caller":"traceutil/trace.go:171","msg":"trace[1656686966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11633; }","duration":"980.5396ms","start":"2026-03-03T14:25:52.046034Z","end":"2026-03-03T14:25:53.026573Z","steps":["trace[1656686966] 'agreement among raft nodes before linearized reading' (duration: 980.473359ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.768054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:53.026628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.046011Z","time spent":"980.606551ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:25:53.026558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.390983Z","time spent":"635.567934ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:25:53.02666Z","caller":"traceutil/trace.go:171","msg":"trace[3434011] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11633; }","duration":"635.302117ms","start":"2026-03-03T14:25:52.391346Z","end":"2026-03-03T14:25:53.026648Z","steps":["trace[3434011] 'agreement among raft nodes before linearized reading' (duration: 634.749774ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:51.760178Z","time spent":"1.266273772s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:53.026438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.770281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9\" ","response":"range_response_count:1 size:861"} {"level":"warn","ts":"2026-03-03T14:25:53.0267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.391323Z","time spent":"635.364089ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:25:53.026738Z","caller":"traceutil/trace.go:171","msg":"trace[48022617] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9; range_end:; response_count:1; response_revision:11633; }","duration":"542.070048ms","start":"2026-03-03T14:25:52.484655Z","end":"2026-03-03T14:25:53.026725Z","steps":["trace[48022617] 'agreement among raft nodes before linearized reading' (duration: 541.652258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.064956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:53.026801Z","caller":"traceutil/trace.go:171","msg":"trace[902087079] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11633; }","duration":"220.606618ms","start":"2026-03-03T14:25:52.80618Z","end":"2026-03-03T14:25:53.026787Z","steps":["trace[902087079] 'agreement among raft nodes before linearized reading' (duration: 220.080486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.026612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.39114Z","time spent":"635.464781ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:53.026763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.484615Z","time spent":"542.140679ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":885,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-kk9dr.18995979ce4dece9\" "} {"level":"info","ts":"2026-03-03T14:25:53.026451Z","caller":"traceutil/trace.go:171","msg":"trace[1942181578] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11633; }","duration":"634.751094ms","start":"2026-03-03T14:25:52.391692Z","end":"2026-03-03T14:25:53.026443Z","steps":["trace[1942181578] 'agreement among raft nodes before linearized reading' (duration: 634.622991ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.027032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:52.391683Z","time spent":"635.329628ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:25:53.304059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.958783ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:53.304148Z","caller":"traceutil/trace.go:171","msg":"trace[345178449] linearizableReadLoop","detail":"{readStateIndex:12124; appliedIndex:12123; }","duration":"198.944175ms","start":"2026-03-03T14:25:53.10519Z","end":"2026-03-03T14:25:53.304134Z","steps":["trace[345178449] 'read index received' (duration: 62.610013ms)","trace[345178449] 'applied index is now lower than readState.Index' (duration: 136.332752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:53.304292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.101729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:25:53.304316Z","caller":"traceutil/trace.go:171","msg":"trace[1476779605] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:11635; }","duration":"199.166351ms","start":"2026-03-03T14:25:53.105142Z","end":"2026-03-03T14:25:53.304309Z","steps":["trace[1476779605] 'agreement among raft nodes before linearized reading' (duration: 199.053808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.304502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.304182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:53.304531Z","caller":"traceutil/trace.go:171","msg":"trace[380570786] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11635; }","duration":"158.379745ms","start":"2026-03-03T14:25:53.146145Z","end":"2026-03-03T14:25:53.304524Z","steps":["trace[380570786] 'agreement among raft nodes before linearized reading' (duration: 158.331214ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:53.304739Z","caller":"traceutil/trace.go:171","msg":"trace[247269107] transaction","detail":"{read_only:false; response_revision:11635; number_of_response:1; }","duration":"199.289934ms","start":"2026-03-03T14:25:53.104886Z","end":"2026-03-03T14:25:53.304176Z","steps":["trace[247269107] 'process raft request' (duration: 63.144626ms)","trace[247269107] 'compare' (duration: 135.81833ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:53.711616Z","caller":"traceutil/trace.go:171","msg":"trace[1131420524] linearizableReadLoop","detail":"{readStateIndex:12125; appliedIndex:12124; }","duration":"276.542354ms","start":"2026-03-03T14:25:53.435056Z","end":"2026-03-03T14:25:53.711598Z","steps":["trace[1131420524] 'read index received' (duration: 276.39683ms)","trace[1131420524] 'applied index is now lower than readState.Index' (duration: 144.844µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:53.711673Z","caller":"traceutil/trace.go:171","msg":"trace[265026599] transaction","detail":"{read_only:false; response_revision:11636; number_of_response:1; }","duration":"400.986434ms","start":"2026-03-03T14:25:53.310656Z","end":"2026-03-03T14:25:53.711643Z","steps":["trace[265026599] 'process raft request' (duration: 400.81565ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.711826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.769479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:25:53.711855Z","caller":"traceutil/trace.go:171","msg":"trace[1676219813] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11636; }","duration":"276.869592ms","start":"2026-03-03T14:25:53.434978Z","end":"2026-03-03T14:25:53.711848Z","steps":["trace[1676219813] 'agreement among raft nodes before linearized reading' (duration: 276.727279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:53.711875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:53.31064Z","time spent":"401.139488ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:25:53.711933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.668345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:25:53.712007Z","caller":"traceutil/trace.go:171","msg":"trace[32615762] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11636; }","duration":"270.776097ms","start":"2026-03-03T14:25:53.441213Z","end":"2026-03-03T14:25:53.711989Z","steps":["trace[32615762] 'agreement among raft nodes before linearized reading' (duration: 270.555241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:54.076592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.670619ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:54.076713Z","caller":"traceutil/trace.go:171","msg":"trace[1713572714] linearizableReadLoop","detail":"{readStateIndex:12126; appliedIndex:12125; }","duration":"359.495291ms","start":"2026-03-03T14:25:53.717206Z","end":"2026-03-03T14:25:54.076702Z","steps":["trace[1713572714] 'read index received' (duration: 87.580266ms)","trace[1713572714] 'applied index is now lower than readState.Index' (duration: 271.914275ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:54.076775Z","caller":"traceutil/trace.go:171","msg":"trace[2060797376] transaction","detail":"{read_only:false; response_revision:11637; number_of_response:1; }","duration":"360.538875ms","start":"2026-03-03T14:25:53.716192Z","end":"2026-03-03T14:25:54.076731Z","steps":["trace[2060797376] 'process raft request' (duration: 88.683072ms)","trace[2060797376] 'compare' (duration: 271.571046ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:54.076931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:53.716168Z","time spent":"360.697429ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:25:54.077657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.450413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:448153"} {"level":"info","ts":"2026-03-03T14:25:54.077745Z","caller":"traceutil/trace.go:171","msg":"trace[731743745] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11637; }","duration":"360.594277ms","start":"2026-03-03T14:25:53.717133Z","end":"2026-03-03T14:25:54.077727Z","steps":["trace[731743745] 'agreement among raft nodes before linearized reading' (duration: 359.629994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:54.078014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:53.717109Z","time spent":"360.887394ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":448177,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:25:54.400618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.800446ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:25:54.400793Z","caller":"traceutil/trace.go:171","msg":"trace[81861634] linearizableReadLoop","detail":"{readStateIndex:12127; appliedIndex:12126; }","duration":"324.04403ms","start":"2026-03-03T14:25:54.076731Z","end":"2026-03-03T14:25:54.400775Z","steps":["trace[81861634] 'read index received' (duration: 67.086911ms)","trace[81861634] 'applied index is now lower than readState.Index' (duration: 256.955039ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:54.401155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.173019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:25:54.401225Z","caller":"traceutil/trace.go:171","msg":"trace[601181172] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11637; }","duration":"596.283662ms","start":"2026-03-03T14:25:53.804925Z","end":"2026-03-03T14:25:54.401209Z","steps":["trace[601181172] 'agreement among raft nodes before linearized reading' (duration: 596.101348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:54.401204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.787524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:54.401258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:53.804906Z","time spent":"596.345193ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":61,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:54.401244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.116927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:25:54.401239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.800113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995af166f61994\" ","response":"range_response_count:1 size:837"} {"level":"info","ts":"2026-03-03T14:25:54.401278Z","caller":"traceutil/trace.go:171","msg":"trace[329751508] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11637; }","duration":"188.907937ms","start":"2026-03-03T14:25:54.212351Z","end":"2026-03-03T14:25:54.401259Z","steps":["trace[329751508] 'agreement among raft nodes before linearized reading' (duration: 188.760694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:54.401307Z","caller":"traceutil/trace.go:171","msg":"trace[1702227585] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995af166f61994; range_end:; response_count:1; response_revision:11637; }","duration":"320.922516ms","start":"2026-03-03T14:25:54.080372Z","end":"2026-03-03T14:25:54.401294Z","steps":["trace[1702227585] 'agreement among raft nodes before linearized reading' (duration: 320.701761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:54.401309Z","caller":"traceutil/trace.go:171","msg":"trace[80313114] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11637; }","duration":"431.22481ms","start":"2026-03-03T14:25:53.970064Z","end":"2026-03-03T14:25:54.401289Z","steps":["trace[80313114] 'agreement among raft nodes before linearized reading' (duration: 431.036196ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:54.401388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:53.97005Z","time spent":"431.315582ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":83,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:25:54.401391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:54.080347Z","time spent":"321.025768ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995af166f61994\" "} {"level":"warn","ts":"2026-03-03T14:25:54.657189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.843124ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:54.657339Z","caller":"traceutil/trace.go:171","msg":"trace[1192676249] transaction","detail":"{read_only:false; response_revision:11639; number_of_response:1; }","duration":"208.264027ms","start":"2026-03-03T14:25:54.449048Z","end":"2026-03-03T14:25:54.657312Z","steps":["trace[1192676249] 'process raft request' (duration: 55.170178ms)","trace[1192676249] 'compare' (duration: 152.077374ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:54.979582Z","caller":"traceutil/trace.go:171","msg":"trace[622048344] transaction","detail":"{read_only:false; response_revision:11640; number_of_response:1; }","duration":"315.418346ms","start":"2026-03-03T14:25:54.664134Z","end":"2026-03-03T14:25:54.979552Z","steps":["trace[622048344] 'process raft request' (duration: 315.140029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:54.979722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:54.664117Z","time spent":"315.535139ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:25:55.249776Z","caller":"traceutil/trace.go:171","msg":"trace[1694920112] linearizableReadLoop","detail":"{readStateIndex:12132; appliedIndex:12131; }","duration":"218.418716ms","start":"2026-03-03T14:25:55.031333Z","end":"2026-03-03T14:25:55.249751Z","steps":["trace[1694920112] 'read index received' (duration: 174.942476ms)","trace[1694920112] 'applied index is now lower than readState.Index' (duration: 43.47486ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:55.249851Z","caller":"traceutil/trace.go:171","msg":"trace[327330095] transaction","detail":"{read_only:false; response_revision:11642; number_of_response:1; }","duration":"225.367851ms","start":"2026-03-03T14:25:55.024441Z","end":"2026-03-03T14:25:55.249809Z","steps":["trace[327330095] 'process raft request' (duration: 181.738957ms)","trace[327330095] 'compare' (duration: 43.433409ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:55.249954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.600951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:55.249989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.614841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:55.250022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.202618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:55.250057Z","caller":"traceutil/trace.go:171","msg":"trace[1870303461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11642; }","duration":"217.245578ms","start":"2026-03-03T14:25:55.0328Z","end":"2026-03-03T14:25:55.250045Z","steps":["trace[1870303461] 'agreement among raft nodes before linearized reading' (duration: 217.201157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:55.250064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.35701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:55.250071Z","caller":"traceutil/trace.go:171","msg":"trace[1614037936] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11642; }","duration":"218.747814ms","start":"2026-03-03T14:25:55.031288Z","end":"2026-03-03T14:25:55.250036Z","steps":["trace[1614037936] 'agreement among raft nodes before linearized reading' (duration: 218.599961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:55.250039Z","caller":"traceutil/trace.go:171","msg":"trace[1859858637] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11642; }","duration":"218.723953ms","start":"2026-03-03T14:25:55.031285Z","end":"2026-03-03T14:25:55.250009Z","steps":["trace[1859858637] 'agreement among raft nodes before linearized reading' (duration: 218.531669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:55.250149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.123505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:55.249985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.601493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:55.250183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.05302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"info","ts":"2026-03-03T14:25:55.250188Z","caller":"traceutil/trace.go:171","msg":"trace[614059531] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11642; }","duration":"217.188357ms","start":"2026-03-03T14:25:55.032989Z","end":"2026-03-03T14:25:55.250178Z","steps":["trace[614059531] 'agreement among raft nodes before linearized reading' (duration: 217.104925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:55.250162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.512239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:55.250101Z","caller":"traceutil/trace.go:171","msg":"trace[1269357476] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11642; }","duration":"203.40684ms","start":"2026-03-03T14:25:55.046682Z","end":"2026-03-03T14:25:55.250088Z","steps":["trace[1269357476] 'agreement among raft nodes before linearized reading' (duration: 203.358519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:55.250245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.822429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:55.250195Z","caller":"traceutil/trace.go:171","msg":"trace[845951503] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11642; }","duration":"216.841438ms","start":"2026-03-03T14:25:55.033341Z","end":"2026-03-03T14:25:55.250182Z","steps":["trace[845951503] 'agreement among raft nodes before linearized reading' (duration: 216.581532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:55.250171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.219148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:55.249972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.54843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:55.250349Z","caller":"traceutil/trace.go:171","msg":"trace[1282994682] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11642; }","duration":"217.377963ms","start":"2026-03-03T14:25:55.032935Z","end":"2026-03-03T14:25:55.250313Z","steps":["trace[1282994682] 'agreement among raft nodes before linearized reading' (duration: 217.075324ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:55.250405Z","caller":"traceutil/trace.go:171","msg":"trace[1590239003] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11642; }","duration":"219.046082ms","start":"2026-03-03T14:25:55.03135Z","end":"2026-03-03T14:25:55.250396Z","steps":["trace[1590239003] 'agreement among raft nodes before linearized reading' (duration: 218.55751ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:55.250212Z","caller":"traceutil/trace.go:171","msg":"trace[1355693839] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11642; }","duration":"216.108802ms","start":"2026-03-03T14:25:55.034095Z","end":"2026-03-03T14:25:55.250204Z","steps":["trace[1355693839] 'agreement among raft nodes before linearized reading' (duration: 216.02209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:55.250271Z","caller":"traceutil/trace.go:171","msg":"trace[2098193100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11642; }","duration":"216.866519ms","start":"2026-03-03T14:25:55.033397Z","end":"2026-03-03T14:25:55.250263Z","steps":["trace[2098193100] 'agreement among raft nodes before linearized reading' (duration: 216.830349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:55.250239Z","caller":"traceutil/trace.go:171","msg":"trace[1620683955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11642; }","duration":"219.091722ms","start":"2026-03-03T14:25:55.031131Z","end":"2026-03-03T14:25:55.250223Z","steps":["trace[1620683955] 'agreement among raft nodes before linearized reading' (duration: 218.935579ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:55.497565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.924875ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:55.497733Z","caller":"traceutil/trace.go:171","msg":"trace[272443143] transaction","detail":"{read_only:false; response_revision:11643; number_of_response:1; }","duration":"222.080294ms","start":"2026-03-03T14:25:55.275623Z","end":"2026-03-03T14:25:55.497703Z","steps":["trace[272443143] 'process raft request' (duration: 111.941524ms)","trace[272443143] 'compare' (duration: 109.830923ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:55.76499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.870362ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:25:55.765195Z","caller":"traceutil/trace.go:171","msg":"trace[1255323378] transaction","detail":"{read_only:false; response_revision:11644; number_of_response:1; }","duration":"261.676251ms","start":"2026-03-03T14:25:55.503488Z","end":"2026-03-03T14:25:55.765164Z","steps":["trace[1255323378] 'process raft request' (duration: 111.534194ms)","trace[1255323378] 'compare' (duration: 149.750598ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:56.184474Z","caller":"traceutil/trace.go:171","msg":"trace[1105177202] linearizableReadLoop","detail":"{readStateIndex:12137; appliedIndex:12136; }","duration":"132.865519ms","start":"2026-03-03T14:25:56.051584Z","end":"2026-03-03T14:25:56.184449Z","steps":["trace[1105177202] 'read index received' (duration: 132.653604ms)","trace[1105177202] 'applied index is now lower than readState.Index' (duration: 210.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:25:56.18453Z","caller":"traceutil/trace.go:171","msg":"trace[622930664] transaction","detail":"{read_only:false; response_revision:11647; number_of_response:1; }","duration":"188.733862ms","start":"2026-03-03T14:25:55.995758Z","end":"2026-03-03T14:25:56.184491Z","steps":["trace[622930664] 'process raft request' (duration: 188.535228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:56.184687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.078134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:56.184752Z","caller":"traceutil/trace.go:171","msg":"trace[997760028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11647; }","duration":"133.182796ms","start":"2026-03-03T14:25:56.051555Z","end":"2026-03-03T14:25:56.184738Z","steps":["trace[997760028] 'agreement among raft nodes before linearized reading' (duration: 133.016602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:56.440563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.468655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:56.440653Z","caller":"traceutil/trace.go:171","msg":"trace[1827097180] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11647; }","duration":"147.657269ms","start":"2026-03-03T14:25:56.292976Z","end":"2026-03-03T14:25:56.440633Z","steps":["trace[1827097180] 'count revisions from in-memory index tree' (duration: 147.367062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:56.898061Z","caller":"traceutil/trace.go:171","msg":"trace[1331796234] transaction","detail":"{read_only:false; response_revision:11648; number_of_response:1; }","duration":"208.677966ms","start":"2026-03-03T14:25:56.689348Z","end":"2026-03-03T14:25:56.898026Z","steps":["trace[1331796234] 'process raft request' (duration: 120.328242ms)","trace[1331796234] 'compare' (duration: 87.754089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:25:57.674701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.937341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:57.674731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.909061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:57.674775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.238342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:57.674805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.094256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:57.674819Z","caller":"traceutil/trace.go:171","msg":"trace[116525679] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11649; }","duration":"417.140326ms","start":"2026-03-03T14:25:57.257675Z","end":"2026-03-03T14:25:57.674816Z","steps":["trace[116525679] 'range keys from in-memory index tree' (duration: 416.963083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.67483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.545509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:57.674837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.257628Z","time spent":"417.205138ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:57.674858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.403086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:57.674867Z","caller":"traceutil/trace.go:171","msg":"trace[1174136034] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11649; }","duration":"418.629821ms","start":"2026-03-03T14:25:57.256231Z","end":"2026-03-03T14:25:57.67486Z","steps":["trace[1174136034] 'range keys from in-memory index tree' (duration: 418.410316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:57.674875Z","caller":"traceutil/trace.go:171","msg":"trace[1966047549] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11649; }","duration":"418.467298ms","start":"2026-03-03T14:25:57.256403Z","end":"2026-03-03T14:25:57.67487Z","steps":["trace[1966047549] 'range keys from in-memory index tree' (duration: 418.269123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.674883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.256207Z","time spent":"418.672433ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:25:57.674897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.256379Z","time spent":"418.510879ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:25:57.674938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.086059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:57.674805Z","caller":"traceutil/trace.go:171","msg":"trace[596774083] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11649; }","duration":"418.298414ms","start":"2026-03-03T14:25:57.2565Z","end":"2026-03-03T14:25:57.674798Z","steps":["trace[596774083] 'range keys from in-memory index tree' (duration: 418.15673ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:57.674952Z","caller":"traceutil/trace.go:171","msg":"trace[1480357680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11649; }","duration":"418.117529ms","start":"2026-03-03T14:25:57.256829Z","end":"2026-03-03T14:25:57.674946Z","steps":["trace[1480357680] 'range keys from in-memory index tree' (duration: 418.011217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.674965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.256817Z","time spent":"418.14523ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:57.674964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.25648Z","time spent":"418.479048ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:25:57.674981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.267183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5077"} {"level":"warn","ts":"2026-03-03T14:25:57.675011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.287204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:57.67503Z","caller":"traceutil/trace.go:171","msg":"trace[310710058] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11649; }","duration":"418.330954ms","start":"2026-03-03T14:25:57.256694Z","end":"2026-03-03T14:25:57.675025Z","steps":["trace[310710058] 'range keys from in-memory index tree' (duration: 418.238083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.675045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.256679Z","time spent":"418.361106ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:25:57.675038Z","caller":"traceutil/trace.go:171","msg":"trace[2079825568] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11649; }","duration":"418.327484ms","start":"2026-03-03T14:25:57.256689Z","end":"2026-03-03T14:25:57.675017Z","steps":["trace[2079825568] 'range keys from in-memory index tree' (duration: 418.124969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.675068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.256683Z","time spent":"418.377585ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:57.674782Z","caller":"traceutil/trace.go:171","msg":"trace[1431404962] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11649; }","duration":"416.997523ms","start":"2026-03-03T14:25:57.25777Z","end":"2026-03-03T14:25:57.674768Z","steps":["trace[1431404962] 'range keys from in-memory index tree' (duration: 416.801609ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.675042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.732204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:25:57.675111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.257764Z","time spent":"417.342821ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":5101,"request content":"key:\"/registry/jobs/openstack/cinder-db-sync\" "} {"level":"info","ts":"2026-03-03T14:25:57.6752Z","caller":"traceutil/trace.go:171","msg":"trace[1374060340] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11649; }","duration":"418.932889ms","start":"2026-03-03T14:25:57.2562Z","end":"2026-03-03T14:25:57.675133Z","steps":["trace[1374060340] 'range keys from in-memory index tree' (duration: 418.497348ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:25:57.674774Z","caller":"traceutil/trace.go:171","msg":"trace[549424185] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:11649; }","duration":"106.063004ms","start":"2026-03-03T14:25:57.568693Z","end":"2026-03-03T14:25:57.674756Z","steps":["trace[549424185] 'count revisions from in-memory index tree' (duration: 105.854499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.675267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.256174Z","time spent":"419.079702ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:25:57.67534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.227512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:25:57.675459Z","caller":"traceutil/trace.go:171","msg":"trace[1419435997] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11649; }","duration":"418.479028ms","start":"2026-03-03T14:25:57.256956Z","end":"2026-03-03T14:25:57.675435Z","steps":["trace[1419435997] 'range keys from in-memory index tree' (duration: 418.14554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:25:57.675508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:25:57.256945Z","time spent":"418.552589ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:26:03.271707Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375437,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:26:03.521528Z","caller":"traceutil/trace.go:171","msg":"trace[1444924019] transaction","detail":"{read_only:false; response_revision:11691; number_of_response:1; }","duration":"785.326042ms","start":"2026-03-03T14:26:02.736181Z","end":"2026-03-03T14:26:03.521508Z","steps":["trace[1444924019] 'process raft request' (duration: 785.193169ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:03.521638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:02.736163Z","time spent":"785.419025ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:03.614725Z","caller":"traceutil/trace.go:171","msg":"trace[1354447337] linearizableReadLoop","detail":"{readStateIndex:12184; appliedIndex:12182; }","duration":"843.524423ms","start":"2026-03-03T14:26:02.771178Z","end":"2026-03-03T14:26:03.614703Z","steps":["trace[1354447337] 'read index received' (duration: 750.221502ms)","trace[1354447337] 'applied index is now lower than readState.Index' (duration: 93.302201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:03.6148Z","caller":"traceutil/trace.go:171","msg":"trace[423350229] transaction","detail":"{read_only:false; response_revision:11692; number_of_response:1; }","duration":"878.49305ms","start":"2026-03-03T14:26:02.736271Z","end":"2026-03-03T14:26:03.614764Z","steps":["trace[423350229] 'process raft request' (duration: 858.871145ms)","trace[423350229] 'compare' (duration: 19.440951ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:03.614918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:02.736253Z","time spent":"878.586343ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:03.614934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"843.748508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-03T14:26:03.614965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.974612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:03.614981Z","caller":"traceutil/trace.go:171","msg":"trace[376654452] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11692; }","duration":"843.8311ms","start":"2026-03-03T14:26:02.771135Z","end":"2026-03-03T14:26:03.614966Z","steps":["trace[376654452] 'agreement among raft nodes before linearized reading' (duration: 843.673706ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:03.614998Z","caller":"traceutil/trace.go:171","msg":"trace[2047858922] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:11692; }","duration":"579.079994ms","start":"2026-03-03T14:26:03.035909Z","end":"2026-03-03T14:26:03.614989Z","steps":["trace[2047858922] 'agreement among raft nodes before linearized reading' (duration: 578.969362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:03.615014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:02.771123Z","time spent":"843.881451ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:26:03.615021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:03.03589Z","time spent":"579.124495ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:03.615138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.170651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:26:03.615144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.236777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:03.615227Z","caller":"traceutil/trace.go:171","msg":"trace[1166025429] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11692; }","duration":"159.266404ms","start":"2026-03-03T14:26:03.455942Z","end":"2026-03-03T14:26:03.615209Z","steps":["trace[1166025429] 'agreement among raft nodes before linearized reading' (duration: 159.009087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:03.615403Z","caller":"traceutil/trace.go:171","msg":"trace[723182945] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11692; }","duration":"568.366741ms","start":"2026-03-03T14:26:03.046856Z","end":"2026-03-03T14:26:03.615223Z","steps":["trace[723182945] 'agreement among raft nodes before linearized reading' (duration: 568.216666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:03.615535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:03.046833Z","time spent":"568.689938ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:26:05.760992Z","caller":"traceutil/trace.go:171","msg":"trace[284444650] linearizableReadLoop","detail":"{readStateIndex:12186; appliedIndex:12185; }","duration":"129.644033ms","start":"2026-03-03T14:26:05.631327Z","end":"2026-03-03T14:26:05.760971Z","steps":["trace[284444650] 'read index received' (duration: 129.11524ms)","trace[284444650] 'applied index is now lower than readState.Index' (duration: 527.732µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:05.761303Z","caller":"traceutil/trace.go:171","msg":"trace[192623216] transaction","detail":"{read_only:false; response_revision:11694; number_of_response:1; }","duration":"137.11385ms","start":"2026-03-03T14:26:05.624172Z","end":"2026-03-03T14:26:05.761286Z","steps":["trace[192623216] 'process raft request' (duration: 136.224478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:05.761594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.253348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-03T14:26:05.761633Z","caller":"traceutil/trace.go:171","msg":"trace[1715013925] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11694; }","duration":"130.3396ms","start":"2026-03-03T14:26:05.631279Z","end":"2026-03-03T14:26:05.761619Z","steps":["trace[1715013925] 'agreement among raft nodes before linearized reading' (duration: 130.217647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:05.761926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.903771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:26:05.762035Z","caller":"traceutil/trace.go:171","msg":"trace[948954675] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11694; }","duration":"106.076885ms","start":"2026-03-03T14:26:05.655935Z","end":"2026-03-03T14:26:05.762012Z","steps":["trace[948954675] 'agreement among raft nodes before linearized reading' (duration: 105.638525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:06.868225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.446948ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:06.868336Z","caller":"traceutil/trace.go:171","msg":"trace[1153725806] transaction","detail":"{read_only:false; response_revision:11699; number_of_response:1; }","duration":"247.071656ms","start":"2026-03-03T14:26:06.621246Z","end":"2026-03-03T14:26:06.868318Z","steps":["trace[1153725806] 'process raft request' (duration: 98.450833ms)","trace[1153725806] 'compare' (duration: 148.142021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:07.649163Z","caller":"traceutil/trace.go:171","msg":"trace[54285751] transaction","detail":"{read_only:false; response_revision:11702; number_of_response:1; }","duration":"109.72599ms","start":"2026-03-03T14:26:07.539411Z","end":"2026-03-03T14:26:07.649137Z","steps":["trace[54285751] 'process raft request' (duration: 109.469104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:07.847988Z","caller":"traceutil/trace.go:171","msg":"trace[2047033785] transaction","detail":"{read_only:false; response_revision:11703; number_of_response:1; }","duration":"147.733421ms","start":"2026-03-03T14:26:07.700216Z","end":"2026-03-03T14:26:07.847949Z","steps":["trace[2047033785] 'process raft request' (duration: 108.506871ms)","trace[2047033785] 'compare' (duration: 39.044906ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:09.762244Z","caller":"traceutil/trace.go:171","msg":"trace[753909738] transaction","detail":"{read_only:false; response_revision:11707; number_of_response:1; }","duration":"106.32664ms","start":"2026-03-03T14:26:09.655882Z","end":"2026-03-03T14:26:09.762209Z","steps":["trace[753909738] 'process raft request' (duration: 106.099855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:09.936247Z","caller":"traceutil/trace.go:171","msg":"trace[857770616] transaction","detail":"{read_only:false; response_revision:11708; number_of_response:1; }","duration":"164.794946ms","start":"2026-03-03T14:26:09.771413Z","end":"2026-03-03T14:26:09.936208Z","steps":["trace[857770616] 'process raft request' (duration: 164.584061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:12.133604Z","caller":"traceutil/trace.go:171","msg":"trace[1742116871] linearizableReadLoop","detail":"{readStateIndex:12204; appliedIndex:12203; }","duration":"158.594288ms","start":"2026-03-03T14:26:11.974982Z","end":"2026-03-03T14:26:12.133576Z","steps":["trace[1742116871] 'read index received' (duration: 65.537993ms)","trace[1742116871] 'applied index is now lower than readState.Index' (duration: 93.054945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:12.133889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.881755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:26:12.133955Z","caller":"traceutil/trace.go:171","msg":"trace[1706800056] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11710; }","duration":"158.992198ms","start":"2026-03-03T14:26:11.974947Z","end":"2026-03-03T14:26:12.133939Z","steps":["trace[1706800056] 'agreement among raft nodes before linearized reading' (duration: 158.765153ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:13.737313Z","caller":"traceutil/trace.go:171","msg":"trace[2039364193] transaction","detail":"{read_only:false; response_revision:11713; number_of_response:1; }","duration":"118.307543ms","start":"2026-03-03T14:26:13.618944Z","end":"2026-03-03T14:26:13.737251Z","steps":["trace[2039364193] 'process raft request' (duration: 118.15667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:14.352088Z","caller":"traceutil/trace.go:171","msg":"trace[582034066] transaction","detail":"{read_only:false; response_revision:11717; number_of_response:1; }","duration":"104.299172ms","start":"2026-03-03T14:26:14.247753Z","end":"2026-03-03T14:26:14.352052Z","steps":["trace[582034066] 'process raft request' (duration: 104.049896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.793319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.680259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-03T14:26:20.793396Z","caller":"traceutil/trace.go:171","msg":"trace[1520747036] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-client-secret; range_end:; response_count:1; response_revision:11801; }","duration":"117.778732ms","start":"2026-03-03T14:26:20.675602Z","end":"2026-03-03T14:26:20.793381Z","steps":["trace[1520747036] 'range keys from in-memory index tree' (duration: 117.509164ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.79347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.517944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1409"} {"level":"warn","ts":"2026-03-03T14:26:20.793477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.72553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T14:26:20.793518Z","caller":"traceutil/trace.go:171","msg":"trace[194652872] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:11801; }","duration":"119.580714ms","start":"2026-03-03T14:26:20.673923Z","end":"2026-03-03T14:26:20.793504Z","steps":["trace[194652872] 'range keys from in-memory index tree' (duration: 119.306958ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:20.793544Z","caller":"traceutil/trace.go:171","msg":"trace[2009440846] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:11801; }","duration":"117.821572ms","start":"2026-03-03T14:26:20.675706Z","end":"2026-03-03T14:26:20.793527Z","steps":["trace[2009440846] 'range keys from in-memory index tree' (duration: 117.590807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.793785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.131938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:26:20.793826Z","caller":"traceutil/trace.go:171","msg":"trace[1050974668] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11801; }","duration":"120.190519ms","start":"2026-03-03T14:26:20.673626Z","end":"2026-03-03T14:26:20.793817Z","steps":["trace[1050974668] 'range keys from in-memory index tree' (duration: 120.014345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.793319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.259284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-03T14:26:20.79391Z","caller":"traceutil/trace.go:171","msg":"trace[1121048374] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11801; }","duration":"118.858267ms","start":"2026-03-03T14:26:20.675022Z","end":"2026-03-03T14:26:20.79388Z","steps":["trace[1121048374] 'range keys from in-memory index tree' (duration: 118.139121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.793795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.310382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-03-03T14:26:20.793982Z","caller":"traceutil/trace.go:171","msg":"trace[1086681352] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11801; }","duration":"120.543557ms","start":"2026-03-03T14:26:20.673426Z","end":"2026-03-03T14:26:20.79397Z","steps":["trace[1086681352] 'range keys from in-memory index tree' (duration: 120.137777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.794035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.008306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T14:26:20.794099Z","caller":"traceutil/trace.go:171","msg":"trace[1564407187] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:11801; }","duration":"118.094069ms","start":"2026-03-03T14:26:20.675987Z","end":"2026-03-03T14:26:20.794082Z","steps":["trace[1564407187] 'range keys from in-memory index tree' (duration: 117.673779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.793389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.273584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:26:20.794168Z","caller":"traceutil/trace.go:171","msg":"trace[296304879] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11801; }","duration":"119.072813ms","start":"2026-03-03T14:26:20.675085Z","end":"2026-03-03T14:26:20.794158Z","steps":["trace[296304879] 'range keys from in-memory index tree' (duration: 118.038318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.794263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.326965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret\" ","response":"range_response_count:1 size:1229"} {"level":"info","ts":"2026-03-03T14:26:20.794289Z","caller":"traceutil/trace.go:171","msg":"trace[1585446310] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-cookie-secret; range_end:; response_count:1; response_revision:11801; }","duration":"118.53846ms","start":"2026-03-03T14:26:20.675743Z","end":"2026-03-03T14:26:20.794281Z","steps":["trace[1585446310] 'range keys from in-memory index tree' (duration: 117.372492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.794423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.704591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret\" ","response":"range_response_count:1 size:1229"} {"level":"warn","ts":"2026-03-03T14:26:20.794414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.433284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy\" ","response":"range_response_count:1 size:2890"} {"level":"info","ts":"2026-03-03T14:26:20.794443Z","caller":"traceutil/trace.go:171","msg":"trace[492064300] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-alertmanager-client-secret; range_end:; response_count:1; response_revision:11801; }","duration":"120.764552ms","start":"2026-03-03T14:26:20.673673Z","end":"2026-03-03T14:26:20.794437Z","steps":["trace[492064300] 'range keys from in-memory index tree' (duration: 119.952363ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:20.79446Z","caller":"traceutil/trace.go:171","msg":"trace[498203418] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-alertmanager-oauth2-proxy; range_end:; response_count:1; response_revision:11801; }","duration":"120.508996ms","start":"2026-03-03T14:26:20.673936Z","end":"2026-03-03T14:26:20.794445Z","steps":["trace[498203418] 'range keys from in-memory index tree' (duration: 120.280391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.794422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.760579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy\" ","response":"range_response_count:1 size:2874"} {"level":"warn","ts":"2026-03-03T14:26:20.79451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.649266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T14:26:20.794554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.042732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3715"} {"level":"warn","ts":"2026-03-03T14:26:20.79455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.944513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret\" ","response":"range_response_count:1 size:1219"} {"level":"info","ts":"2026-03-03T14:26:20.794577Z","caller":"traceutil/trace.go:171","msg":"trace[1097154567] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:11801; }","duration":"119.083153ms","start":"2026-03-03T14:26:20.675487Z","end":"2026-03-03T14:26:20.794571Z","steps":["trace[1097154567] 'range keys from in-memory index tree' (duration: 118.616762ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:20.794583Z","caller":"traceutil/trace.go:171","msg":"trace[785218237] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:11801; }","duration":"119.758789ms","start":"2026-03-03T14:26:20.674804Z","end":"2026-03-03T14:26:20.794563Z","steps":["trace[785218237] 'range keys from in-memory index tree' (duration: 119.490162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:20.79459Z","caller":"traceutil/trace.go:171","msg":"trace[1337015547] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-grafana-client-secret; range_end:; response_count:1; response_revision:11801; }","duration":"119.985424ms","start":"2026-03-03T14:26:20.674594Z","end":"2026-03-03T14:26:20.794579Z","steps":["trace[1337015547] 'range keys from in-memory index tree' (duration: 119.209555ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:20.794548Z","caller":"traceutil/trace.go:171","msg":"trace[634522649] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/monitoring/kube-prometheus-stack-prometheus-oauth2-proxy; range_end:; response_count:1; response_revision:11801; }","duration":"119.904643ms","start":"2026-03-03T14:26:20.674629Z","end":"2026-03-03T14:26:20.794534Z","steps":["trace[634522649] 'range keys from in-memory index tree' (duration: 119.676736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.794715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.406071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-d5hkkl\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T14:26:20.794751Z","caller":"traceutil/trace.go:171","msg":"trace[754834084] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-d5hkkl; range_end:; response_count:1; response_revision:11801; }","duration":"119.465952ms","start":"2026-03-03T14:26:20.675274Z","end":"2026-03-03T14:26:20.79474Z","steps":["trace[754834084] 'range keys from in-memory index tree' (duration: 118.323965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.794512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.198632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/node-feature-discovery-worker-lftxl\" ","response":"range_response_count:1 size:6634"} {"level":"info","ts":"2026-03-03T14:26:20.794804Z","caller":"traceutil/trace.go:171","msg":"trace[2019507816] range","detail":"{range_begin:/registry/pods/monitoring/node-feature-discovery-worker-lftxl; range_end:; response_count:1; response_revision:11801; }","duration":"121.52918ms","start":"2026-03-03T14:26:20.673267Z","end":"2026-03-03T14:26:20.794796Z","steps":["trace[2019507816] 'range keys from in-memory index tree' (duration: 120.049536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.794908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.447675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki\" ","response":"range_response_count:1 size:5326"} {"level":"warn","ts":"2026-03-03T14:26:20.79447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.224926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret\" ","response":"range_response_count:1 size:1225"} {"level":"info","ts":"2026-03-03T14:26:20.794932Z","caller":"traceutil/trace.go:171","msg":"trace[1289759421] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki; range_end:; response_count:1; response_revision:11801; }","duration":"120.497356ms","start":"2026-03-03T14:26:20.674426Z","end":"2026-03-03T14:26:20.794923Z","steps":["trace[1289759421] 'range keys from in-memory index tree' (duration: 119.79146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:20.794944Z","caller":"traceutil/trace.go:171","msg":"trace[1510058397] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/monitoring/kube-prometheus-stack-prometheus-cookie-secret; range_end:; response_count:1; response_revision:11801; }","duration":"119.709568ms","start":"2026-03-03T14:26:20.67522Z","end":"2026-03-03T14:26:20.794929Z","steps":["trace[1510058397] 'range keys from in-memory index tree' (duration: 117.927345ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:20.795295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.336772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1213"} {"level":"info","ts":"2026-03-03T14:26:20.795339Z","caller":"traceutil/trace.go:171","msg":"trace[1745738180] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:11801; }","duration":"120.406224ms","start":"2026-03-03T14:26:20.674921Z","end":"2026-03-03T14:26:20.795327Z","steps":["trace[1745738180] 'range keys from in-memory index tree' (duration: 120.233919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.140645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.538354ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:26:22.140771Z","caller":"traceutil/trace.go:171","msg":"trace[1387865003] linearizableReadLoop","detail":"{readStateIndex:12307; appliedIndex:12306; }","duration":"166.691771ms","start":"2026-03-03T14:26:21.97406Z","end":"2026-03-03T14:26:22.140752Z","steps":["trace[1387865003] 'read index received' (duration: 9.047074ms)","trace[1387865003] 'applied index is now lower than readState.Index' (duration: 157.642977ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:22.141002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.933527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki\" ","response":"range_response_count:1 size:1366"} {"level":"info","ts":"2026-03-03T14:26:22.141037Z","caller":"traceutil/trace.go:171","msg":"trace[1698389737] range","detail":"{range_begin:/registry/services/specs/monitoring/loki; range_end:; response_count:1; response_revision:11808; }","duration":"167.016979ms","start":"2026-03-03T14:26:21.974007Z","end":"2026-03-03T14:26:22.141024Z","steps":["trace[1698389737] 'agreement among raft nodes before linearized reading' (duration: 166.850295ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.141239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.859609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:22.141135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.151617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-03T14:26:22.141818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.280198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4944"} {"level":"info","ts":"2026-03-03T14:26:22.141898Z","caller":"traceutil/trace.go:171","msg":"trace[1255569144] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:11808; }","duration":"122.366531ms","start":"2026-03-03T14:26:22.019503Z","end":"2026-03-03T14:26:22.14187Z","steps":["trace[1255569144] 'agreement among raft nodes before linearized reading' (duration: 122.191217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.142114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.131615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:26:22.142414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.181066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:1 size:4944"} {"level":"info","ts":"2026-03-03T14:26:22.142484Z","caller":"traceutil/trace.go:171","msg":"trace[2000090656] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:1; response_revision:11808; }","duration":"122.272878ms","start":"2026-03-03T14:26:22.020198Z","end":"2026-03-03T14:26:22.142471Z","steps":["trace[2000090656] 'agreement among raft nodes before linearized reading' (duration: 122.085783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.142489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.432025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:22.142178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.675854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:22.142594Z","caller":"traceutil/trace.go:171","msg":"trace[1746952898] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11808; }","duration":"122.103343ms","start":"2026-03-03T14:26:22.020476Z","end":"2026-03-03T14:26:22.142579Z","steps":["trace[1746952898] 'agreement among raft nodes before linearized reading' (duration: 121.647033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.141637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.73649ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:22.142662Z","caller":"traceutil/trace.go:171","msg":"trace[1162678292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11808; }","duration":"123.793714ms","start":"2026-03-03T14:26:22.018861Z","end":"2026-03-03T14:26:22.142655Z","steps":["trace[1162678292] 'agreement among raft nodes before linearized reading' (duration: 122.662668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.141665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.869189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:22.142734Z","caller":"traceutil/trace.go:171","msg":"trace[1161598869] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11808; }","duration":"122.975785ms","start":"2026-03-03T14:26:22.019753Z","end":"2026-03-03T14:26:22.142729Z","steps":["trace[1161598869] 'agreement among raft nodes before linearized reading' (duration: 121.89276ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.141684Z","caller":"traceutil/trace.go:171","msg":"trace[589095158] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11808; }","duration":"122.264028ms","start":"2026-03-03T14:26:22.019335Z","end":"2026-03-03T14:26:22.141599Z","steps":["trace[589095158] 'agreement among raft nodes before linearized reading' (duration: 121.753446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.142624Z","caller":"traceutil/trace.go:171","msg":"trace[735522945] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11808; }","duration":"122.504723ms","start":"2026-03-03T14:26:22.019946Z","end":"2026-03-03T14:26:22.142451Z","steps":["trace[735522945] 'agreement among raft nodes before linearized reading' (duration: 122.027852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.141729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.515607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:26:22.141829Z","caller":"traceutil/trace.go:171","msg":"trace[1798884048] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:11808; }","duration":"133.927334ms","start":"2026-03-03T14:26:22.007878Z","end":"2026-03-03T14:26:22.141805Z","steps":["trace[1798884048] 'agreement among raft nodes before linearized reading' (duration: 133.037564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.142956Z","caller":"traceutil/trace.go:171","msg":"trace[1073166854] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11808; }","duration":"124.770877ms","start":"2026-03-03T14:26:22.018166Z","end":"2026-03-03T14:26:22.142936Z","steps":["trace[1073166854] 'agreement among raft nodes before linearized reading' (duration: 123.433046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.141622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.871449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:22.143022Z","caller":"traceutil/trace.go:171","msg":"trace[1360477431] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11808; }","duration":"123.291981ms","start":"2026-03-03T14:26:22.019723Z","end":"2026-03-03T14:26:22.143015Z","steps":["trace[1360477431] 'agreement among raft nodes before linearized reading' (duration: 121.859628ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.14232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.681012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"info","ts":"2026-03-03T14:26:22.143144Z","caller":"traceutil/trace.go:171","msg":"trace[5406483] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11808; }","duration":"123.560138ms","start":"2026-03-03T14:26:22.018964Z","end":"2026-03-03T14:26:22.142524Z","steps":["trace[5406483] 'agreement among raft nodes before linearized reading' (duration: 122.481743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.143768Z","caller":"traceutil/trace.go:171","msg":"trace[1090791384] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:11808; }","duration":"119.466261ms","start":"2026-03-03T14:26:22.023615Z","end":"2026-03-03T14:26:22.143081Z","steps":["trace[1090791384] 'agreement among raft nodes before linearized reading' (duration: 118.598801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:22.280644Z","caller":"traceutil/trace.go:171","msg":"trace[2140538314] linearizableReadLoop","detail":"{readStateIndex:12308; appliedIndex:12307; }","duration":"107.17639ms","start":"2026-03-03T14:26:22.173442Z","end":"2026-03-03T14:26:22.280618Z","steps":["trace[2140538314] 'read index received' (duration: 106.933334ms)","trace[2140538314] 'applied index is now lower than readState.Index' (duration: 241.686µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:22.280816Z","caller":"traceutil/trace.go:171","msg":"trace[968221000] transaction","detail":"{read_only:false; response_revision:11809; number_of_response:1; }","duration":"132.521872ms","start":"2026-03-03T14:26:22.148281Z","end":"2026-03-03T14:26:22.280803Z","steps":["trace[968221000] 'process raft request' (duration: 132.074001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:22.281042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.5685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4385"} {"level":"info","ts":"2026-03-03T14:26:22.281144Z","caller":"traceutil/trace.go:171","msg":"trace[1469664446] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:11809; }","duration":"107.708534ms","start":"2026-03-03T14:26:22.173418Z","end":"2026-03-03T14:26:22.281126Z","steps":["trace[1469664446] 'agreement among raft nodes before linearized reading' (duration: 107.457008ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.181837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"746.477321ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:23.18191Z","caller":"traceutil/trace.go:171","msg":"trace[359606352] linearizableReadLoop","detail":"{readStateIndex:12309; appliedIndex:12308; }","duration":"901.183999ms","start":"2026-03-03T14:26:22.280715Z","end":"2026-03-03T14:26:23.181899Z","steps":["trace[359606352] 'read index received' (duration: 154.523203ms)","trace[359606352] 'applied index is now lower than readState.Index' (duration: 746.659876ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:23.181958Z","caller":"traceutil/trace.go:171","msg":"trace[1360831457] transaction","detail":"{read_only:false; response_revision:11810; number_of_response:1; }","duration":"958.481037ms","start":"2026-03-03T14:26:22.223468Z","end":"2026-03-03T14:26:23.181949Z","steps":["trace[1360831457] 'process raft request' (duration: 211.827631ms)","trace[1360831457] 'compare' (duration: 746.267247ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.181995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.22343Z","time spent":"958.545778ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:23.182135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"982.894826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"info","ts":"2026-03-03T14:26:23.182157Z","caller":"traceutil/trace.go:171","msg":"trace[156272282] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:11810; }","duration":"982.932626ms","start":"2026-03-03T14:26:22.199216Z","end":"2026-03-03T14:26:23.182149Z","steps":["trace[156272282] 'agreement among raft nodes before linearized reading' (duration: 982.843244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.182172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.199204Z","time spent":"982.964738ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T14:26:23.182133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.284489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-z22nf\" ","response":"range_response_count:1 size:3968"} {"level":"info","ts":"2026-03-03T14:26:23.182278Z","caller":"traceutil/trace.go:171","msg":"trace[1406253667] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-z22nf; range_end:; response_count:1; response_revision:11810; }","duration":"933.458634ms","start":"2026-03-03T14:26:22.248772Z","end":"2026-03-03T14:26:23.182231Z","steps":["trace[1406253667] 'agreement among raft nodes before linearized reading' (duration: 933.199648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.182338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.248746Z","time spent":"933.576636ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3992,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-z22nf\" "} {"level":"warn","ts":"2026-03-03T14:26:23.182393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.484105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:10707"} {"level":"info","ts":"2026-03-03T14:26:23.182441Z","caller":"traceutil/trace.go:171","msg":"trace[559960058] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11810; }","duration":"909.560877ms","start":"2026-03-03T14:26:22.272869Z","end":"2026-03-03T14:26:23.18243Z","steps":["trace[559960058] 'agreement among raft nodes before linearized reading' (duration: 909.446994ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.182464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.272852Z","time spent":"909.606407ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10731,"request content":"key:\"/registry/pods/openstack/rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:26:23.18243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.496163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:26:23.182462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.372908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-results-cache-0\" ","response":"range_response_count:1 size:4775"} {"level":"info","ts":"2026-03-03T14:26:23.1826Z","caller":"traceutil/trace.go:171","msg":"trace[1896799510] range","detail":"{range_begin:/registry/pods/monitoring/loki-results-cache-0; range_end:; response_count:1; response_revision:11810; }","duration":"959.586012ms","start":"2026-03-03T14:26:22.222996Z","end":"2026-03-03T14:26:23.182582Z","steps":["trace[1896799510] 'agreement among raft nodes before linearized reading' (duration: 958.994329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.182842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.222982Z","time spent":"959.806128ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":4799,"request content":"key:\"/registry/pods/monitoring/loki-results-cache-0\" "} {"level":"info","ts":"2026-03-03T14:26:23.182516Z","caller":"traceutil/trace.go:171","msg":"trace[1182729661] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11810; }","duration":"903.600925ms","start":"2026-03-03T14:26:22.278894Z","end":"2026-03-03T14:26:23.182495Z","steps":["trace[1182729661] 'agreement among raft nodes before linearized reading' (duration: 903.422001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.183091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.278879Z","time spent":"904.194611ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:26:23.683074Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432375997,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:23.706265Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.091160411s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:23.839266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.588053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:23.839406Z","caller":"traceutil/trace.go:171","msg":"trace[936899492] transaction","detail":"{read_only:false; response_revision:11811; number_of_response:1; }","duration":"1.224381749s","start":"2026-03-03T14:26:22.614999Z","end":"2026-03-03T14:26:23.839381Z","steps":["trace[936899492] 'process raft request' (duration: 1.091513649s)","trace[936899492] 'compare' (duration: 132.163553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.839478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.614977Z","time spent":"1.224468681s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:23.918346Z","caller":"traceutil/trace.go:171","msg":"trace[97896149] transaction","detail":"{read_only:false; response_revision:11812; number_of_response:1; }","duration":"807.740274ms","start":"2026-03-03T14:26:23.110571Z","end":"2026-03-03T14:26:23.918311Z","steps":["trace[97896149] 'process raft request' (duration: 807.350265ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.918665Z","caller":"traceutil/trace.go:171","msg":"trace[1446498339] transaction","detail":"{read_only:false; response_revision:11813; number_of_response:1; }","duration":"731.897236ms","start":"2026-03-03T14:26:23.186739Z","end":"2026-03-03T14:26:23.918636Z","steps":["trace[1446498339] 'process raft request' (duration: 731.516417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.918717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.110541Z","time spent":"807.898167ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:23.918775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.186723Z","time spent":"731.999999ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:23.919051Z","caller":"traceutil/trace.go:171","msg":"trace[1114608990] linearizableReadLoop","detail":"{readStateIndex:12313; appliedIndex:12309; }","duration":"737.09544ms","start":"2026-03-03T14:26:23.181925Z","end":"2026-03-03T14:26:23.919021Z","steps":["trace[1114608990] 'read index received' (duration: 524.578213ms)","trace[1114608990] 'applied index is now lower than readState.Index' (duration: 212.515637ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:23.919259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344640859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-03-03T14:26:23.919323Z","caller":"traceutil/trace.go:171","msg":"trace[636906303] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11814; }","duration":"1.344737652s","start":"2026-03-03T14:26:22.574565Z","end":"2026-03-03T14:26:23.919303Z","steps":["trace[636906303] 'agreement among raft nodes before linearized reading' (duration: 1.344483916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.919366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.574544Z","time spent":"1.344813064s","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:26:23.919372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.496095349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7dfbb6f87b-89hll\" ","response":"range_response_count:1 size:12105"} {"level":"info","ts":"2026-03-03T14:26:23.919422Z","caller":"traceutil/trace.go:171","msg":"trace[1995207867] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7dfbb6f87b-89hll; range_end:; response_count:1; response_revision:11814; }","duration":"1.496259843s","start":"2026-03-03T14:26:22.423147Z","end":"2026-03-03T14:26:23.919407Z","steps":["trace[1995207867] 'agreement among raft nodes before linearized reading' (duration: 1.495934685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.919468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.423122Z","time spent":"1.496337924s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":12129,"request content":"key:\"/registry/pods/openstack/keystone-api-7dfbb6f87b-89hll\" "} {"level":"warn","ts":"2026-03-03T14:26:23.919522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.519899493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/barbican-api-6b76dc5874-f8cd5\" ","response":"range_response_count:1 size:8278"} {"level":"info","ts":"2026-03-03T14:26:23.919577Z","caller":"traceutil/trace.go:171","msg":"trace[1825200977] range","detail":"{range_begin:/registry/pods/openstack/barbican-api-6b76dc5874-f8cd5; range_end:; response_count:1; response_revision:11814; }","duration":"1.519975026s","start":"2026-03-03T14:26:22.399588Z","end":"2026-03-03T14:26:23.919563Z","steps":["trace[1825200977] 'agreement among raft nodes before linearized reading' (duration: 1.519862012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.919639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.399571Z","time spent":"1.520050867s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":8302,"request content":"key:\"/registry/pods/openstack/barbican-api-6b76dc5874-f8cd5\" "} {"level":"info","ts":"2026-03-03T14:26:23.919749Z","caller":"traceutil/trace.go:171","msg":"trace[1460652654] transaction","detail":"{read_only:false; response_revision:11814; number_of_response:1; }","duration":"412.464087ms","start":"2026-03-03T14:26:23.507269Z","end":"2026-03-03T14:26:23.919733Z","steps":["trace[1460652654] 'process raft request' (duration: 411.257897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.91982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.596068479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T14:26:23.919895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"775.811827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:23.919895Z","caller":"traceutil/trace.go:171","msg":"trace[883763601] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:11814; }","duration":"1.596181701s","start":"2026-03-03T14:26:22.323696Z","end":"2026-03-03T14:26:23.919878Z","steps":["trace[883763601] 'agreement among raft nodes before linearized reading' (duration: 1.595992007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.919989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.323673Z","time spent":"1.596302464s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:26:23.920018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446593427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:10706"} {"level":"info","ts":"2026-03-03T14:26:23.920059Z","caller":"traceutil/trace.go:171","msg":"trace[438694705] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11814; }","duration":"1.446654118s","start":"2026-03-03T14:26:22.47339Z","end":"2026-03-03T14:26:23.920044Z","steps":["trace[438694705] 'agreement among raft nodes before linearized reading' (duration: 1.446568476s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.920061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.620810405s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:26:23.920094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.473371Z","time spent":"1.44671604s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":10730,"request content":"key:\"/registry/pods/openstack/rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T14:26:23.920132Z","caller":"traceutil/trace.go:171","msg":"trace[1111053742] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11814; }","duration":"1.620917837s","start":"2026-03-03T14:26:22.299194Z","end":"2026-03-03T14:26:23.920112Z","steps":["trace[1111053742] 'agreement among raft nodes before linearized reading' (duration: 1.620747373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.920184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.299147Z","time spent":"1.62102476s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:26:23.920341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.545891979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:17025"} {"level":"warn","ts":"2026-03-03T14:26:23.920413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.471881416s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:26:23.920472Z","caller":"traceutil/trace.go:171","msg":"trace[730231582] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11814; }","duration":"1.471965657s","start":"2026-03-03T14:26:22.448493Z","end":"2026-03-03T14:26:23.920458Z","steps":["trace[730231582] 'agreement among raft nodes before linearized reading' (duration: 1.471750032s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.920511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.448478Z","time spent":"1.47202563s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:26:23.920543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.606421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" ","response":"range_response_count:1 size:3312"} {"level":"warn","ts":"2026-03-03T14:26:23.919759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.371357633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-65cdbb7d95-cd5p5\" ","response":"range_response_count:1 size:7619"} {"level":"info","ts":"2026-03-03T14:26:23.920611Z","caller":"traceutil/trace.go:171","msg":"trace[74389828] range","detail":"{range_begin:/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5; range_end:; response_count:1; response_revision:11814; }","duration":"734.696493ms","start":"2026-03-03T14:26:23.185899Z","end":"2026-03-03T14:26:23.920596Z","steps":["trace[74389828] 'agreement among raft nodes before linearized reading' (duration: 734.533589ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.920631Z","caller":"traceutil/trace.go:171","msg":"trace[1348594007] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-65cdbb7d95-cd5p5; range_end:; response_count:1; response_revision:11814; }","duration":"1.372262174s","start":"2026-03-03T14:26:22.54836Z","end":"2026-03-03T14:26:23.920622Z","steps":["trace[1348594007] 'agreement among raft nodes before linearized reading' (duration: 1.371312332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.920655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.185886Z","time spent":"734.756814ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3336,"request content":"key:\"/registry/replicasets/local-path-storage/local-path-provisioner-679c578f5\" "} {"level":"warn","ts":"2026-03-03T14:26:23.919421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506076035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:26:23.920764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.572245113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/auth-system/keycloak-0\" ","response":"range_response_count:1 size:7961"} {"level":"info","ts":"2026-03-03T14:26:23.920793Z","caller":"traceutil/trace.go:171","msg":"trace[829517314] range","detail":"{range_begin:/registry/pods/auth-system/keycloak-0; range_end:; response_count:1; response_revision:11814; }","duration":"1.572306565s","start":"2026-03-03T14:26:22.348477Z","end":"2026-03-03T14:26:23.920784Z","steps":["trace[829517314] 'agreement among raft nodes before linearized reading' (duration: 1.572211143s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.920805Z","caller":"traceutil/trace.go:171","msg":"trace[1595361576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11814; }","duration":"1.507495399s","start":"2026-03-03T14:26:22.413287Z","end":"2026-03-03T14:26:23.920782Z","steps":["trace[1595361576] 'agreement among raft nodes before linearized reading' (duration: 1.505962052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.920879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.41327Z","time spent":"1.507591411s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:26:23.920891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.045149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-03-03T14:26:23.920916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.485248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:26:23.920931Z","caller":"traceutil/trace.go:171","msg":"trace[37669789] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11814; }","duration":"829.114421ms","start":"2026-03-03T14:26:23.091806Z","end":"2026-03-03T14:26:23.92092Z","steps":["trace[37669789] 'agreement among raft nodes before linearized reading' (duration: 829.007259ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:23.920945Z","caller":"traceutil/trace.go:171","msg":"trace[1740695334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11814; }","duration":"396.543489ms","start":"2026-03-03T14:26:23.524393Z","end":"2026-03-03T14:26:23.920937Z","steps":["trace[1740695334] 'agreement among raft nodes before linearized reading' (duration: 396.462087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.920976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.524376Z","time spent":"396.59466ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:26:23.920978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.091783Z","time spent":"829.185612ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:26:23.921054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.398086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3899"} {"level":"info","ts":"2026-03-03T14:26:23.921131Z","caller":"traceutil/trace.go:171","msg":"trace[1318557339] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:11814; }","duration":"734.478318ms","start":"2026-03-03T14:26:23.186633Z","end":"2026-03-03T14:26:23.921111Z","steps":["trace[1318557339] 'agreement among raft nodes before linearized reading' (duration: 734.321714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.921156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"998.401782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:23.921176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.186626Z","time spent":"734.538319ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":3923,"request content":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" "} {"level":"info","ts":"2026-03-03T14:26:23.921215Z","caller":"traceutil/trace.go:171","msg":"trace[503278491] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11814; }","duration":"998.499255ms","start":"2026-03-03T14:26:22.922704Z","end":"2026-03-03T14:26:23.921204Z","steps":["trace[503278491] 'agreement among raft nodes before linearized reading' (duration: 998.401433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.921256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.922685Z","time spent":"998.561987ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:23.920664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.548342Z","time spent":"1.372314465s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":7643,"request content":"key:\"/registry/pods/openstack/staffeln-api-65cdbb7d95-cd5p5\" "} {"level":"warn","ts":"2026-03-03T14:26:23.920789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.232659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:26:23.921462Z","caller":"traceutil/trace.go:171","msg":"trace[189844518] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11814; }","duration":"814.942015ms","start":"2026-03-03T14:26:23.106501Z","end":"2026-03-03T14:26:23.921443Z","steps":["trace[189844518] 'agreement among raft nodes before linearized reading' (duration: 813.460331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.921493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.470381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" ","response":"range_response_count:1 size:9582"} {"level":"warn","ts":"2026-03-03T14:26:23.921513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.248637954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-rg8sv\" ","response":"range_response_count:1 size:4022"} {"level":"warn","ts":"2026-03-03T14:26:23.919936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.421374649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5209"} {"level":"info","ts":"2026-03-03T14:26:23.921545Z","caller":"traceutil/trace.go:171","msg":"trace[115987473] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-rg8sv; range_end:; response_count:1; response_revision:11814; }","duration":"1.248699845s","start":"2026-03-03T14:26:22.672835Z","end":"2026-03-03T14:26:23.921534Z","steps":["trace[115987473] 'agreement among raft nodes before linearized reading' (duration: 1.248597253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.921573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.672818Z","time spent":"1.248748836s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":4046,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-rg8sv\" "} {"level":"info","ts":"2026-03-03T14:26:23.921577Z","caller":"traceutil/trace.go:171","msg":"trace[2038206935] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:11814; }","duration":"1.423048968s","start":"2026-03-03T14:26:22.498514Z","end":"2026-03-03T14:26:23.921563Z","steps":["trace[2038206935] 'agreement among raft nodes before linearized reading' (duration: 1.421359129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.920832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.348456Z","time spent":"1.572366096s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":7985,"request content":"key:\"/registry/pods/auth-system/keycloak-0\" "} {"level":"warn","ts":"2026-03-03T14:26:23.921086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.297002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:23.921664Z","caller":"traceutil/trace.go:171","msg":"trace[2083687414] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11814; }","duration":"858.896056ms","start":"2026-03-03T14:26:23.062753Z","end":"2026-03-03T14:26:23.921649Z","steps":["trace[2083687414] 'agreement among raft nodes before linearized reading' (duration: 858.309653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.921696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273231136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:3888"} {"level":"warn","ts":"2026-03-03T14:26:23.921711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.298155987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-lqmmk\" ","response":"range_response_count:1 size:4858"} {"level":"info","ts":"2026-03-03T14:26:23.921723Z","caller":"traceutil/trace.go:171","msg":"trace[551462279] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:11814; }","duration":"1.273295178s","start":"2026-03-03T14:26:22.648419Z","end":"2026-03-03T14:26:23.921714Z","steps":["trace[551462279] 'agreement among raft nodes before linearized reading' (duration: 1.273216946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.919835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.507249Z","time spent":"412.542189ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:23.921739Z","caller":"traceutil/trace.go:171","msg":"trace[925028190] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-lqmmk; range_end:; response_count:1; response_revision:11814; }","duration":"1.298218999s","start":"2026-03-03T14:26:22.623512Z","end":"2026-03-03T14:26:23.921731Z","steps":["trace[925028190] 'agreement among raft nodes before linearized reading' (duration: 1.298134277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.921753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.648397Z","time spent":"1.273347199s","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":3912,"request content":"key:\"/registry/statefulsets/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-03T14:26:23.921766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.623492Z","time spent":"1.29826711s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4882,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-lqmmk\" "} {"level":"warn","ts":"2026-03-03T14:26:23.92153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.106474Z","time spent":"815.035367ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1253,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:23.921858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323620451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-28rqv\" ","response":"range_response_count:1 size:3166"} {"level":"info","ts":"2026-03-03T14:26:23.921907Z","caller":"traceutil/trace.go:171","msg":"trace[1613003882] range","detail":"{range_begin:/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-28rqv; range_end:; response_count:1; response_revision:11814; }","duration":"1.323703753s","start":"2026-03-03T14:26:22.59818Z","end":"2026-03-03T14:26:23.921884Z","steps":["trace[1613003882] 'agreement among raft nodes before linearized reading' (duration: 1.323648911s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.921942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.598154Z","time spent":"1.323781165s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":3190,"request content":"key:\"/registry/pods/secretgen-controller/secretgen-controller-5cf976ccc7-28rqv\" "} {"level":"warn","ts":"2026-03-03T14:26:23.919847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397009261s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3715"} {"level":"warn","ts":"2026-03-03T14:26:23.920922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.1425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-t2875\" ","response":"range_response_count:1 size:4310"} {"level":"info","ts":"2026-03-03T14:26:23.922043Z","caller":"traceutil/trace.go:171","msg":"trace[1448328202] range","detail":"{range_begin:/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-t2875; range_end:; response_count:1; response_revision:11814; }","duration":"735.295447ms","start":"2026-03-03T14:26:23.186732Z","end":"2026-03-03T14:26:23.922027Z","steps":["trace[1448328202] 'agreement among raft nodes before linearized reading' (duration: 734.12791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.922114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.186715Z","time spent":"735.377688ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":4334,"request content":"key:\"/registry/pods/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf-t2875\" "} {"level":"info","ts":"2026-03-03T14:26:23.926831Z","caller":"traceutil/trace.go:171","msg":"trace[661158958] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11814; }","duration":"1.545991422s","start":"2026-03-03T14:26:22.374398Z","end":"2026-03-03T14:26:23.92039Z","steps":["trace[661158958] 'agreement among raft nodes before linearized reading' (duration: 1.545834248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.927101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.374379Z","time spent":"1.552679109s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":17049,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:26:23.92162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.498492Z","time spent":"1.423115029s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":5233,"request content":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" "} {"level":"info","ts":"2026-03-03T14:26:23.922039Z","caller":"traceutil/trace.go:171","msg":"trace[676565363] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:11814; }","duration":"1.399225693s","start":"2026-03-03T14:26:22.522795Z","end":"2026-03-03T14:26:23.922021Z","steps":["trace[676565363] 'agreement among raft nodes before linearized reading' (duration: 1.396985841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.927635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:22.522773Z","time spent":"1.404846565s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:26:23.919939Z","caller":"traceutil/trace.go:171","msg":"trace[800144939] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:11814; }","duration":"775.895109ms","start":"2026-03-03T14:26:23.144032Z","end":"2026-03-03T14:26:23.919927Z","steps":["trace[800144939] 'agreement among raft nodes before linearized reading' (duration: 775.828938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.927776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.144016Z","time spent":"783.750275ms","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:23.921536Z","caller":"traceutil/trace.go:171","msg":"trace[422738964] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-keystone-server; range_end:; response_count:1; response_revision:11814; }","duration":"735.528182ms","start":"2026-03-03T14:26:23.185996Z","end":"2026-03-03T14:26:23.921524Z","steps":["trace[422738964] 'agreement among raft nodes before linearized reading' (duration: 735.385369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:23.927931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.185992Z","time spent":"741.930694ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":9606,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-keystone-server\" "} {"level":"warn","ts":"2026-03-03T14:26:23.921725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:23.062735Z","time spent":"858.975598ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:26:24.162741Z","caller":"traceutil/trace.go:171","msg":"trace[623002947] linearizableReadLoop","detail":"{readStateIndex:12315; appliedIndex:12313; }","duration":"230.475302ms","start":"2026-03-03T14:26:23.932225Z","end":"2026-03-03T14:26:24.1627Z","steps":["trace[623002947] 'read index received' (duration: 181.262406ms)","trace[623002947] 'applied index is now lower than readState.Index' (duration: 49.211676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:24.162776Z","caller":"traceutil/trace.go:171","msg":"trace[1528738189] transaction","detail":"{read_only:false; response_revision:11815; number_of_response:1; }","duration":"231.24508ms","start":"2026-03-03T14:26:23.931492Z","end":"2026-03-03T14:26:24.162737Z","steps":["trace[1528738189] 'process raft request' (duration: 181.889171ms)","trace[1528738189] 'compare' (duration: 48.996481ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:24.16283Z","caller":"traceutil/trace.go:171","msg":"trace[388211184] transaction","detail":"{read_only:false; response_revision:11817; number_of_response:1; }","duration":"213.898069ms","start":"2026-03-03T14:26:23.948894Z","end":"2026-03-03T14:26:24.162792Z","steps":["trace[388211184] 'process raft request' (duration: 213.747956ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:24.162783Z","caller":"traceutil/trace.go:171","msg":"trace[1963650115] transaction","detail":"{read_only:false; response_revision:11816; number_of_response:1; }","duration":"230.874711ms","start":"2026-03-03T14:26:23.931882Z","end":"2026-03-03T14:26:24.162757Z","steps":["trace[1963650115] 'process raft request' (duration: 230.702237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.37692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/barbican-api-6b76dc5874\" ","response":"range_response_count:1 size:7371"} {"level":"info","ts":"2026-03-03T14:26:24.163097Z","caller":"traceutil/trace.go:171","msg":"trace[28178786] range","detail":"{range_begin:/registry/replicasets/openstack/barbican-api-6b76dc5874; range_end:; response_count:1; response_revision:11817; }","duration":"214.471223ms","start":"2026-03-03T14:26:23.948612Z","end":"2026-03-03T14:26:24.163083Z","steps":["trace[28178786] 'agreement among raft nodes before linearized reading' (duration: 214.276349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.840528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/loki-0\" ","response":"range_response_count:1 size:5716"} {"level":"info","ts":"2026-03-03T14:26:24.163203Z","caller":"traceutil/trace.go:171","msg":"trace[1971437489] range","detail":"{range_begin:/registry/pods/monitoring/loki-0; range_end:; response_count:1; response_revision:11817; }","duration":"213.937741ms","start":"2026-03-03T14:26:23.949254Z","end":"2026-03-03T14:26:24.163192Z","steps":["trace[1971437489] 'agreement among raft nodes before linearized reading' (duration: 213.721136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.16333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.092427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:49 size:455307"} {"level":"info","ts":"2026-03-03T14:26:24.163396Z","caller":"traceutil/trace.go:171","msg":"trace[1525576879] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:49; response_revision:11817; }","duration":"231.173619ms","start":"2026-03-03T14:26:23.932208Z","end":"2026-03-03T14:26:24.163382Z","steps":["trace[1525576879] 'agreement among raft nodes before linearized reading' (duration: 230.647266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.270609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf\" ","response":"range_response_count:1 size:4262"} {"level":"info","ts":"2026-03-03T14:26:24.163465Z","caller":"traceutil/trace.go:171","msg":"trace[1399947657] range","detail":"{range_begin:/registry/replicasets/ingress-nginx/ingress-nginx-defaultbackend-6987ff55cf; range_end:; response_count:1; response_revision:11817; }","duration":"214.353781ms","start":"2026-03-03T14:26:23.949098Z","end":"2026-03-03T14:26:24.163452Z","steps":["trace[1399947657] 'agreement among raft nodes before linearized reading' (duration: 214.267849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.691591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:11485"} {"level":"warn","ts":"2026-03-03T14:26:24.163487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.361987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7\" ","response":"range_response_count:1 size:2920"} {"level":"info","ts":"2026-03-03T14:26:24.163517Z","caller":"traceutil/trace.go:171","msg":"trace[625198765] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:11817; }","duration":"212.748642ms","start":"2026-03-03T14:26:23.950758Z","end":"2026-03-03T14:26:24.163506Z","steps":["trace[625198765] 'agreement among raft nodes before linearized reading' (duration: 212.638789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:24.163524Z","caller":"traceutil/trace.go:171","msg":"trace[1210125621] range","detail":"{range_begin:/registry/replicasets/secretgen-controller/secretgen-controller-5cf976ccc7; range_end:; response_count:1; response_revision:11817; }","duration":"213.406859ms","start":"2026-03-03T14:26:23.950105Z","end":"2026-03-03T14:26:24.163512Z","steps":["trace[1210125621] 'agreement among raft nodes before linearized reading' (duration: 213.333697ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.384741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:15347"} {"level":"warn","ts":"2026-03-03T14:26:24.163596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.101531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-barbican-server\" ","response":"range_response_count:1 size:9580"} {"level":"info","ts":"2026-03-03T14:26:24.163621Z","caller":"traceutil/trace.go:171","msg":"trace[232220952] range","detail":"{range_begin:/registry/statefulsets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:11817; }","duration":"214.505794ms","start":"2026-03-03T14:26:23.949098Z","end":"2026-03-03T14:26:24.163603Z","steps":["trace[232220952] 'agreement among raft nodes before linearized reading' (duration: 214.262909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.790273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/glance-api-74647bd9c4-lrzbx\" ","response":"range_response_count:1 size:13400"} {"level":"info","ts":"2026-03-03T14:26:24.163664Z","caller":"traceutil/trace.go:171","msg":"trace[1770345319] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-barbican-server; range_end:; response_count:1; response_revision:11817; }","duration":"213.189983ms","start":"2026-03-03T14:26:23.950452Z","end":"2026-03-03T14:26:24.163642Z","steps":["trace[1770345319] 'agreement among raft nodes before linearized reading' (duration: 213.013149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.656788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-03T14:26:24.163693Z","caller":"traceutil/trace.go:171","msg":"trace[1276637014] range","detail":"{range_begin:/registry/pods/openstack/glance-api-74647bd9c4-lrzbx; range_end:; response_count:1; response_revision:11817; }","duration":"212.857915ms","start":"2026-03-03T14:26:23.950825Z","end":"2026-03-03T14:26:24.163683Z","steps":["trace[1276637014] 'agreement among raft nodes before linearized reading' (duration: 212.751993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:24.163724Z","caller":"traceutil/trace.go:171","msg":"trace[1539667468] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv; range_end:; response_count:1; response_revision:11817; }","duration":"214.74321ms","start":"2026-03-03T14:26:23.948968Z","end":"2026-03-03T14:26:24.163712Z","steps":["trace[1539667468] 'agreement among raft nodes before linearized reading' (duration: 214.622467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.16304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.689141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-575cc9fc8b-7sm8j\" ","response":"range_response_count:1 size:10052"} {"level":"warn","ts":"2026-03-03T14:26:24.163816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.86975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-03-03T14:26:24.163832Z","caller":"traceutil/trace.go:171","msg":"trace[1287071411] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-575cc9fc8b-7sm8j; range_end:; response_count:1; response_revision:11817; }","duration":"213.504881ms","start":"2026-03-03T14:26:23.950319Z","end":"2026-03-03T14:26:24.163824Z","steps":["trace[1287071411] 'agreement among raft nodes before linearized reading' (duration: 212.585609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:24.163846Z","caller":"traceutil/trace.go:171","msg":"trace[52507592] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:11817; }","duration":"213.914971ms","start":"2026-03-03T14:26:23.949921Z","end":"2026-03-03T14:26:24.163836Z","steps":["trace[52507592] 'agreement among raft nodes before linearized reading' (duration: 213.838099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.163904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.49606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4dvxz\" ","response":"range_response_count:1 size:4155"} {"level":"info","ts":"2026-03-03T14:26:24.163969Z","caller":"traceutil/trace.go:171","msg":"trace[481843914] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-pushgateway-7b8659c68b-4dvxz; range_end:; response_count:1; response_revision:11817; }","duration":"213.580551ms","start":"2026-03-03T14:26:23.95037Z","end":"2026-03-03T14:26:24.163951Z","steps":["trace[481843914] 'agreement among raft nodes before linearized reading' (duration: 213.407027ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.16374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.635334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/percona-xtradb-pxc\" ","response":"range_response_count:1 size:18203"} {"level":"warn","ts":"2026-03-03T14:26:24.16399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.7482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:5963"} {"level":"info","ts":"2026-03-03T14:26:24.164018Z","caller":"traceutil/trace.go:171","msg":"trace[323016260] range","detail":"{range_begin:/registry/statefulsets/openstack/percona-xtradb-pxc; range_end:; response_count:1; response_revision:11817; }","duration":"213.921671ms","start":"2026-03-03T14:26:23.950084Z","end":"2026-03-03T14:26:24.164006Z","steps":["trace[323016260] 'agreement among raft nodes before linearized reading' (duration: 213.578673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.164057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.139776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/keystone-api-7dfbb6f87b\" ","response":"range_response_count:1 size:11195"} {"level":"info","ts":"2026-03-03T14:26:24.164085Z","caller":"traceutil/trace.go:171","msg":"trace[1957978563] range","detail":"{range_begin:/registry/replicasets/openstack/keystone-api-7dfbb6f87b; range_end:; response_count:1; response_revision:11817; }","duration":"214.186317ms","start":"2026-03-03T14:26:23.94989Z","end":"2026-03-03T14:26:24.164076Z","steps":["trace[1957978563] 'agreement among raft nodes before linearized reading' (duration: 214.106155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.164123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.892053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/valkey-node-0\" ","response":"range_response_count:1 size:16874"} {"level":"info","ts":"2026-03-03T14:26:24.164026Z","caller":"traceutil/trace.go:171","msg":"trace[1766760743] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:11817; }","duration":"214.783791ms","start":"2026-03-03T14:26:23.949231Z","end":"2026-03-03T14:26:24.164014Z","steps":["trace[1766760743] 'agreement among raft nodes before linearized reading' (duration: 214.651488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:24.164164Z","caller":"traceutil/trace.go:171","msg":"trace[55253603] range","detail":"{range_begin:/registry/pods/openstack/valkey-node-0; range_end:; response_count:1; response_revision:11817; }","duration":"214.941934ms","start":"2026-03-03T14:26:23.949214Z","end":"2026-03-03T14:26:24.164156Z","steps":["trace[55253603] 'agreement among raft nodes before linearized reading' (duration: 214.833962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.1642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.553796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-03-03T14:26:24.16423Z","caller":"traceutil/trace.go:171","msg":"trace[879523163] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:11817; }","duration":"214.608927ms","start":"2026-03-03T14:26:23.949612Z","end":"2026-03-03T14:26:24.164221Z","steps":["trace[879523163] 'agreement among raft nodes before linearized reading' (duration: 214.532495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.164332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.16473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/coredns-67659f764b-k4t6p\" ","response":"range_response_count:1 size:4908"} {"level":"info","ts":"2026-03-03T14:26:24.164375Z","caller":"traceutil/trace.go:171","msg":"trace[206559192] range","detail":"{range_begin:/registry/pods/kube-system/coredns-67659f764b-k4t6p; range_end:; response_count:1; response_revision:11817; }","duration":"215.224061ms","start":"2026-03-03T14:26:23.94914Z","end":"2026-03-03T14:26:24.164364Z","steps":["trace[206559192] 'agreement among raft nodes before linearized reading' (duration: 215.114408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.16398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.033484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/openstack/staffeln-api-65cdbb7d95\" ","response":"range_response_count:1 size:6712"} {"level":"info","ts":"2026-03-03T14:26:24.164492Z","caller":"traceutil/trace.go:171","msg":"trace[394114256] range","detail":"{range_begin:/registry/replicasets/openstack/staffeln-api-65cdbb7d95; range_end:; response_count:1; response_revision:11817; }","duration":"214.544206ms","start":"2026-03-03T14:26:23.949926Z","end":"2026-03-03T14:26:24.16447Z","steps":["trace[394114256] 'agreement among raft nodes before linearized reading' (duration: 213.989913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.164495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.339914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/auth-system/keycloak\" ","response":"range_response_count:1 size:7508"} {"level":"info","ts":"2026-03-03T14:26:24.164543Z","caller":"traceutil/trace.go:171","msg":"trace[922982852] range","detail":"{range_begin:/registry/statefulsets/auth-system/keycloak; range_end:; response_count:1; response_revision:11817; }","duration":"215.403316ms","start":"2026-03-03T14:26:23.949128Z","end":"2026-03-03T14:26:24.164531Z","steps":["trace[922982852] 'agreement among raft nodes before linearized reading' (duration: 215.253682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:24.375944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.8046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc\" ","response":"range_response_count:1 size:4586"} {"level":"info","ts":"2026-03-03T14:26:24.376054Z","caller":"traceutil/trace.go:171","msg":"trace[1787540124] range","detail":"{range_begin:/registry/replicasets/monitoring/node-feature-discovery-master-8665476dbc; range_end:; response_count:1; response_revision:11817; }","duration":"100.995114ms","start":"2026-03-03T14:26:24.275029Z","end":"2026-03-03T14:26:24.376024Z","steps":["trace[1787540124] 'range keys from in-memory index tree' (duration: 100.711027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:24.491139Z","caller":"traceutil/trace.go:171","msg":"trace[1457030933] transaction","detail":"{read_only:false; response_revision:11818; number_of_response:1; }","duration":"110.027608ms","start":"2026-03-03T14:26:24.381076Z","end":"2026-03-03T14:26:24.491104Z","steps":["trace[1457030933] 'process raft request' (duration: 109.70504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:25.163565Z","caller":"traceutil/trace.go:171","msg":"trace[1848882649] linearizableReadLoop","detail":"{readStateIndex:12319; appliedIndex:12317; }","duration":"272.053909ms","start":"2026-03-03T14:26:24.891478Z","end":"2026-03-03T14:26:25.163531Z","steps":["trace[1848882649] 'read index received' (duration: 71.858124ms)","trace[1848882649] 'applied index is now lower than readState.Index' (duration: 200.194355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:25.163995Z","caller":"traceutil/trace.go:171","msg":"trace[955848701] transaction","detail":"{read_only:false; response_revision:11820; number_of_response:1; }","duration":"279.65116ms","start":"2026-03-03T14:26:24.884155Z","end":"2026-03-03T14:26:25.163806Z","steps":["trace[955848701] 'process raft request' (duration: 198.479256ms)","trace[955848701] 'compare' (duration: 80.61183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:25.163996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.220167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff\" ","response":"range_response_count:1 size:4087"} {"level":"info","ts":"2026-03-03T14:26:25.164081Z","caller":"traceutil/trace.go:171","msg":"trace[1978931840] range","detail":"{range_begin:/registry/replicasets/rook-ceph/rook-ceph-operator-76bbbb77ff; range_end:; response_count:1; response_revision:11820; }","duration":"265.340869ms","start":"2026-03-03T14:26:24.898718Z","end":"2026-03-03T14:26:25.164059Z","steps":["trace[1978931840] 'agreement among raft nodes before linearized reading' (duration: 265.126734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.164358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.872139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:25.164408Z","caller":"traceutil/trace.go:171","msg":"trace[1439882421] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11820; }","duration":"272.94946ms","start":"2026-03-03T14:26:24.891444Z","end":"2026-03-03T14:26:25.164393Z","steps":["trace[1439882421] 'agreement among raft nodes before linearized reading' (duration: 272.871808ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.164719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.582772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:26:25.16486Z","caller":"traceutil/trace.go:171","msg":"trace[784609843] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11820; }","duration":"240.789237ms","start":"2026-03-03T14:26:24.924048Z","end":"2026-03-03T14:26:25.164838Z","steps":["trace[784609843] 'agreement among raft nodes before linearized reading' (duration: 240.468049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.164882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.654541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:25.164938Z","caller":"traceutil/trace.go:171","msg":"trace[297397281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11820; }","duration":"118.710123ms","start":"2026-03-03T14:26:25.046214Z","end":"2026-03-03T14:26:25.164924Z","steps":["trace[297397281] 'agreement among raft nodes before linearized reading' (duration: 118.627291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.165244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.282776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:26:25.16529Z","caller":"traceutil/trace.go:171","msg":"trace[296894057] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11820; }","duration":"216.371468ms","start":"2026-03-03T14:26:24.948907Z","end":"2026-03-03T14:26:25.165279Z","steps":["trace[296894057] 'agreement among raft nodes before linearized reading' (duration: 216.226534ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:25.490741Z","caller":"traceutil/trace.go:171","msg":"trace[559462372] linearizableReadLoop","detail":"{readStateIndex:12320; appliedIndex:12319; }","duration":"292.930353ms","start":"2026-03-03T14:26:25.197763Z","end":"2026-03-03T14:26:25.490694Z","steps":["trace[559462372] 'read index received' (duration: 225.637507ms)","trace[559462372] 'applied index is now lower than readState.Index' (duration: 67.290425ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:25.490862Z","caller":"traceutil/trace.go:171","msg":"trace[185720111] transaction","detail":"{read_only:false; response_revision:11821; number_of_response:1; }","duration":"302.177592ms","start":"2026-03-03T14:26:25.188652Z","end":"2026-03-03T14:26:25.490829Z","steps":["trace[185720111] 'process raft request' (duration: 234.783474ms)","trace[185720111] 'compare' (duration: 66.899866ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:25.491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:25.188632Z","time spent":"302.300104ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:25.490944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.188329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:25.491373Z","caller":"traceutil/trace.go:171","msg":"trace[55707794] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:11821; }","duration":"293.663461ms","start":"2026-03-03T14:26:25.197688Z","end":"2026-03-03T14:26:25.491352Z","steps":["trace[55707794] 'agreement among raft nodes before linearized reading' (duration: 293.184009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.911475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.400714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:26:25.911567Z","caller":"traceutil/trace.go:171","msg":"trace[1595034348] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:11821; }","duration":"317.544697ms","start":"2026-03-03T14:26:25.594002Z","end":"2026-03-03T14:26:25.911547Z","steps":["trace[1595034348] 'range keys from in-memory index tree' (duration: 317.179387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:25.911611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:25.593987Z","time spent":"317.613078ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:26:27.169394Z","caller":"traceutil/trace.go:171","msg":"trace[635397048] linearizableReadLoop","detail":"{readStateIndex:12333; appliedIndex:12332; }","duration":"248.745075ms","start":"2026-03-03T14:26:26.920616Z","end":"2026-03-03T14:26:27.169361Z","steps":["trace[635397048] 'read index received' (duration: 248.447697ms)","trace[635397048] 'applied index is now lower than readState.Index' (duration: 295.768µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:27.169793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.142395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:26:27.169768Z","caller":"traceutil/trace.go:171","msg":"trace[1627216472] transaction","detail":"{read_only:false; response_revision:11833; number_of_response:1; }","duration":"252.565766ms","start":"2026-03-03T14:26:26.917155Z","end":"2026-03-03T14:26:27.169721Z","steps":["trace[1627216472] 'process raft request' (duration: 251.965511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:27.169845Z","caller":"traceutil/trace.go:171","msg":"trace[458748499] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11833; }","duration":"249.271248ms","start":"2026-03-03T14:26:26.920557Z","end":"2026-03-03T14:26:27.169829Z","steps":["trace[458748499] 'agreement among raft nodes before linearized reading' (duration: 248.93461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:27.598461Z","caller":"traceutil/trace.go:171","msg":"trace[1910953979] transaction","detail":"{read_only:false; response_revision:11834; number_of_response:1; }","duration":"100.249736ms","start":"2026-03-03T14:26:27.498186Z","end":"2026-03-03T14:26:27.598436Z","steps":["trace[1910953979] 'process raft request' (duration: 99.98075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:31.136346Z","caller":"traceutil/trace.go:171","msg":"trace[381343828] linearizableReadLoop","detail":"{readStateIndex:12361; appliedIndex:12360; }","duration":"151.350038ms","start":"2026-03-03T14:26:30.984966Z","end":"2026-03-03T14:26:31.136316Z","steps":["trace[381343828] 'read index received' (duration: 97.743097ms)","trace[381343828] 'applied index is now lower than readState.Index' (duration: 53.605411ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:31.136469Z","caller":"traceutil/trace.go:171","msg":"trace[1898906866] transaction","detail":"{read_only:false; response_revision:11861; number_of_response:1; }","duration":"153.880467ms","start":"2026-03-03T14:26:30.982544Z","end":"2026-03-03T14:26:31.136425Z","steps":["trace[1898906866] 'process raft request' (duration: 100.271577ms)","trace[1898906866] 'compare' (duration: 53.364945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:31.136733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.737927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T14:26:31.136826Z","caller":"traceutil/trace.go:171","msg":"trace[1400257479] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:11861; }","duration":"151.88344ms","start":"2026-03-03T14:26:30.984922Z","end":"2026-03-03T14:26:31.136805Z","steps":["trace[1400257479] 'agreement among raft nodes before linearized reading' (duration: 151.543492ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:32.816379Z","caller":"traceutil/trace.go:171","msg":"trace[820400964] linearizableReadLoop","detail":"{readStateIndex:12389; appliedIndex:12388; }","duration":"147.463344ms","start":"2026-03-03T14:26:32.66888Z","end":"2026-03-03T14:26:32.816343Z","steps":["trace[820400964] 'read index received' (duration: 147.230579ms)","trace[820400964] 'applied index is now lower than readState.Index' (duration: 231.145µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:32.816461Z","caller":"traceutil/trace.go:171","msg":"trace[1718060292] transaction","detail":"{read_only:false; response_revision:11888; number_of_response:1; }","duration":"163.861723ms","start":"2026-03-03T14:26:32.652556Z","end":"2026-03-03T14:26:32.816418Z","steps":["trace[1718060292] 'process raft request' (duration: 163.522855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:32.816578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.651819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:32.816627Z","caller":"traceutil/trace.go:171","msg":"trace[898442903] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11888; }","duration":"147.767462ms","start":"2026-03-03T14:26:32.668846Z","end":"2026-03-03T14:26:32.816614Z","steps":["trace[898442903] 'agreement among raft nodes before linearized reading' (duration: 147.629419ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:33.218179Z","caller":"traceutil/trace.go:171","msg":"trace[46606412] transaction","detail":"{read_only:false; response_revision:11889; number_of_response:1; }","duration":"491.836088ms","start":"2026-03-03T14:26:32.72632Z","end":"2026-03-03T14:26:33.218156Z","steps":["trace[46606412] 'process raft request' (duration: 491.538181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.218282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:32.726294Z","time spent":"491.934011ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2247,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:26:33.218275Z","caller":"traceutil/trace.go:171","msg":"trace[93628213] transaction","detail":"{read_only:false; response_revision:11890; number_of_response:1; }","duration":"453.50784ms","start":"2026-03-03T14:26:32.764724Z","end":"2026-03-03T14:26:33.218231Z","steps":["trace[93628213] 'process raft request' (duration: 453.292925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.218471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:32.764706Z","time spent":"453.664473ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:33.218088Z","caller":"traceutil/trace.go:171","msg":"trace[606355803] linearizableReadLoop","detail":"{readStateIndex:12391; appliedIndex:12389; }","duration":"394.644904ms","start":"2026-03-03T14:26:32.823423Z","end":"2026-03-03T14:26:33.218068Z","steps":["trace[606355803] 'read index received' (duration: 394.349747ms)","trace[606355803] 'applied index is now lower than readState.Index' (duration: 294.447µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:33.218659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.075594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:33.218827Z","caller":"traceutil/trace.go:171","msg":"trace[1990369414] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11890; }","duration":"395.372011ms","start":"2026-03-03T14:26:32.823387Z","end":"2026-03-03T14:26:33.218759Z","steps":["trace[1990369414] 'agreement among raft nodes before linearized reading' (duration: 394.929921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.218919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:32.82337Z","time spent":"395.536854ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:33.991304Z","caller":"traceutil/trace.go:171","msg":"trace[1903189350] linearizableReadLoop","detail":"{readStateIndex:12393; appliedIndex:12392; }","duration":"238.090724ms","start":"2026-03-03T14:26:33.75318Z","end":"2026-03-03T14:26:33.991271Z","steps":["trace[1903189350] 'read index received' (duration: 237.601882ms)","trace[1903189350] 'applied index is now lower than readState.Index' (duration: 487.322µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:33.991473Z","caller":"traceutil/trace.go:171","msg":"trace[87228440] transaction","detail":"{read_only:false; response_revision:11892; number_of_response:1; }","duration":"339.987632ms","start":"2026-03-03T14:26:33.651472Z","end":"2026-03-03T14:26:33.99146Z","steps":["trace[87228440] 'process raft request' (duration: 339.358487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:33.991621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:33.651454Z","time spent":"340.058804ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:33.99173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.570055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:33.991773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.552644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:33.991833Z","caller":"traceutil/trace.go:171","msg":"trace[699141675] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11892; }","duration":"170.81899ms","start":"2026-03-03T14:26:33.820998Z","end":"2026-03-03T14:26:33.991817Z","steps":["trace[699141675] 'agreement among raft nodes before linearized reading' (duration: 170.573905ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:33.991888Z","caller":"traceutil/trace.go:171","msg":"trace[1370542826] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11892; }","duration":"238.761269ms","start":"2026-03-03T14:26:33.753099Z","end":"2026-03-03T14:26:33.99186Z","steps":["trace[1370542826] 'agreement among raft nodes before linearized reading' (duration: 238.528084ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.631211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.730065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:34.631326Z","caller":"traceutil/trace.go:171","msg":"trace[985090725] transaction","detail":"{read_only:false; response_revision:11893; number_of_response:1; }","duration":"582.611312ms","start":"2026-03-03T14:26:34.048686Z","end":"2026-03-03T14:26:34.631297Z","steps":["trace[985090725] 'process raft request' (duration: 146.681663ms)","trace[985090725] 'compare' (duration: 435.628122ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:26:34.631365Z","caller":"traceutil/trace.go:171","msg":"trace[15867018] transaction","detail":"{read_only:false; response_revision:11894; number_of_response:1; }","duration":"517.512209ms","start":"2026-03-03T14:26:34.113837Z","end":"2026-03-03T14:26:34.631349Z","steps":["trace[15867018] 'process raft request' (duration: 517.456977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.63145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.048662Z","time spent":"582.718074ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:34.631437Z","caller":"traceutil/trace.go:171","msg":"trace[1964060256] linearizableReadLoop","detail":"{readStateIndex:12394; appliedIndex:12393; }","duration":"581.292221ms","start":"2026-03-03T14:26:34.050105Z","end":"2026-03-03T14:26:34.631397Z","steps":["trace[1964060256] 'read index received' (duration: 145.276399ms)","trace[1964060256] 'applied index is now lower than readState.Index' (duration: 436.010442ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:34.631639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.516346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:34.631711Z","caller":"traceutil/trace.go:171","msg":"trace[242449204] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11894; }","duration":"581.635899ms","start":"2026-03-03T14:26:34.050055Z","end":"2026-03-03T14:26:34.631691Z","steps":["trace[242449204] 'agreement among raft nodes before linearized reading' (duration: 581.511146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.631762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.05003Z","time spent":"581.71706ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:34.631808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.879061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:26:34.631841Z","caller":"traceutil/trace.go:171","msg":"trace[952886226] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11894; }","duration":"498.932833ms","start":"2026-03-03T14:26:34.132899Z","end":"2026-03-03T14:26:34.631832Z","steps":["trace[952886226] 'agreement among raft nodes before linearized reading' (duration: 498.81274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.631873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.13289Z","time spent":"498.976824ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:26:34.63199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.886977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:26:34.632021Z","caller":"traceutil/trace.go:171","msg":"trace[2107938182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11894; }","duration":"166.95018ms","start":"2026-03-03T14:26:34.465061Z","end":"2026-03-03T14:26:34.632011Z","steps":["trace[2107938182] 'agreement among raft nodes before linearized reading' (duration: 166.867367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.209444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:26:34.632136Z","caller":"traceutil/trace.go:171","msg":"trace[38009822] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11894; }","duration":"192.255995ms","start":"2026-03-03T14:26:34.439876Z","end":"2026-03-03T14:26:34.632132Z","steps":["trace[38009822] 'agreement among raft nodes before linearized reading' (duration: 192.194593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.510682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:34.632245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.394542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:34.632242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.816839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:34.632283Z","caller":"traceutil/trace.go:171","msg":"trace[400726040] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11894; }","duration":"342.597214ms","start":"2026-03-03T14:26:34.289653Z","end":"2026-03-03T14:26:34.63225Z","steps":["trace[400726040] 'agreement among raft nodes before linearized reading' (duration: 342.483321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.680666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:34.632342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.289645Z","time spent":"342.683876ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:34.632372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.784973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:34.632402Z","caller":"traceutil/trace.go:171","msg":"trace[719193901] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11894; }","duration":"482.859815ms","start":"2026-03-03T14:26:34.149536Z","end":"2026-03-03T14:26:34.632396Z","steps":["trace[719193901] 'agreement among raft nodes before linearized reading' (duration: 482.737952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.63241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.781238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:34.632429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.149513Z","time spent":"482.909977ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:34.632369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.113817Z","time spent":"517.582241ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:34.632439Z","caller":"traceutil/trace.go:171","msg":"trace[1311658581] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11894; }","duration":"342.900601ms","start":"2026-03-03T14:26:34.28953Z","end":"2026-03-03T14:26:34.63243Z","steps":["trace[1311658581] 'agreement among raft nodes before linearized reading' (duration: 342.863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.289507Z","time spent":"342.968393ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:26:34.632374Z","caller":"traceutil/trace.go:171","msg":"trace[1461739968] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11894; }","duration":"342.817759ms","start":"2026-03-03T14:26:34.289549Z","end":"2026-03-03T14:26:34.632367Z","steps":["trace[1461739968] 'agreement among raft nodes before linearized reading' (duration: 342.764348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.289502Z","time spent":"343.106306ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:26:34.632655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.789219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:26:34.632261Z","caller":"traceutil/trace.go:171","msg":"trace[1676603186] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11894; }","duration":"343.450244ms","start":"2026-03-03T14:26:34.288806Z","end":"2026-03-03T14:26:34.632256Z","steps":["trace[1676603186] 'agreement among raft nodes before linearized reading' (duration: 343.421733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:34.632713Z","caller":"traceutil/trace.go:171","msg":"trace[943537128] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11894; }","duration":"198.890781ms","start":"2026-03-03T14:26:34.433808Z","end":"2026-03-03T14:26:34.632699Z","steps":["trace[943537128] 'agreement among raft nodes before linearized reading' (duration: 198.738648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.288775Z","time spent":"343.960586ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:26:34.63229Z","caller":"traceutil/trace.go:171","msg":"trace[95689632] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11894; }","duration":"342.87897ms","start":"2026-03-03T14:26:34.289399Z","end":"2026-03-03T14:26:34.632278Z","steps":["trace[95689632] 'agreement among raft nodes before linearized reading' (duration: 342.797588ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.28939Z","time spent":"343.429164ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:26:34.632909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.578303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:26:34.632925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.038434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:26:34.632953Z","caller":"traceutil/trace.go:171","msg":"trace[1522026492] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11894; }","duration":"240.657715ms","start":"2026-03-03T14:26:34.392282Z","end":"2026-03-03T14:26:34.63294Z","steps":["trace[1522026492] 'agreement among raft nodes before linearized reading' (duration: 240.536802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.632985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.582169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:34.633019Z","caller":"traceutil/trace.go:171","msg":"trace[1171186973] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11894; }","duration":"341.640301ms","start":"2026-03-03T14:26:34.291368Z","end":"2026-03-03T14:26:34.633009Z","steps":["trace[1171186973] 'agreement among raft nodes before linearized reading' (duration: 341.58274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.633048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.291357Z","time spent":"341.683842ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:26:34.632992Z","caller":"traceutil/trace.go:171","msg":"trace[1428429120] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11894; }","duration":"343.136016ms","start":"2026-03-03T14:26:34.289837Z","end":"2026-03-03T14:26:34.632973Z","steps":["trace[1428429120] 'agreement among raft nodes before linearized reading' (duration: 342.920111ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:34.63345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.289833Z","time spent":"343.598627ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:26:35.322385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:35.823903Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:36.324185Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:36.825193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376247,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:36.89078Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.250263541s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:38.047641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:38.047743Z","caller":"traceutil/trace.go:171","msg":"trace[213614195] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00041122s","start":"2026-03-03T14:26:36.04731Z","end":"2026-03-03T14:26:38.047721Z","steps":["trace[213614195] 'agreement among raft nodes before linearized reading' (duration: 2.000277976s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:38.047797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.047285Z","time spent":"2.000496232s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:39.084991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193870242s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:39.08518Z","caller":"traceutil/trace.go:171","msg":"trace[2050667041] transaction","detail":"{read_only:false; response_revision:11895; number_of_response:1; }","duration":"4.444726967s","start":"2026-03-03T14:26:34.640421Z","end":"2026-03-03T14:26:39.085148Z","steps":["trace[2050667041] 'process raft request' (duration: 2.250513357s)","trace[2050667041] 'compare' (duration: 2.193025773s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:39.085276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.640403Z","time spent":"4.44483577s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:39.63788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.64059Z","time spent":"4.997279541s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:39.641682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.641886Z","time spent":"4.999789552s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:40.048618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000201355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:40.048732Z","caller":"traceutil/trace.go:171","msg":"trace[1211603774] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000374909s","start":"2026-03-03T14:26:38.048336Z","end":"2026-03-03T14:26:40.048711Z","steps":["trace[1211603774] 'agreement among raft nodes before linearized reading' (duration: 2.000227596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:40.04878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.048314Z","time spent":"2.000456962s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:40.995563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.9971Z","time spent":"4.99844959s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:41.639788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.640886Z","time spent":"4.99889457s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:41.641881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.640749Z","time spent":"7.001124474s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:41.645436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.646481Z","time spent":"4.998948421s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:41.833274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.652297198s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:41.833456Z","caller":"traceutil/trace.go:171","msg":"trace[960331063] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11895; }","duration":"1.652495343s","start":"2026-03-03T14:26:40.180926Z","end":"2026-03-03T14:26:41.833421Z","steps":["trace[960331063] 'range keys from in-memory index tree' (duration: 1.652278378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:42.056984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000119895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:42.057094Z","caller":"traceutil/trace.go:171","msg":"trace[1906883830] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000297559s","start":"2026-03-03T14:26:40.056771Z","end":"2026-03-03T14:26:42.057069Z","steps":["trace[1906883830] 'agreement among raft nodes before linearized reading' (duration: 2.000153715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:42.057159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.05675Z","time spent":"2.00038845s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:42.062291Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.272667175s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:26:42.063192Z","caller":"traceutil/trace.go:171","msg":"trace[774771764] linearizableReadLoop","detail":"{readStateIndex:12403; appliedIndex:12395; }","duration":"7.241838771s","start":"2026-03-03T14:26:34.821299Z","end":"2026-03-03T14:26:42.063138Z","steps":["trace[774771764] 'read index received' (duration: 2.069647531s)","trace[774771764] 'applied index is now lower than readState.Index' (duration: 5.172190059s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:42.063425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.242118397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:26:42.06347Z","caller":"traceutil/trace.go:171","msg":"trace[2069081248] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11902; }","duration":"7.242190028s","start":"2026-03-03T14:26:34.821265Z","end":"2026-03-03T14:26:42.063455Z","steps":["trace[2069081248] 'agreement among raft nodes before linearized reading' (duration: 7.242024724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:42.063511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:34.82125Z","time spent":"7.24225365s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:26:42.063662Z","caller":"traceutil/trace.go:171","msg":"trace[1508050750] transaction","detail":"{read_only:false; response_revision:11900; number_of_response:1; }","duration":"5.799979985s","start":"2026-03-03T14:26:36.263129Z","end":"2026-03-03T14:26:42.063109Z","steps":["trace[1508050750] 'process raft request' (duration: 5.799698738s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:42.064043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.263104Z","time spent":"5.800855034s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:43.326824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.372554Z","time spent":"954.262139ms","remote":"127.0.0.1:47800","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:43.327434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.577246ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:26:43.328006Z","caller":"traceutil/trace.go:171","msg":"trace[1783747344] transaction","detail":"{read_only:false; response_revision:11904; number_of_response:1; }","duration":"4.339676497s","start":"2026-03-03T14:26:38.988302Z","end":"2026-03-03T14:26:43.327979Z","steps":["trace[1783747344] 'process raft request' (duration: 4.339265327s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.328032Z","caller":"traceutil/trace.go:171","msg":"trace[164797763] transaction","detail":"{read_only:false; response_revision:11903; number_of_response:1; }","duration":"5.081385413s","start":"2026-03-03T14:26:38.246606Z","end":"2026-03-03T14:26:43.327991Z","steps":["trace[164797763] 'process raft request' (duration: 4.29313621s)","trace[164797763] 'compare' (duration: 787.345161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:43.328195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.988276Z","time spent":"4.33979513s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:43.369702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.246581Z","time spent":"5.081516537s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:43.846575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.932083ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:26:43.84677Z","caller":"traceutil/trace.go:171","msg":"trace[1750602004] linearizableReadLoop","detail":"{readStateIndex:12406; appliedIndex:12403; }","duration":"1.783493226s","start":"2026-03-03T14:26:42.063253Z","end":"2026-03-03T14:26:43.846747Z","steps":["trace[1750602004] 'read index received' (duration: 476.471294ms)","trace[1750602004] 'applied index is now lower than readState.Index' (duration: 1.307020052s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:43.84707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047737412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.847112Z","caller":"traceutil/trace.go:171","msg":"trace[1064171720] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:11905; }","duration":"5.047830884s","start":"2026-03-03T14:26:38.799272Z","end":"2026-03-03T14:26:43.847103Z","steps":["trace[1064171720] 'agreement among raft nodes before linearized reading' (duration: 5.047751703s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.799249Z","time spent":"5.047881955s","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.847189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.234937068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.847266Z","caller":"traceutil/trace.go:171","msg":"trace[1083152459] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:11905; }","duration":"7.235093182s","start":"2026-03-03T14:26:36.612155Z","end":"2026-03-03T14:26:43.847248Z","steps":["trace[1083152459] 'agreement among raft nodes before linearized reading' (duration: 7.234950598s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.113053044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:43.847461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197813023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:43.847438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.790358967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:43.847501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.682119868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:43.8476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197161779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.847634Z","caller":"traceutil/trace.go:171","msg":"trace[727102175] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11905; }","duration":"8.682312272s","start":"2026-03-03T14:26:35.165293Z","end":"2026-03-03T14:26:43.847606Z","steps":["trace[727102175] 'agreement among raft nodes before linearized reading' (duration: 8.682037286s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.679129832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:26:43.847665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.210212636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.847694Z","caller":"traceutil/trace.go:171","msg":"trace[1182683318] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11905; }","duration":"7.679204014s","start":"2026-03-03T14:26:36.168483Z","end":"2026-03-03T14:26:43.847687Z","steps":["trace[1182683318] 'agreement among raft nodes before linearized reading' (duration: 7.679082411s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465616476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:43.847744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197368693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:43.847782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800522627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:43.847781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.21040337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.84779Z","caller":"traceutil/trace.go:171","msg":"trace[1334583071] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:11905; }","duration":"3.4658358s","start":"2026-03-03T14:26:40.38192Z","end":"2026-03-03T14:26:43.847756Z","steps":["trace[1334583071] 'agreement among raft nodes before linearized reading' (duration: 3.465582585s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.847822Z","caller":"traceutil/trace.go:171","msg":"trace[1878663526] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11905; }","duration":"3.800595979s","start":"2026-03-03T14:26:40.047211Z","end":"2026-03-03T14:26:43.847807Z","steps":["trace[1878663526] 'agreement among raft nodes before linearized reading' (duration: 3.800531227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197724431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.84785Z","caller":"traceutil/trace.go:171","msg":"trace[814470008] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11905; }","duration":"7.210489182s","start":"2026-03-03T14:26:36.637343Z","end":"2026-03-03T14:26:43.847833Z","steps":["trace[814470008] 'agreement among raft nodes before linearized reading' (duration: 7.21040521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.207639399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:26:43.84748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.89213709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:26:43.847886Z","caller":"traceutil/trace.go:171","msg":"trace[463342727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11905; }","duration":"7.197787563s","start":"2026-03-03T14:26:36.650087Z","end":"2026-03-03T14:26:43.847875Z","steps":["trace[463342727] 'agreement among raft nodes before linearized reading' (duration: 7.19766742s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.8479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.637329Z","time spent":"7.210559384s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:26:43.847921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.650078Z","time spent":"7.197837724s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:26:43.847922Z","caller":"traceutil/trace.go:171","msg":"trace[1183230953] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11905; }","duration":"2.207802522s","start":"2026-03-03T14:26:41.640101Z","end":"2026-03-03T14:26:43.847904Z","steps":["trace[1183230953] 'agreement among raft nodes before linearized reading' (duration: 2.207522405s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.847925Z","caller":"traceutil/trace.go:171","msg":"trace[1368234942] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11905; }","duration":"6.89258115s","start":"2026-03-03T14:26:36.955331Z","end":"2026-03-03T14:26:43.847912Z","steps":["trace[1368234942] 'agreement among raft nodes before linearized reading' (duration: 6.892020917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.197820103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:26:43.847962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.955292Z","time spent":"6.892660612s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:26:43.847967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.640063Z","time spent":"2.207897144s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:26:43.847986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801837775s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:43.847986Z","caller":"traceutil/trace.go:171","msg":"trace[1183926038] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11905; }","duration":"7.197888256s","start":"2026-03-03T14:26:36.650085Z","end":"2026-03-03T14:26:43.847973Z","steps":["trace[1183926038] 'agreement among raft nodes before linearized reading' (duration: 7.197743232s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.848021Z","caller":"traceutil/trace.go:171","msg":"trace[1484744046] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11906; }","duration":"4.801928496s","start":"2026-03-03T14:26:39.046083Z","end":"2026-03-03T14:26:43.848012Z","steps":["trace[1484744046] 'agreement among raft nodes before linearized reading' (duration: 4.801862135s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.650075Z","time spent":"7.197949777s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:26:43.848005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.551076338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:26:43.848151Z","caller":"traceutil/trace.go:171","msg":"trace[1949273782] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11905; }","duration":"7.551223761s","start":"2026-03-03T14:26:36.296888Z","end":"2026-03-03T14:26:43.848112Z","steps":["trace[1949273782] 'agreement among raft nodes before linearized reading' (duration: 7.550891033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.84763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.555883902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:26:43.848211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.296875Z","time spent":"7.551328004s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:26:43.847994Z","caller":"traceutil/trace.go:171","msg":"trace[2027730211] transaction","detail":"{read_only:false; response_revision:11906; number_of_response:1; }","duration":"1.780019524s","start":"2026-03-03T14:26:42.067961Z","end":"2026-03-03T14:26:43.847981Z","steps":["trace[2027730211] 'process raft request' (duration: 1.778742824s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.848249Z","caller":"traceutil/trace.go:171","msg":"trace[2135041898] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11905; }","duration":"7.556611457s","start":"2026-03-03T14:26:36.291616Z","end":"2026-03-03T14:26:43.848228Z","steps":["trace[2135041898] 'agreement among raft nodes before linearized reading' (duration: 7.555612534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.726027899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:43.848322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.291596Z","time spent":"7.55671013s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:26:43.848331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.204019973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:26:43.848358Z","caller":"traceutil/trace.go:171","msg":"trace[1317084998] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11906; }","duration":"2.726130761s","start":"2026-03-03T14:26:41.122212Z","end":"2026-03-03T14:26:43.848343Z","steps":["trace[1317084998] 'agreement among raft nodes before linearized reading' (duration: 2.726023929s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.848374Z","caller":"traceutil/trace.go:171","msg":"trace[1058820576] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11906; }","duration":"2.204098404s","start":"2026-03-03T14:26:41.64426Z","end":"2026-03-03T14:26:43.848358Z","steps":["trace[1058820576] 'agreement among raft nodes before linearized reading' (duration: 2.204007262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.908358141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:43.848409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.644241Z","time spent":"2.204161725s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:26:43.847868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.047188Z","time spent":"3.800671101s","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.848428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.122174Z","time spent":"2.726216563s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.848455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206296116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-03T14:26:43.848048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:39.046052Z","time spent":"4.801989358s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:43.848503Z","caller":"traceutil/trace.go:171","msg":"trace[92028006] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11906; }","duration":"2.206392088s","start":"2026-03-03T14:26:41.642097Z","end":"2026-03-03T14:26:43.848489Z","steps":["trace[92028006] 'agreement among raft nodes before linearized reading' (duration: 2.206203304s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.8478Z","caller":"traceutil/trace.go:171","msg":"trace[70485762] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:11905; }","duration":"7.197447585s","start":"2026-03-03T14:26:36.65034Z","end":"2026-03-03T14:26:43.847787Z","steps":["trace[70485762] 'agreement among raft nodes before linearized reading' (duration: 7.197341653s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.847653Z","caller":"traceutil/trace.go:171","msg":"trace[1185162661] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11905; }","duration":"7.19722903s","start":"2026-03-03T14:26:36.650412Z","end":"2026-03-03T14:26:43.847641Z","steps":["trace[1185162661] 'agreement among raft nodes before linearized reading' (duration: 7.197156038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.650326Z","time spent":"7.198243504s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.847603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.209481948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:26:43.847926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.801454205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:43.848718Z","caller":"traceutil/trace.go:171","msg":"trace[764351468] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11905; }","duration":"4.802276095s","start":"2026-03-03T14:26:39.046428Z","end":"2026-03-03T14:26:43.848704Z","steps":["trace[764351468] 'agreement among raft nodes before linearized reading' (duration: 4.801411074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.586164963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:43.847321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.612129Z","time spent":"7.235178523s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:26:43.848415Z","caller":"traceutil/trace.go:171","msg":"trace[522000661] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:11906; }","duration":"4.90870926s","start":"2026-03-03T14:26:38.939698Z","end":"2026-03-03T14:26:43.848408Z","steps":["trace[522000661] 'agreement among raft nodes before linearized reading' (duration: 4.908361202s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.75833263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:26:43.848786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:38.93968Z","time spent":"4.909092149s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":27,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.848802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.850984591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:26:43.848804Z","caller":"traceutil/trace.go:171","msg":"trace[1812749993] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11906; }","duration":"2.758421772s","start":"2026-03-03T14:26:41.090373Z","end":"2026-03-03T14:26:43.848794Z","steps":["trace[1812749993] 'agreement among raft nodes before linearized reading' (duration: 2.758222917s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.848825Z","caller":"traceutil/trace.go:171","msg":"trace[2062079214] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11906; }","duration":"2.851049112s","start":"2026-03-03T14:26:40.997769Z","end":"2026-03-03T14:26:43.848818Z","steps":["trace[2062079214] 'agreement among raft nodes before linearized reading' (duration: 2.85098034s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.090344Z","time spent":"2.758484283s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:26:43.848852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.997736Z","time spent":"2.851111383s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:26:43.848613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.650407Z","time spent":"7.198198363s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:26:43.848911Z","caller":"traceutil/trace.go:171","msg":"trace[1470573753] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:11905; }","duration":"3.587414423s","start":"2026-03-03T14:26:40.261475Z","end":"2026-03-03T14:26:43.848889Z","steps":["trace[1470573753] 'agreement among raft nodes before linearized reading' (duration: 3.586164523s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.261129883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:43.848993Z","caller":"traceutil/trace.go:171","msg":"trace[1544619714] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11906; }","duration":"3.261200595s","start":"2026-03-03T14:26:40.587784Z","end":"2026-03-03T14:26:43.848985Z","steps":["trace[1544619714] 'agreement among raft nodes before linearized reading' (duration: 3.261158584s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.848999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.261446Z","time spent":"3.587526696s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.849027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.587759Z","time spent":"3.261258246s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.847205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.147226728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.847535Z","caller":"traceutil/trace.go:171","msg":"trace[1682382660] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11905; }","duration":"7.197900916s","start":"2026-03-03T14:26:36.649616Z","end":"2026-03-03T14:26:43.847517Z","steps":["trace[1682382660] 'agreement among raft nodes before linearized reading' (duration: 7.197795064s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.847603Z","caller":"traceutil/trace.go:171","msg":"trace[2044271426] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11905; }","duration":"1.790543561s","start":"2026-03-03T14:26:42.057031Z","end":"2026-03-03T14:26:43.847575Z","steps":["trace[2044271426] 'agreement among raft nodes before linearized reading' (duration: 1.790384738s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.847711Z","caller":"traceutil/trace.go:171","msg":"trace[849032187] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11905; }","duration":"7.210265697s","start":"2026-03-03T14:26:36.637433Z","end":"2026-03-03T14:26:43.847698Z","steps":["trace[849032187] 'agreement among raft nodes before linearized reading' (duration: 7.210197046s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.168467Z","time spent":"7.679253185s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:26:43.847535Z","caller":"traceutil/trace.go:171","msg":"trace[87425649] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:11905; }","duration":"8.113233618s","start":"2026-03-03T14:26:35.734131Z","end":"2026-03-03T14:26:43.847365Z","steps":["trace[87425649] 'agreement among raft nodes before linearized reading' (duration: 8.112977313s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.847708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.165276Z","time spent":"8.682419185s","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.847763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.210524714s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:43.84787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:40.381888Z","time spent":"3.465969834s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.848242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.200511991s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:26:43.849151Z","caller":"traceutil/trace.go:171","msg":"trace[1750433609] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11906; }","duration":"2.201435173s","start":"2026-03-03T14:26:41.647706Z","end":"2026-03-03T14:26:43.849141Z","steps":["trace[1750433609] 'agreement among raft nodes before linearized reading' (duration: 2.200468889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.849189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.647697Z","time spent":"2.201480393s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:26:43.849223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.637425Z","time spent":"7.211788113s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:43.848367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.067939Z","time spent":"1.780346721s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:43.849285Z","caller":"traceutil/trace.go:171","msg":"trace[1704399612] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11905; }","duration":"7.212068999s","start":"2026-03-03T14:26:36.637197Z","end":"2026-03-03T14:26:43.849266Z","steps":["trace[1704399612] 'agreement among raft nodes before linearized reading' (duration: 7.210547903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.849339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.637179Z","time spent":"7.212147362s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:26:43.848678Z","caller":"traceutil/trace.go:171","msg":"trace[1495880100] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11905; }","duration":"7.210585755s","start":"2026-03-03T14:26:36.638082Z","end":"2026-03-03T14:26:43.848668Z","steps":["trace[1495880100] 'agreement among raft nodes before linearized reading' (duration: 7.209429367s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:43.849425Z","caller":"traceutil/trace.go:171","msg":"trace[2044559128] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11905; }","duration":"8.149507792s","start":"2026-03-03T14:26:35.699907Z","end":"2026-03-03T14:26:43.849415Z","steps":["trace[2044559128] 'agreement among raft nodes before linearized reading' (duration: 8.147217058s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.849446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.057007Z","time spent":"1.792430746s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:43.849437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.649608Z","time spent":"7.199813841s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:26:43.849464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.638067Z","time spent":"7.211383403s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:26:43.849453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.699878Z","time spent":"8.149567654s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.849589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.734107Z","time spent":"8.115474442s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.849025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:39.046404Z","time spent":"4.802605982s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:43.848536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:41.642067Z","time spent":"2.206462689s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":550,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:26:43.853686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.371454795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:26:43.853761Z","caller":"traceutil/trace.go:171","msg":"trace[2057597620] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11905; }","duration":"8.371589699s","start":"2026-03-03T14:26:35.482154Z","end":"2026-03-03T14:26:43.853743Z","steps":["trace[2057597620] 'agreement among raft nodes before linearized reading' (duration: 8.365087427s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.853827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:35.482115Z","time spent":"8.371697722s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:26:43.855887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.81883584s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:43.855941Z","caller":"traceutil/trace.go:171","msg":"trace[1103034614] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:11906; }","duration":"7.818933502s","start":"2026-03-03T14:26:36.036997Z","end":"2026-03-03T14:26:43.855931Z","steps":["trace[1103034614] 'agreement among raft nodes before linearized reading' (duration: 7.811175489s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:43.855972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:36.036972Z","time spent":"7.818993354s","remote":"127.0.0.1:44052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:44.132089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.071476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:44.132151Z","caller":"traceutil/trace.go:171","msg":"trace[636061476] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"485.195729ms","start":"2026-03-03T14:26:43.64694Z","end":"2026-03-03T14:26:44.132136Z","steps":["trace[636061476] 'agreement among raft nodes before linearized reading' (duration: 485.114397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:44.132181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.646908Z","time spent":"485.268171ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 14:26:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:44.347182Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:44.398166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.86275Z","time spent":"535.400531ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:44.461339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.867286Z","time spent":"594.044412ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:44.84792Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:45.348587Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:45.849181Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376262,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:26:45.859821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000720918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:45.859929Z","caller":"traceutil/trace.go:171","msg":"trace[1041356919] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001057706s","start":"2026-03-03T14:26:43.858852Z","end":"2026-03-03T14:26:45.85991Z","steps":["trace[1041356919] 'agreement among raft nodes before linearized reading' (duration: 2.000727818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:45.860233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.858845Z","time spent":"2.001334484s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:45.996643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138810768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:45.996727Z","caller":"traceutil/trace.go:171","msg":"trace[367575864] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.138942691s","start":"2026-03-03T14:26:43.85776Z","end":"2026-03-03T14:26:45.996703Z","steps":["trace[367575864] 'agreement among raft nodes before linearized reading' (duration: 2.138842179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:45.996768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.857742Z","time spent":"2.139018553s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 14:26:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:46.220923Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.039065196s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:46.639889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.779944887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:46.639991Z","caller":"traceutil/trace.go:171","msg":"trace[438659051] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.780104651s","start":"2026-03-03T14:26:43.859865Z","end":"2026-03-03T14:26:46.63997Z","steps":["trace[438659051] 'agreement among raft nodes before linearized reading' (duration: 2.779968538s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:46.640045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.859849Z","time spent":"2.780178662s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 14:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:46.646587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.787462965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:46.64667Z","caller":"traceutil/trace.go:171","msg":"trace[849546170] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.787582917s","start":"2026-03-03T14:26:43.859067Z","end":"2026-03-03T14:26:46.64665Z","steps":["trace[849546170] 'agreement among raft nodes before linearized reading' (duration: 2.787470014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:46.646713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.859059Z","time spent":"2.787646189s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 14:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:46.657134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799845026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:46.657251Z","caller":"traceutil/trace.go:171","msg":"trace[1461928415] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; }","duration":"2.799998349s","start":"2026-03-03T14:26:43.857224Z","end":"2026-03-03T14:26:46.657222Z","steps":["trace[1461928415] 'agreement among raft nodes before linearized reading' (duration: 2.799847596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:46.657316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.857218Z","time spent":"2.800084601s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":0,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} 2026/03/03 14:26:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:47.860133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000179825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:47.860198Z","caller":"traceutil/trace.go:171","msg":"trace[466231471] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000271698s","start":"2026-03-03T14:26:45.859913Z","end":"2026-03-03T14:26:47.860185Z","steps":["trace[466231471] 'agreement among raft nodes before linearized reading' (duration: 2.000187095s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:47.860229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.859907Z","time spent":"2.000315489s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:48.853695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.857355Z","time spent":"4.996317351s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:48 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:49.462444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:44.463479Z","time spent":"4.998950522s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:49.868852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000253897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:49.868933Z","caller":"traceutil/trace.go:171","msg":"trace[1651939562] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00039224s","start":"2026-03-03T14:26:47.868522Z","end":"2026-03-03T14:26:49.868914Z","steps":["trace[1651939562] 'agreement among raft nodes before linearized reading' (duration: 2.000291238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:49.86898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:47.868499Z","time spent":"2.000471562s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:49.970388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.947848Z","time spent":"7.022533249s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:50.854708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.854034Z","time spent":"7.000661004s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:50.860785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.860273Z","time spent":"7.0005073s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:50.861971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.861615Z","time spent":"7.000347857s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:51.090088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.871154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:51.0902Z","caller":"traceutil/trace.go:171","msg":"trace[459477372] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"234.045059ms","start":"2026-03-03T14:26:50.856132Z","end":"2026-03-03T14:26:51.090178Z","steps":["trace[459477372] 'agreement among raft nodes before linearized reading' (duration: 233.908425ms)"],"step_count":1} 2026/03/03 14:26:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:51.869943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000507133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:51.870036Z","caller":"traceutil/trace.go:171","msg":"trace[869753248] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658096s","start":"2026-03-03T14:26:49.869353Z","end":"2026-03-03T14:26:51.870011Z","steps":["trace[869753248] 'agreement among raft nodes before linearized reading' (duration: 2.000544344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:51.870083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:49.869334Z","time spent":"2.000739078s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:52.590738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.441225655s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:52.590878Z","caller":"traceutil/trace.go:171","msg":"trace[1786273865] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11906; }","duration":"2.441382529s","start":"2026-03-03T14:26:50.149474Z","end":"2026-03-03T14:26:52.590857Z","steps":["trace[1786273865] 'range keys from in-memory index tree' (duration: 2.441205255s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:52.594785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.373500934s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:26:53.886457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000289908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:53.886521Z","caller":"traceutil/trace.go:171","msg":"trace[1788480558] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0003969s","start":"2026-03-03T14:26:51.886112Z","end":"2026-03-03T14:26:53.886509Z","steps":["trace[1788480558] 'agreement among raft nodes before linearized reading' (duration: 2.000312828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:53.886555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:51.886095Z","time spent":"2.000454162s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:55.390079Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"7.445717207s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:26:55.85504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.000869175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:55.855129Z","caller":"traceutil/trace.go:171","msg":"trace[932515281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"10.001015938s","start":"2026-03-03T14:26:45.854095Z","end":"2026-03-03T14:26:55.85511Z","steps":["trace[932515281] 'agreement among raft nodes before linearized reading' (duration: 10.000900886s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:55.855232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.854076Z","time spent":"10.001133472s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/03/03 14:26:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:55.88726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000374499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:55.887393Z","caller":"traceutil/trace.go:171","msg":"trace[2021410933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000552054s","start":"2026-03-03T14:26:53.886818Z","end":"2026-03-03T14:26:55.88737Z","steps":["trace[2021410933] 'agreement among raft nodes before linearized reading' (duration: 2.00039388s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:55.887451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:53.886807Z","time spent":"2.000632955s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:56.091749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:51.092915Z","time spent":"4.998826519s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:56.211939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999925449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:26:56.212045Z","caller":"traceutil/trace.go:171","msg":"trace[1030569836] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000260627s","start":"2026-03-03T14:26:54.211765Z","end":"2026-03-03T14:26:56.212026Z","steps":["trace[1030569836] 'agreement among raft nodes before linearized reading' (duration: 2.000132694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:56.212097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:54.211752Z","time spent":"2.000334078s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:57.091215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:55.31912Z","time spent":"1.772086487s","remote":"127.0.0.1:44536","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:26:57.091812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.701525597s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:26:57.092344Z","caller":"traceutil/trace.go:171","msg":"trace[778357556] linearizableReadLoop","detail":"{readStateIndex:12415; appliedIndex:12407; }","duration":"13.245501279s","start":"2026-03-03T14:26:43.846821Z","end":"2026-03-03T14:26:57.092323Z","steps":["trace[778357556] 'read index received' (duration: 2.374462434s)","trace[778357556] 'applied index is now lower than readState.Index' (duration: 10.871037485s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:57.092526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.937374023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:57.092546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.893882855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:57.092578Z","caller":"traceutil/trace.go:171","msg":"trace[1023810786] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:11912; }","duration":"13.937477106s","start":"2026-03-03T14:26:43.155087Z","end":"2026-03-03T14:26:57.092564Z","steps":["trace[1023810786] 'agreement among raft nodes before linearized reading' (duration: 13.937343593s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:57.0926Z","caller":"traceutil/trace.go:171","msg":"trace[368304677] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:11912; }","duration":"14.893980057s","start":"2026-03-03T14:26:42.198606Z","end":"2026-03-03T14:26:57.092586Z","steps":["trace[368304677] 'agreement among raft nodes before linearized reading' (duration: 14.893868495s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:57.092625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.155065Z","time spent":"13.937546167s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:57.092638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:42.19859Z","time spent":"14.894041168s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:57.167919Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.056445354s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:26:57.168474Z","caller":"traceutil/trace.go:171","msg":"trace[2057740891] transaction","detail":"{read_only:false; response_revision:11913; number_of_response:1; }","duration":"6.331893025s","start":"2026-03-03T14:26:50.836558Z","end":"2026-03-03T14:26:57.168451Z","steps":["trace[2057740891] 'process raft request' (duration: 6.331664169s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:57.168465Z","caller":"traceutil/trace.go:171","msg":"trace[532628690] transaction","detail":"{read_only:false; response_revision:11914; number_of_response:1; }","duration":"5.013373792s","start":"2026-03-03T14:26:52.155071Z","end":"2026-03-03T14:26:57.168445Z","steps":["trace[532628690] 'process raft request' (duration: 5.01329449s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:57.168603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:52.155044Z","time spent":"5.013491015s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:57.168595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.836534Z","time spent":"6.331994846s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:26:57.168656Z","caller":"traceutil/trace.go:171","msg":"trace[1567364569] transaction","detail":"{read_only:false; response_revision:11915; number_of_response:1; }","duration":"3.398008345s","start":"2026-03-03T14:26:53.770615Z","end":"2026-03-03T14:26:57.168623Z","steps":["trace[1567364569] 'process raft request' (duration: 3.39779464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:57.168851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:53.770595Z","time spent":"3.398177568s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:57.896012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000160575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:26:57.896096Z","caller":"traceutil/trace.go:171","msg":"trace[1191866459] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000283558s","start":"2026-03-03T14:26:55.895793Z","end":"2026-03-03T14:26:57.896077Z","steps":["trace[1191866459] 'agreement among raft nodes before linearized reading' (duration: 2.000177695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:57.896169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:55.895781Z","time spent":"2.00037126s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:26:57 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:26:58.684897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.516700177s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:26:58.685337Z","caller":"traceutil/trace.go:171","msg":"trace[132242326] linearizableReadLoop","detail":"{readStateIndex:12420; appliedIndex:12415; }","duration":"1.59291389s","start":"2026-03-03T14:26:57.092397Z","end":"2026-03-03T14:26:58.685311Z","steps":["trace[132242326] 'read index received' (duration: 75.875406ms)","trace[132242326] 'applied index is now lower than readState.Index' (duration: 1.517037194s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:26:58.6855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.11793643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.685515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.558919548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.685549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.663442446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.685556Z","caller":"traceutil/trace.go:171","msg":"trace[1866394833] transaction","detail":"{read_only:false; response_revision:11916; number_of_response:1; }","duration":"2.828093172s","start":"2026-03-03T14:26:55.857447Z","end":"2026-03-03T14:26:58.68554Z","steps":["trace[1866394833] 'process raft request' (duration: 2.827663662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.685564Z","caller":"traceutil/trace.go:171","msg":"trace[1329318757] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:11916; }","duration":"8.55902575s","start":"2026-03-03T14:26:50.126525Z","end":"2026-03-03T14:26:58.685551Z","steps":["trace[1329318757] 'agreement among raft nodes before linearized reading' (duration: 8.558915517s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.685574Z","caller":"traceutil/trace.go:171","msg":"trace[2132079753] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:11916; }","duration":"2.663494807s","start":"2026-03-03T14:26:56.02207Z","end":"2026-03-03T14:26:58.685565Z","steps":["trace[2132079753] 'agreement among raft nodes before linearized reading' (duration: 2.663456926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:56.022053Z","time spent":"2.663554068s","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.685619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.829199224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.685621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.126504Z","time spent":"8.559106632s","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:58.685649Z","caller":"traceutil/trace.go:171","msg":"trace[644637470] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:11916; }","duration":"8.118047763s","start":"2026-03-03T14:26:50.567492Z","end":"2026-03-03T14:26:58.68554Z","steps":["trace[644637470] 'agreement among raft nodes before linearized reading' (duration: 8.117861288s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.685654Z","caller":"traceutil/trace.go:171","msg":"trace[1927240147] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:11916; }","duration":"7.829242316s","start":"2026-03-03T14:26:50.856389Z","end":"2026-03-03T14:26:58.685631Z","steps":["trace[1927240147] 'agreement among raft nodes before linearized reading' (duration: 7.829209265s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.56747Z","time spent":"8.118192616s","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.685674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.85637Z","time spent":"7.829299247s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:26:58.685711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.268439196s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:58.685733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.626629502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:26:58.685786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.267011961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.685801Z","caller":"traceutil/trace.go:171","msg":"trace[1652526199] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11916; }","duration":"6.626723534s","start":"2026-03-03T14:26:52.059055Z","end":"2026-03-03T14:26:58.685779Z","steps":["trace[1652526199] 'agreement among raft nodes before linearized reading' (duration: 6.626452118s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.685809Z","caller":"traceutil/trace.go:171","msg":"trace[1902565570] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:11916; }","duration":"3.267035712s","start":"2026-03-03T14:26:55.418767Z","end":"2026-03-03T14:26:58.685802Z","steps":["trace[1902565570] 'agreement among raft nodes before linearized reading' (duration: 3.266996861s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.685797Z","caller":"traceutil/trace.go:171","msg":"trace[1072764323] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:11916; }","duration":"5.268573039s","start":"2026-03-03T14:26:53.417193Z","end":"2026-03-03T14:26:58.685767Z","steps":["trace[1072764323] 'agreement among raft nodes before linearized reading' (duration: 5.268372834s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:55.41872Z","time spent":"3.267109003s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.685834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.82747522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.68584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:52.059035Z","time spent":"6.626798995s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:26:58.685855Z","caller":"traceutil/trace.go:171","msg":"trace[1790122163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11916; }","duration":"12.827503722s","start":"2026-03-03T14:26:45.858345Z","end":"2026-03-03T14:26:58.685849Z","steps":["trace[1790122163] 'agreement among raft nodes before linearized reading' (duration: 12.827471551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:53.417167Z","time spent":"5.268674142s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":45,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.685856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.827659365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:26:58.685859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.635799582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.685873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.858342Z","time spent":"12.827527652s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:58.685892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.088683651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:26:58.685898Z","caller":"traceutil/trace.go:171","msg":"trace[47609309] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11916; }","duration":"12.827705667s","start":"2026-03-03T14:26:45.858178Z","end":"2026-03-03T14:26:58.685883Z","steps":["trace[47609309] 'agreement among raft nodes before linearized reading' (duration: 12.827593894s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.685919Z","caller":"traceutil/trace.go:171","msg":"trace[1151526475] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:11916; }","duration":"8.088709241s","start":"2026-03-03T14:26:50.597202Z","end":"2026-03-03T14:26:58.685911Z","steps":["trace[1151526475] 'agreement among raft nodes before linearized reading' (duration: 8.08866908s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.68592Z","caller":"traceutil/trace.go:171","msg":"trace[298661162] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:11916; }","duration":"5.635903574s","start":"2026-03-03T14:26:53.05Z","end":"2026-03-03T14:26:58.685904Z","steps":["trace[298661162] 'agreement among raft nodes before linearized reading' (duration: 5.635789211s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.597141Z","time spent":"8.088792364s","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.685931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.858172Z","time spent":"12.827752448s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:26:58.685784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.82744507s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.685967Z","caller":"traceutil/trace.go:171","msg":"trace[443532632] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11916; }","duration":"12.827640764s","start":"2026-03-03T14:26:45.858322Z","end":"2026-03-03T14:26:58.685962Z","steps":["trace[443532632] 'agreement among raft nodes before linearized reading' (duration: 12.82742979s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:53.049979Z","time spent":"5.635973896s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.685716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.828726301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.686022Z","caller":"traceutil/trace.go:171","msg":"trace[2097462870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11916; }","duration":"12.829086699s","start":"2026-03-03T14:26:45.85693Z","end":"2026-03-03T14:26:58.686017Z","steps":["trace[2097462870] 'agreement among raft nodes before linearized reading' (duration: 12.828666109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.712496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.68549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.284620771s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.686043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.856924Z","time spent":"12.82911381s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:26:58.686056Z","caller":"traceutil/trace.go:171","msg":"trace[1969002715] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11916; }","duration":"789.796208ms","start":"2026-03-03T14:26:57.896249Z","end":"2026-03-03T14:26:58.686045Z","steps":["trace[1969002715] 'agreement among raft nodes before linearized reading' (duration: 789.714006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.816155738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.686086Z","caller":"traceutil/trace.go:171","msg":"trace[1140804869] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:11916; }","duration":"7.816675049s","start":"2026-03-03T14:26:50.869405Z","end":"2026-03-03T14:26:58.68608Z","steps":["trace[1140804869] 'agreement among raft nodes before linearized reading' (duration: 7.816139967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:57.896229Z","time spent":"789.85113ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:26:58.686106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:50.869397Z","time spent":"7.81670363s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.685988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.858317Z","time spent":"12.827662175s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:26:58.686155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.831797802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.686185Z","caller":"traceutil/trace.go:171","msg":"trace[290616000] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11916; }","duration":"12.831843933s","start":"2026-03-03T14:26:45.854331Z","end":"2026-03-03T14:26:58.686175Z","steps":["trace[290616000] 'agreement among raft nodes before linearized reading' (duration: 12.831793602s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.85432Z","time spent":"12.831888524s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:26:58.685631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:55.85742Z","time spent":"2.828164493s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":411,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:26:58.686258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.830803549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.686283Z","caller":"traceutil/trace.go:171","msg":"trace[264571333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11916; }","duration":"12.83085446s","start":"2026-03-03T14:26:45.855418Z","end":"2026-03-03T14:26:58.686273Z","steps":["trace[264571333] 'agreement among raft nodes before linearized reading' (duration: 12.830816399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.831248079s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.686289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.881598734s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:26:58.686299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.8554Z","time spent":"12.830895851s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:26:58.686301Z","caller":"traceutil/trace.go:171","msg":"trace[1261548678] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11916; }","duration":"12.83128249s","start":"2026-03-03T14:26:45.855014Z","end":"2026-03-03T14:26:58.686296Z","steps":["trace[1261548678] 'agreement among raft nodes before linearized reading' (duration: 12.831247929s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.68632Z","caller":"traceutil/trace.go:171","msg":"trace[603106151] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11916; }","duration":"10.881668254s","start":"2026-03-03T14:26:47.804641Z","end":"2026-03-03T14:26:58.686309Z","steps":["trace[603106151] 'agreement among raft nodes before linearized reading' (duration: 10.881616073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.818607732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-03T14:26:58.686333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:45.855004Z","time spent":"12.831324501s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:26:58.686342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:47.804619Z","time spent":"10.881717346s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:26:58.686355Z","caller":"traceutil/trace.go:171","msg":"trace[553272904] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11916; }","duration":"10.818660562s","start":"2026-03-03T14:26:47.867687Z","end":"2026-03-03T14:26:58.686347Z","steps":["trace[553272904] 'agreement among raft nodes before linearized reading' (duration: 10.81856699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.685491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.945954656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.686371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.667080388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:26:58.686377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:47.867672Z","time spent":"10.818699614s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:26:58.686386Z","caller":"traceutil/trace.go:171","msg":"trace[974403369] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:11916; }","duration":"4.946910998s","start":"2026-03-03T14:26:53.73947Z","end":"2026-03-03T14:26:58.686381Z","steps":["trace[974403369] 'agreement among raft nodes before linearized reading' (duration: 4.945918045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.709227792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:26:58.686394Z","caller":"traceutil/trace.go:171","msg":"trace[61066557] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:11916; }","duration":"14.667157999s","start":"2026-03-03T14:26:44.019228Z","end":"2026-03-03T14:26:58.686386Z","steps":["trace[61066557] 'agreement among raft nodes before linearized reading' (duration: 14.667122448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:53.739449Z","time spent":"4.94695004s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.686414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:44.019137Z","time spent":"14.667272822s","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.686416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.552432619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:26:58.686418Z","caller":"traceutil/trace.go:171","msg":"trace[838416055] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:11916; }","duration":"9.709315634s","start":"2026-03-03T14:26:48.977089Z","end":"2026-03-03T14:26:58.686405Z","steps":["trace[838416055] 'agreement among raft nodes before linearized reading' (duration: 9.709247602s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.686448Z","caller":"traceutil/trace.go:171","msg":"trace[858175386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11916; }","duration":"14.552493301s","start":"2026-03-03T14:26:44.133948Z","end":"2026-03-03T14:26:58.686441Z","steps":["trace[858175386] 'agreement among raft nodes before linearized reading' (duration: 14.552366238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:48.977063Z","time spent":"9.709382745s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.686471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:44.133935Z","time spent":"14.552531221s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:26:58.686063Z","caller":"traceutil/trace.go:171","msg":"trace[1519005660] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:11916; }","duration":"2.285238805s","start":"2026-03-03T14:26:56.400814Z","end":"2026-03-03T14:26:58.686053Z","steps":["trace[1519005660] 'agreement among raft nodes before linearized reading' (duration: 2.28461434s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.829295605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462888"} {"level":"warn","ts":"2026-03-03T14:26:58.686573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.794857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:26:58.686619Z","caller":"traceutil/trace.go:171","msg":"trace[2018546177] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:11916; }","duration":"271.895219ms","start":"2026-03-03T14:26:58.414713Z","end":"2026-03-03T14:26:58.686608Z","steps":["trace[2018546177] 'agreement among raft nodes before linearized reading' (duration: 271.712495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:26:58.686619Z","caller":"traceutil/trace.go:171","msg":"trace[705453145] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11916; }","duration":"14.829412077s","start":"2026-03-03T14:26:43.857187Z","end":"2026-03-03T14:26:58.686599Z","steps":["trace[705453145] 'agreement among raft nodes before linearized reading' (duration: 14.828598188s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:56.400796Z","time spent":"2.285781708s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:26:58.686672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:43.857171Z","time spent":"14.829488759s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462912,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:26:58.686791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.475359119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7\" ","response":"range_response_count:1 size:874"} {"level":"info","ts":"2026-03-03T14:26:58.686818Z","caller":"traceutil/trace.go:171","msg":"trace[1585547626] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7; range_end:; response_count:1; response_revision:11916; }","duration":"4.475444891s","start":"2026-03-03T14:26:54.211362Z","end":"2026-03-03T14:26:58.686807Z","steps":["trace[1585547626] 'agreement among raft nodes before linearized reading' (duration: 4.47455691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.686835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:54.211329Z","time spent":"4.475501343s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":898,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a80038fd4f7\" "} {"level":"warn","ts":"2026-03-03T14:26:58.689191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.812842111s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:26:58.68922Z","caller":"traceutil/trace.go:171","msg":"trace[1185340139] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11916; }","duration":"11.812928033s","start":"2026-03-03T14:26:46.876284Z","end":"2026-03-03T14:26:58.689212Z","steps":["trace[1185340139] 'agreement among raft nodes before linearized reading' (duration: 11.809436061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:26:58.689244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:46.876254Z","time spent":"11.812985984s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:27:00.693826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000217876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:00.693909Z","caller":"traceutil/trace.go:171","msg":"trace[1336213354] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000348529s","start":"2026-03-03T14:26:58.693545Z","end":"2026-03-03T14:27:00.693893Z","steps":["trace[1336213354] 'agreement among raft nodes before linearized reading' (duration: 2.000240407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:00.693957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:58.693527Z","time spent":"2.00041025s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:00.872561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.688529ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:00.87267Z","caller":"traceutil/trace.go:171","msg":"trace[1626594097] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11916; }","duration":"722.816012ms","start":"2026-03-03T14:27:00.149836Z","end":"2026-03-03T14:27:00.872652Z","steps":["trace[1626594097] 'range keys from in-memory index tree' (duration: 722.668318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:00.872809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.899947957s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:27:00.874099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:58.688582Z","time spent":"2.185510487s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:01.499522Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.526669986s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:27:01.555755Z","caller":"traceutil/trace.go:171","msg":"trace[348909125] linearizableReadLoop","detail":"{readStateIndex:12422; appliedIndex:12420; }","duration":"2.863431382s","start":"2026-03-03T14:26:58.692301Z","end":"2026-03-03T14:27:01.555733Z","steps":["trace[348909125] 'read index received' (duration: 280.534672ms)","trace[348909125] 'applied index is now lower than readState.Index' (duration: 2.5828958s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:01.555991Z","caller":"traceutil/trace.go:171","msg":"trace[510062538] transaction","detail":"{read_only:false; response_revision:11917; number_of_response:1; }","duration":"2.865437188s","start":"2026-03-03T14:26:58.690489Z","end":"2026-03-03T14:27:01.555926Z","steps":["trace[510062538] 'process raft request' (duration: 2.809231425s)","trace[510062538] 'compare' (duration: 55.411965ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:01.555877Z","caller":"traceutil/trace.go:171","msg":"trace[833139018] transaction","detail":"{read_only:false; response_revision:11918; number_of_response:1; }","duration":"2.859013778s","start":"2026-03-03T14:26:58.696853Z","end":"2026-03-03T14:27:01.555866Z","steps":["trace[833139018] 'process raft request' (duration: 2.858799853s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:01.556174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:58.690457Z","time spent":"2.865615953s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":859,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:01.556228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.863994747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:27:01.556284Z","caller":"traceutil/trace.go:171","msg":"trace[742829217] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e; range_end:; response_count:1; response_revision:11918; }","duration":"2.864091468s","start":"2026-03-03T14:26:58.692172Z","end":"2026-03-03T14:27:01.556264Z","steps":["trace[742829217] 'agreement among raft nodes before linearized reading' (duration: 2.863918284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:01.556337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:58.692119Z","time spent":"2.864203491s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" "} {"level":"warn","ts":"2026-03-03T14:27:01.556197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:58.696839Z","time spent":"2.859240535s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:02.520259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.851507ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:02.52038Z","caller":"traceutil/trace.go:171","msg":"trace[1740118606] linearizableReadLoop","detail":"{readStateIndex:12424; appliedIndex:12423; }","duration":"964.533801ms","start":"2026-03-03T14:27:01.555826Z","end":"2026-03-03T14:27:02.52036Z","steps":["trace[1740118606] 'read index received' (duration: 367.13858ms)","trace[1740118606] 'applied index is now lower than readState.Index' (duration: 597.392811ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:02.520486Z","caller":"traceutil/trace.go:171","msg":"trace[1004630421] transaction","detail":"{read_only:false; response_revision:11919; number_of_response:1; }","duration":"1.64472629s","start":"2026-03-03T14:27:00.875747Z","end":"2026-03-03T14:27:02.520473Z","steps":["trace[1004630421] 'process raft request' (duration: 1.047291919s)","trace[1004630421] 'compare' (duration: 596.15439ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:02.520556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.875723Z","time spent":"1.644799511s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:02.520732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.508441678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:02.520718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.826446307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.520774Z","caller":"traceutil/trace.go:171","msg":"trace[10490677] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:11919; }","duration":"2.508516939s","start":"2026-03-03T14:27:00.012246Z","end":"2026-03-03T14:27:02.520763Z","steps":["trace[10490677] 'agreement among raft nodes before linearized reading' (duration: 2.508348285s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.346813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:27:02.520748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828416573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:02.520778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.82829893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.520801Z","caller":"traceutil/trace.go:171","msg":"trace[281527756] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11919; }","duration":"1.826550159s","start":"2026-03-03T14:27:00.694227Z","end":"2026-03-03T14:27:02.520777Z","steps":["trace[281527756] 'agreement among raft nodes before linearized reading' (duration: 1.826374445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.52079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.038299768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:02.520806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.828942136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.520822Z","caller":"traceutil/trace.go:171","msg":"trace[1758117916] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:11919; }","duration":"632.478206ms","start":"2026-03-03T14:27:01.888325Z","end":"2026-03-03T14:27:02.520803Z","steps":["trace[1758117916] 'agreement among raft nodes before linearized reading' (duration: 632.317663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:02.520842Z","caller":"traceutil/trace.go:171","msg":"trace[1874787924] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11919; }","duration":"1.828595738s","start":"2026-03-03T14:27:00.692225Z","end":"2026-03-03T14:27:02.520821Z","steps":["trace[1874787924] 'agreement among raft nodes before linearized reading' (duration: 1.828373872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.69422Z","time spent":"1.8266167s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:27:02.520847Z","caller":"traceutil/trace.go:171","msg":"trace[2072288333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11919; }","duration":"1.828386773s","start":"2026-03-03T14:27:00.692441Z","end":"2026-03-03T14:27:02.520828Z","steps":["trace[2072288333] 'agreement among raft nodes before linearized reading' (duration: 1.82826873s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.435694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:6869"} {"level":"warn","ts":"2026-03-03T14:27:02.520829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827897371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:02.520884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.692195Z","time spent":"1.828682229s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:02.52089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.692434Z","time spent":"1.828449014s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:02.520895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829011147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.520866Z","caller":"traceutil/trace.go:171","msg":"trace[1591865293] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11919; }","duration":"1.829052398s","start":"2026-03-03T14:27:00.691795Z","end":"2026-03-03T14:27:02.520847Z","steps":["trace[1591865293] 'agreement among raft nodes before linearized reading' (duration: 1.828939376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.829088489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:02.520916Z","caller":"traceutil/trace.go:171","msg":"trace[1654465506] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:11919; }","duration":"960.557357ms","start":"2026-03-03T14:27:01.560333Z","end":"2026-03-03T14:27:02.52089Z","steps":["trace[1654465506] 'agreement among raft nodes before linearized reading' (duration: 960.296821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.827881241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.520934Z","caller":"traceutil/trace.go:171","msg":"trace[144745665] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11919; }","duration":"1.829060978s","start":"2026-03-03T14:27:00.691862Z","end":"2026-03-03T14:27:02.520923Z","steps":["trace[144745665] 'agreement among raft nodes before linearized reading' (duration: 1.828992186s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.69177Z","time spent":"1.82916405s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:02.520924Z","caller":"traceutil/trace.go:171","msg":"trace[1889353522] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11919; }","duration":"1.828044605s","start":"2026-03-03T14:27:00.692859Z","end":"2026-03-03T14:27:02.520904Z","steps":["trace[1889353522] 'agreement among raft nodes before linearized reading' (duration: 1.827798129s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.560317Z","time spent":"960.640809ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6893,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:02.520973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.822989625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:27:02.520981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.761594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:02.520859Z","caller":"traceutil/trace.go:171","msg":"trace[555522835] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:11919; }","duration":"3.038420791s","start":"2026-03-03T14:26:59.482418Z","end":"2026-03-03T14:27:02.520839Z","steps":["trace[555522835] 'agreement among raft nodes before linearized reading' (duration: 3.038299798s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:02.521007Z","caller":"traceutil/trace.go:171","msg":"trace[651573348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11919; }","duration":"1.823071717s","start":"2026-03-03T14:27:00.697925Z","end":"2026-03-03T14:27:02.520997Z","steps":["trace[651573348] 'agreement among raft nodes before linearized reading' (duration: 1.822960994s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:02.520999Z","caller":"traceutil/trace.go:171","msg":"trace[336940797] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11919; }","duration":"1.828051455s","start":"2026-03-03T14:27:00.692918Z","end":"2026-03-03T14:27:02.520969Z","steps":["trace[336940797] 'agreement among raft nodes before linearized reading' (duration: 1.827800379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.521043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.697823Z","time spent":"1.823212711s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:27:02.521057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.594538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995a808b6ad838\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-03-03T14:27:02.52094Z","caller":"traceutil/trace.go:171","msg":"trace[340526081] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11919; }","duration":"1.82915348s","start":"2026-03-03T14:27:00.691779Z","end":"2026-03-03T14:27:02.520933Z","steps":["trace[340526081] 'agreement among raft nodes before linearized reading' (duration: 1.829035277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.521061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.692904Z","time spent":"1.828146877s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:02.521087Z","caller":"traceutil/trace.go:171","msg":"trace[215773334] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995a808b6ad838; range_end:; response_count:1; response_revision:11919; }","duration":"960.6623ms","start":"2026-03-03T14:27:01.560416Z","end":"2026-03-03T14:27:02.521078Z","steps":["trace[215773334] 'agreement among raft nodes before linearized reading' (duration: 960.547217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.521209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.560395Z","time spent":"960.802613ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":888,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995a808b6ad838\" "} {"level":"warn","ts":"2026-03-03T14:27:02.520981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.691854Z","time spent":"1.829120399s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:02.521156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.691755Z","time spent":"1.829389766s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:02.521002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.692843Z","time spent":"1.828151267s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:02.5208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.012231Z","time spent":"2.508562531s","remote":"127.0.0.1:43992","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":109,"response size":31,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:02.520929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.773554631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:02.521446Z","caller":"traceutil/trace.go:171","msg":"trace[1661522598] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:11919; }","duration":"1.774065093s","start":"2026-03-03T14:27:00.747361Z","end":"2026-03-03T14:27:02.521426Z","steps":["trace[1661522598] 'agreement among raft nodes before linearized reading' (duration: 1.77353564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.520871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.789148738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:02.521518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.747321Z","time spent":"1.774175975s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:02.521575Z","caller":"traceutil/trace.go:171","msg":"trace[44949424] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:11919; }","duration":"1.789919257s","start":"2026-03-03T14:27:00.73164Z","end":"2026-03-03T14:27:02.521559Z","steps":["trace[44949424] 'agreement among raft nodes before linearized reading' (duration: 1.789091248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.52162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:00.73162Z","time spent":"1.789984258s","remote":"127.0.0.1:55852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:02.52101Z","caller":"traceutil/trace.go:171","msg":"trace[1224230234] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:11919; }","duration":"819.837706ms","start":"2026-03-03T14:27:01.701163Z","end":"2026-03-03T14:27:02.521001Z","steps":["trace[1224230234] 'agreement among raft nodes before linearized reading' (duration: 819.796955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:02.521674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.701127Z","time spent":"820.535132ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:02.521013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:26:59.48239Z","time spent":"3.038614355s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:02.520861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:01.888295Z","time spent":"632.557558ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:27:03.027093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.031356ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:27:03.027229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.529641Z","time spent":"497.582931ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:27:03.092947Z","caller":"traceutil/trace.go:171","msg":"trace[1116267770] transaction","detail":"{read_only:false; response_revision:11920; number_of_response:1; }","duration":"561.224209ms","start":"2026-03-03T14:27:02.531689Z","end":"2026-03-03T14:27:03.092913Z","steps":["trace[1116267770] 'process raft request' (duration: 560.884271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.09317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.531674Z","time spent":"561.380642ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:03.093243Z","caller":"traceutil/trace.go:171","msg":"trace[51464949] linearizableReadLoop","detail":"{readStateIndex:12427; appliedIndex:12424; }","duration":"550.761902ms","start":"2026-03-03T14:27:02.542435Z","end":"2026-03-03T14:27:03.093197Z","steps":["trace[51464949] 'read index received' (duration: 197.713233ms)","trace[51464949] 'applied index is now lower than readState.Index' (duration: 353.045489ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:03.093364Z","caller":"traceutil/trace.go:171","msg":"trace[1296410235] transaction","detail":"{read_only:false; response_revision:11921; number_of_response:1; }","duration":"560.315198ms","start":"2026-03-03T14:27:02.532984Z","end":"2026-03-03T14:27:03.093299Z","steps":["trace[1296410235] 'process raft request' (duration: 559.840917ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.093539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.10981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-03T14:27:03.093587Z","caller":"traceutil/trace.go:171","msg":"trace[2068556437] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:11921; }","duration":"551.199172ms","start":"2026-03-03T14:27:02.542375Z","end":"2026-03-03T14:27:03.093574Z","steps":["trace[2068556437] 'agreement among raft nodes before linearized reading' (duration: 550.961236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.093627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.542349Z","time spent":"551.270894ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":699,"request content":"key:\"/registry/services/endpoints/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-03T14:27:03.093626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.532963Z","time spent":"560.528082ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":849,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:03.358838Z","caller":"traceutil/trace.go:171","msg":"trace[2035595185] linearizableReadLoop","detail":"{readStateIndex:12428; appliedIndex:12427; }","duration":"265.457428ms","start":"2026-03-03T14:27:03.09335Z","end":"2026-03-03T14:27:03.358808Z","steps":["trace[2035595185] 'read index received' (duration: 166.604011ms)","trace[2035595185] 'applied index is now lower than readState.Index' (duration: 98.851977ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:03.358961Z","caller":"traceutil/trace.go:171","msg":"trace[104355325] transaction","detail":"{read_only:false; response_revision:11922; number_of_response:1; }","duration":"330.204251ms","start":"2026-03-03T14:27:03.02872Z","end":"2026-03-03T14:27:03.358924Z","steps":["trace[104355325] 'process raft request' (duration: 231.405696ms)","trace[104355325] 'compare' (duration: 98.534559ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:03.359089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.20242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:03.359114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.028681Z","time spent":"330.345905ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:03.359178Z","caller":"traceutil/trace.go:171","msg":"trace[1773704463] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:11922; }","duration":"774.334264ms","start":"2026-03-03T14:27:02.584808Z","end":"2026-03-03T14:27:03.359143Z","steps":["trace[1773704463] 'agreement among raft nodes before linearized reading' (duration: 774.148889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.359221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:02.584786Z","time spent":"774.422916ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:03.359276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.74364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-03T14:27:03.359353Z","caller":"traceutil/trace.go:171","msg":"trace[654813260] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11922; }","duration":"261.883353ms","start":"2026-03-03T14:27:03.09745Z","end":"2026-03-03T14:27:03.359333Z","steps":["trace[654813260] 'agreement among raft nodes before linearized reading' (duration: 261.631117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:03.359347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.633985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a778fb2c\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-03T14:27:03.359431Z","caller":"traceutil/trace.go:171","msg":"trace[1962221074] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a778fb2c; range_end:; response_count:1; response_revision:11922; }","duration":"260.759797ms","start":"2026-03-03T14:27:03.098653Z","end":"2026-03-03T14:27:03.359413Z","steps":["trace[1962221074] 'agreement among raft nodes before linearized reading' (duration: 260.46247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:04.001868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.809886ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:04.001962Z","caller":"traceutil/trace.go:171","msg":"trace[18042221] linearizableReadLoop","detail":"{readStateIndex:12429; appliedIndex:12428; }","duration":"639.02787ms","start":"2026-03-03T14:27:03.36292Z","end":"2026-03-03T14:27:04.001948Z","steps":["trace[18042221] 'read index received' (duration: 118.576871ms)","trace[18042221] 'applied index is now lower than readState.Index' (duration: 520.449679ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:04.002094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.176444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:27:04.002152Z","caller":"traceutil/trace.go:171","msg":"trace[1818247739] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11923; }","duration":"639.229996ms","start":"2026-03-03T14:27:03.362885Z","end":"2026-03-03T14:27:04.002115Z","steps":["trace[1818247739] 'agreement among raft nodes before linearized reading' (duration: 639.098553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:04.002183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.362875Z","time spent":"639.299907ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-03-03T14:27:04.002362Z","caller":"traceutil/trace.go:171","msg":"trace[1076087291] transaction","detail":"{read_only:false; response_revision:11923; number_of_response:1; }","duration":"640.885704ms","start":"2026-03-03T14:27:03.361452Z","end":"2026-03-03T14:27:04.002338Z","steps":["trace[1076087291] 'process raft request' (duration: 123.466306ms)","trace[1076087291] 'compare' (duration: 514.56368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:04.002407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.36143Z","time spent":"640.949786ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:04.080501Z","caller":"traceutil/trace.go:171","msg":"trace[1034566868] transaction","detail":"{read_only:false; response_revision:11924; number_of_response:1; }","duration":"714.556348ms","start":"2026-03-03T14:27:03.365906Z","end":"2026-03-03T14:27:04.080463Z","steps":["trace[1034566868] 'process raft request' (duration: 714.21562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:04.080707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:03.365882Z","time spent":"714.720451ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:04.925216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376310,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:07.004921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.970665691s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:07.005067Z","caller":"traceutil/trace.go:171","msg":"trace[216181684] transaction","detail":"{read_only:false; response_revision:11925; number_of_response:1; }","duration":"2.919930513s","start":"2026-03-03T14:27:04.08511Z","end":"2026-03-03T14:27:07.005041Z","steps":["trace[216181684] 'process raft request' (duration: 949.036236ms)","trace[216181684] 'compare' (duration: 1.97020605s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:07.005156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.085098Z","time spent":"2.920011494s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:07.049712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000557565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:07.049806Z","caller":"traceutil/trace.go:171","msg":"trace[1960043544] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000708839s","start":"2026-03-03T14:27:05.049074Z","end":"2026-03-03T14:27:07.049783Z","steps":["trace[1960043544] 'agreement among raft nodes before linearized reading' (duration: 2.000587566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.049859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:05.049056Z","time spent":"2.00079272s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:07 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:07.407371Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.300333569s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:07.585727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.945989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:07.586039Z","caller":"traceutil/trace.go:171","msg":"trace[1911481153] transaction","detail":"{read_only:false; response_revision:11927; number_of_response:1; }","duration":"2.905049642s","start":"2026-03-03T14:27:04.680938Z","end":"2026-03-03T14:27:07.585987Z","steps":["trace[1911481153] 'process raft request' (duration: 2.904931789s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:07.586207Z","caller":"traceutil/trace.go:171","msg":"trace[1893173398] transaction","detail":"{read_only:false; response_revision:11928; number_of_response:1; }","duration":"324.898997ms","start":"2026-03-03T14:27:07.261277Z","end":"2026-03-03T14:27:07.586176Z","steps":["trace[1893173398] 'process raft request' (duration: 324.678742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:07.586098Z","caller":"traceutil/trace.go:171","msg":"trace[903812074] transaction","detail":"{read_only:false; response_revision:11926; number_of_response:1; }","duration":"3.493435s","start":"2026-03-03T14:27:04.092622Z","end":"2026-03-03T14:27:07.586057Z","steps":["trace[903812074] 'process raft request' (duration: 3.315037541s)","trace[903812074] 'compare' (duration: 177.744483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:07.586375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.261254Z","time spent":"325.02612ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:07.586384Z","caller":"traceutil/trace.go:171","msg":"trace[175041652] linearizableReadLoop","detail":"{readStateIndex:12433; appliedIndex:12430; }","duration":"3.160819201s","start":"2026-03-03T14:27:04.42517Z","end":"2026-03-03T14:27:07.58599Z","steps":["trace[175041652] 'read index received' (duration: 608.988732ms)","trace[175041652] 'applied index is now lower than readState.Index' (duration: 2.551828599s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:07.586299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.680901Z","time spent":"2.905244756s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:07.586562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.092608Z","time spent":"3.493807478s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:07.586491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.16122981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:07.586812Z","caller":"traceutil/trace.go:171","msg":"trace[508919546] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11927; }","duration":"3.161683111s","start":"2026-03-03T14:27:04.425106Z","end":"2026-03-03T14:27:07.58679Z","steps":["trace[508919546] 'agreement among raft nodes before linearized reading' (duration: 3.160889272s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.5869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.425082Z","time spent":"3.161802694s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:07.607428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079849856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:07.607469Z","caller":"traceutil/trace.go:171","msg":"trace[1965141893] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11929; }","duration":"3.079948559s","start":"2026-03-03T14:27:04.527509Z","end":"2026-03-03T14:27:07.607457Z","steps":["trace[1965141893] 'agreement among raft nodes before linearized reading' (duration: 3.079889257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.607452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.44658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:07.607491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.527479Z","time spent":"3.080007699s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:07.60751Z","caller":"traceutil/trace.go:171","msg":"trace[1169678002] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11929; }","duration":"557.549092ms","start":"2026-03-03T14:27:07.049943Z","end":"2026-03-03T14:27:07.607492Z","steps":["trace[1169678002] 'agreement among raft nodes before linearized reading' (duration: 557.43383ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.607484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.740545005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:27:07.607542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.049916Z","time spent":"557.620873ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:07.607549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.543891072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:07.607591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.613780446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:07.607625Z","caller":"traceutil/trace.go:171","msg":"trace[466170158] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:11929; }","duration":"2.544027045s","start":"2026-03-03T14:27:05.063577Z","end":"2026-03-03T14:27:07.607604Z","steps":["trace[466170158] 'agreement among raft nodes before linearized reading' (duration: 2.543854591s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:07.60766Z","caller":"traceutil/trace.go:171","msg":"trace[317360354] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:11929; }","duration":"2.613880289s","start":"2026-03-03T14:27:04.993749Z","end":"2026-03-03T14:27:07.607629Z","steps":["trace[317360354] 'agreement among raft nodes before linearized reading' (duration: 2.613788636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.607706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080626634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:07.607724Z","caller":"traceutil/trace.go:171","msg":"trace[1427136873] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11929; }","duration":"3.080682596s","start":"2026-03-03T14:27:04.527036Z","end":"2026-03-03T14:27:07.607718Z","steps":["trace[1427136873] 'agreement among raft nodes before linearized reading' (duration: 3.080657125s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.607741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.527006Z","time spent":"3.080732576s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:07.607742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.993727Z","time spent":"2.613989092s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:07.607802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080923361s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:07.607847Z","caller":"traceutil/trace.go:171","msg":"trace[96872074] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11929; }","duration":"3.081019703s","start":"2026-03-03T14:27:04.526815Z","end":"2026-03-03T14:27:07.607834Z","steps":["trace[96872074] 'agreement among raft nodes before linearized reading' (duration: 3.080941712s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.607877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.526785Z","time spent":"3.081085034s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:07.60788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.742198983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:27:07.607932Z","caller":"traceutil/trace.go:171","msg":"trace[1906464074] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11929; }","duration":"1.742296416s","start":"2026-03-03T14:27:05.865616Z","end":"2026-03-03T14:27:07.607912Z","steps":["trace[1906464074] 'agreement among raft nodes before linearized reading' (duration: 1.742088871s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.607995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:05.865587Z","time spent":"1.742397368s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:07.607968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.459591ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:07.608057Z","caller":"traceutil/trace.go:171","msg":"trace[245166616] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:11929; }","duration":"566.630526ms","start":"2026-03-03T14:27:07.041401Z","end":"2026-03-03T14:27:07.608031Z","steps":["trace[245166616] 'agreement among raft nodes before linearized reading' (duration: 566.453972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.607682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080488021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:27:07.608107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.041373Z","time spent":"566.723787ms","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:07.608135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.703272542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:27:07.608125Z","caller":"traceutil/trace.go:171","msg":"trace[843194873] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11929; }","duration":"3.080984183s","start":"2026-03-03T14:27:04.527122Z","end":"2026-03-03T14:27:07.608106Z","steps":["trace[843194873] 'agreement among raft nodes before linearized reading' (duration: 3.080479931s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:07.608157Z","caller":"traceutil/trace.go:171","msg":"trace[758951661] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:11929; }","duration":"2.703291073s","start":"2026-03-03T14:27:04.904856Z","end":"2026-03-03T14:27:07.608147Z","steps":["trace[758951661] 'agreement among raft nodes before linearized reading' (duration: 2.703235191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.608143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081207067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:07.608172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.904836Z","time spent":"2.703332654s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:27:07.608187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.5271Z","time spent":"3.081070394s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:27:07.608197Z","caller":"traceutil/trace.go:171","msg":"trace[677531222] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11929; }","duration":"3.081304079s","start":"2026-03-03T14:27:04.526878Z","end":"2026-03-03T14:27:07.608183Z","steps":["trace[677531222] 'agreement among raft nodes before linearized reading' (duration: 3.081219778s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:07.608191Z","caller":"traceutil/trace.go:171","msg":"trace[1967572679] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11929; }","duration":"1.740700359s","start":"2026-03-03T14:27:05.866842Z","end":"2026-03-03T14:27:07.607543Z","steps":["trace[1967572679] 'agreement among raft nodes before linearized reading' (duration: 1.740498944s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.608237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.526857Z","time spent":"3.081369381s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:07.608235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.869735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995af166f61994\" ","response":"range_response_count:1 size:837"} {"level":"warn","ts":"2026-03-03T14:27:07.608287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:05.866812Z","time spent":"1.741446086s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:27:07.607679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:05.063559Z","time spent":"2.544105166s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:07.608299Z","caller":"traceutil/trace.go:171","msg":"trace[1387285155] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995af166f61994; range_end:; response_count:1; response_revision:11929; }","duration":"598.956717ms","start":"2026-03-03T14:27:07.00932Z","end":"2026-03-03T14:27:07.608277Z","steps":["trace[1387285155] 'agreement among raft nodes before linearized reading' (duration: 598.766002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.608353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.009302Z","time spent":"599.038449ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":861,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995af166f61994\" "} {"level":"warn","ts":"2026-03-03T14:27:07.607495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.068607661s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:27:07.608428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081520035s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:07.608421Z","caller":"traceutil/trace.go:171","msg":"trace[589469550] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11929; }","duration":"3.069545332s","start":"2026-03-03T14:27:04.538851Z","end":"2026-03-03T14:27:07.608397Z","steps":["trace[589469550] 'agreement among raft nodes before linearized reading' (duration: 3.068437757s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.608468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.081588886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:07.608481Z","caller":"traceutil/trace.go:171","msg":"trace[150893287] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11929; }","duration":"3.081645467s","start":"2026-03-03T14:27:04.526831Z","end":"2026-03-03T14:27:07.608477Z","steps":["trace[150893287] 'agreement among raft nodes before linearized reading' (duration: 3.081623417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.608497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.526807Z","time spent":"3.081683989s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:07.608481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.538842Z","time spent":"3.069620265s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:27:07.608445Z","caller":"traceutil/trace.go:171","msg":"trace[594080776] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11929; }","duration":"3.081550135s","start":"2026-03-03T14:27:04.52689Z","end":"2026-03-03T14:27:07.60844Z","steps":["trace[594080776] 'agreement among raft nodes before linearized reading' (duration: 3.081505654s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:07.608607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:04.526885Z","time spent":"3.081706019s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:08.769025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.157188ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:08.769177Z","caller":"traceutil/trace.go:171","msg":"trace[1928024421] transaction","detail":"{read_only:false; response_revision:11930; number_of_response:1; }","duration":"1.157289977s","start":"2026-03-03T14:27:07.61186Z","end":"2026-03-03T14:27:08.76915Z","steps":["trace[1928024421] 'process raft request' (duration: 360.890854ms)","trace[1928024421] 'compare' (duration: 795.432491ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:08.769489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.611713Z","time spent":"1.157701207s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:09.178576Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.199836699s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:09.306664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.716892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:09.30689Z","caller":"traceutil/trace.go:171","msg":"trace[667274534] transaction","detail":"{read_only:false; response_revision:11931; number_of_response:1; }","duration":"1.693516378s","start":"2026-03-03T14:27:07.613355Z","end":"2026-03-03T14:27:09.306871Z","steps":["trace[667274534] 'process raft request' (duration: 1.566488598s)","trace[667274534] 'compare' (duration: 126.362814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:09.306953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.613333Z","time spent":"1.693590989s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:09.306943Z","caller":"traceutil/trace.go:171","msg":"trace[1396596245] linearizableReadLoop","detail":"{readStateIndex:12437; appliedIndex:12435; }","duration":"1.692926824s","start":"2026-03-03T14:27:07.61399Z","end":"2026-03-03T14:27:09.306916Z","steps":["trace[1396596245] 'read index received' (duration: 358.776934ms)","trace[1396596245] 'applied index is now lower than readState.Index' (duration: 1.33414879s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:09.307186Z","caller":"traceutil/trace.go:171","msg":"trace[366879354] transaction","detail":"{read_only:false; response_revision:11932; number_of_response:1; }","duration":"1.688777346s","start":"2026-03-03T14:27:07.618368Z","end":"2026-03-03T14:27:09.307145Z","steps":["trace[366879354] 'process raft request' (duration: 1.688389487s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:09.307275Z","caller":"traceutil/trace.go:171","msg":"trace[1548659642] transaction","detail":"{read_only:false; response_revision:11933; number_of_response:1; }","duration":"1.686223436s","start":"2026-03-03T14:27:07.621039Z","end":"2026-03-03T14:27:09.307262Z","steps":["trace[1548659642] 'process raft request' (duration: 1.685774755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.3074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.621027Z","time spent":"1.686285347s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5045,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:09.307649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410571849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:09.307634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.069894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:09.307659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.69017932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:09.307719Z","caller":"traceutil/trace.go:171","msg":"trace[1541251586] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:11933; }","duration":"210.206158ms","start":"2026-03-03T14:27:09.097495Z","end":"2026-03-03T14:27:09.307701Z","steps":["trace[1541251586] 'agreement among raft nodes before linearized reading' (duration: 210.056054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.307744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.300496259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:09.307717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"891.532013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:09.307702Z","caller":"traceutil/trace.go:171","msg":"trace[1056258377] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:11933; }","duration":"1.410667072s","start":"2026-03-03T14:27:07.897023Z","end":"2026-03-03T14:27:09.30769Z","steps":["trace[1056258377] 'agreement among raft nodes before linearized reading' (duration: 1.410577299s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:09.30778Z","caller":"traceutil/trace.go:171","msg":"trace[983883900] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:11933; }","duration":"1.30057559s","start":"2026-03-03T14:27:08.007196Z","end":"2026-03-03T14:27:09.307771Z","steps":["trace[983883900] 'agreement among raft nodes before linearized reading' (duration: 1.300524639s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.307813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.007142Z","time spent":"1.300663732s","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:09.307813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.499121983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:09.307824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.897003Z","time spent":"1.410804374s","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:09.307755Z","caller":"traceutil/trace.go:171","msg":"trace[67122676] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11933; }","duration":"1.690311004s","start":"2026-03-03T14:27:07.617422Z","end":"2026-03-03T14:27:09.307733Z","steps":["trace[67122676] 'agreement among raft nodes before linearized reading' (duration: 1.690116909s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:09.307856Z","caller":"traceutil/trace.go:171","msg":"trace[2103896791] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:11933; }","duration":"1.499207675s","start":"2026-03-03T14:27:07.808634Z","end":"2026-03-03T14:27:09.307842Z","steps":["trace[2103896791] 'agreement among raft nodes before linearized reading' (duration: 1.499130583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.307899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.808604Z","time spent":"1.499285867s","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:09.307889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.617413Z","time spent":"1.690460737s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:27:09.307817Z","caller":"traceutil/trace.go:171","msg":"trace[1492994296] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:11933; }","duration":"891.706468ms","start":"2026-03-03T14:27:08.416081Z","end":"2026-03-03T14:27:09.307788Z","steps":["trace[1492994296] 'agreement among raft nodes before linearized reading' (duration: 891.463112ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.308075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.694081651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:462888"} {"level":"warn","ts":"2026-03-03T14:27:09.308088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.416034Z","time spent":"892.036405ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:09.30813Z","caller":"traceutil/trace.go:171","msg":"trace[560222564] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11933; }","duration":"1.694166103s","start":"2026-03-03T14:27:07.61395Z","end":"2026-03-03T14:27:09.308116Z","steps":["trace[560222564] 'agreement among raft nodes before linearized reading' (duration: 1.69360274s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.308179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.613938Z","time spent":"1.694230345s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":462912,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:09.3082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.669304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995af3cb69badb\" ","response":"range_response_count:1 size:929"} {"level":"warn","ts":"2026-03-03T14:27:09.308223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.58947655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:27:09.308237Z","caller":"traceutil/trace.go:171","msg":"trace[241253282] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995af3cb69badb; range_end:; response_count:1; response_revision:11933; }","duration":"534.703505ms","start":"2026-03-03T14:27:08.773522Z","end":"2026-03-03T14:27:09.308225Z","steps":["trace[241253282] 'agreement among raft nodes before linearized reading' (duration: 534.567342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.308269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:08.773471Z","time spent":"534.791317ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":953,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995af3cb69badb\" "} {"level":"info","ts":"2026-03-03T14:27:09.308269Z","caller":"traceutil/trace.go:171","msg":"trace[437864039] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:11933; }","duration":"1.589576993s","start":"2026-03-03T14:27:07.71868Z","end":"2026-03-03T14:27:09.308257Z","steps":["trace[437864039] 'agreement among raft nodes before linearized reading' (duration: 1.589365818s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.308373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.718653Z","time spent":"1.589703915s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:27:09.307254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:07.618354Z","time spent":"1.688863908s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:09.875008Z","caller":"traceutil/trace.go:171","msg":"trace[1829571600] transaction","detail":"{read_only:false; response_revision:11935; number_of_response:1; }","duration":"470.370541ms","start":"2026-03-03T14:27:09.40461Z","end":"2026-03-03T14:27:09.87498Z","steps":["trace[1829571600] 'process raft request' (duration: 469.595153ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:09.875305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.404599Z","time spent":"470.475333ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:10.785912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.622493ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:10.786024Z","caller":"traceutil/trace.go:171","msg":"trace[37210078] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11935; }","duration":"636.747746ms","start":"2026-03-03T14:27:10.149261Z","end":"2026-03-03T14:27:10.786008Z","steps":["trace[37210078] 'range keys from in-memory index tree' (duration: 636.608452ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:10.786282Z","caller":"traceutil/trace.go:171","msg":"trace[1848547660] linearizableReadLoop","detail":"{readStateIndex:12442; appliedIndex:12440; }","duration":"1.326996161s","start":"2026-03-03T14:27:09.459242Z","end":"2026-03-03T14:27:10.786238Z","steps":["trace[1848547660] 'read index received' (duration: 415.10105ms)","trace[1848547660] 'applied index is now lower than readState.Index' (duration: 911.893201ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:10.78642Z","caller":"traceutil/trace.go:171","msg":"trace[1921820541] transaction","detail":"{read_only:false; response_revision:11936; number_of_response:1; }","duration":"1.37879213s","start":"2026-03-03T14:27:09.407614Z","end":"2026-03-03T14:27:10.786406Z","steps":["trace[1921820541] 'process raft request' (duration: 1.377872668s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:10.786541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.407595Z","time spent":"1.378852162s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8123,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:10.786608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32734874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:10.786671Z","caller":"traceutil/trace.go:171","msg":"trace[1409226616] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11936; }","duration":"1.327531484s","start":"2026-03-03T14:27:09.459125Z","end":"2026-03-03T14:27:10.786656Z","steps":["trace[1409226616] 'agreement among raft nodes before linearized reading' (duration: 1.32741265s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:10.786706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.459013Z","time spent":"1.327684328s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:11.370711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.019398ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:11.370863Z","caller":"traceutil/trace.go:171","msg":"trace[1047688169] linearizableReadLoop","detail":"{readStateIndex:12443; appliedIndex:12442; }","duration":"584.482166ms","start":"2026-03-03T14:27:10.786357Z","end":"2026-03-03T14:27:11.370839Z","steps":["trace[1047688169] 'read index received' (duration: 265.298574ms)","trace[1047688169] 'applied index is now lower than readState.Index' (duration: 319.181372ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:11.371006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757139695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.371016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75649242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.37109Z","caller":"traceutil/trace.go:171","msg":"trace[906586045] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11936; }","duration":"1.757239268s","start":"2026-03-03T14:27:09.613832Z","end":"2026-03-03T14:27:11.371071Z","steps":["trace[906586045] 'agreement among raft nodes before linearized reading' (duration: 1.757076474s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.756737546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.371091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.274067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.371179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.613799Z","time spent":"1.757329169s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:11.371133Z","caller":"traceutil/trace.go:171","msg":"trace[1400884623] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11936; }","duration":"1.756634033s","start":"2026-03-03T14:27:09.614471Z","end":"2026-03-03T14:27:11.371105Z","steps":["trace[1400884623] 'agreement among raft nodes before linearized reading' (duration: 1.756425649s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:11.371201Z","caller":"traceutil/trace.go:171","msg":"trace[498579658] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:11936; }","duration":"634.441191ms","start":"2026-03-03T14:27:10.736737Z","end":"2026-03-03T14:27:11.371178Z","steps":["trace[498579658] 'agreement among raft nodes before linearized reading' (duration: 634.261097ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:11.371207Z","caller":"traceutil/trace.go:171","msg":"trace[978292391] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11936; }","duration":"1.756855828s","start":"2026-03-03T14:27:09.614274Z","end":"2026-03-03T14:27:11.37113Z","steps":["trace[978292391] 'agreement among raft nodes before linearized reading' (duration: 1.756697564s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:10.73671Z","time spent":"634.533194ms","remote":"127.0.0.1:55854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:11.371263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.614465Z","time spent":"1.756779307s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:11.371279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.614261Z","time spent":"1.757001662s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:11.37129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757237697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.371292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492417915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T14:27:11.371327Z","caller":"traceutil/trace.go:171","msg":"trace[1796072533] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11936; }","duration":"1.757288868s","start":"2026-03-03T14:27:09.61403Z","end":"2026-03-03T14:27:11.371318Z","steps":["trace[1796072533] 'agreement among raft nodes before linearized reading' (duration: 1.757208206s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.614025Z","time spent":"1.757338369s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:11.371282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.222511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:6859"} {"level":"warn","ts":"2026-03-03T14:27:11.371266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.759144412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:11.371061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757201997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.371433Z","caller":"traceutil/trace.go:171","msg":"trace[2067547920] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:11936; }","duration":"559.410885ms","start":"2026-03-03T14:27:10.812014Z","end":"2026-03-03T14:27:11.371424Z","steps":["trace[2067547920] 'agreement among raft nodes before linearized reading' (duration: 559.095657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:10.811988Z","time spent":"559.459896ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" "} {"level":"info","ts":"2026-03-03T14:27:11.371451Z","caller":"traceutil/trace.go:171","msg":"trace[348488524] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11936; }","duration":"1.757618436s","start":"2026-03-03T14:27:09.613819Z","end":"2026-03-03T14:27:11.371438Z","steps":["trace[348488524] 'agreement among raft nodes before linearized reading' (duration: 1.757154485s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:11.371446Z","caller":"traceutil/trace.go:171","msg":"trace[1131716365] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11936; }","duration":"1.759405778s","start":"2026-03-03T14:27:09.612026Z","end":"2026-03-03T14:27:11.371432Z","steps":["trace[1131716365] 'agreement among raft nodes before linearized reading' (duration: 1.75904879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.613813Z","time spent":"1.757664617s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:11.3715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.741519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.371393Z","caller":"traceutil/trace.go:171","msg":"trace[1456737353] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45; range_end:; response_count:1; response_revision:11936; }","duration":"1.492550418s","start":"2026-03-03T14:27:09.878818Z","end":"2026-03-03T14:27:11.371368Z","steps":["trace[1456737353] 'agreement among raft nodes before linearized reading' (duration: 1.492219381s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.612005Z","time spent":"1.759500191s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:11.371541Z","caller":"traceutil/trace.go:171","msg":"trace[1749706188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11936; }","duration":"323.830701ms","start":"2026-03-03T14:27:11.047699Z","end":"2026-03-03T14:27:11.37153Z","steps":["trace[1749706188] 'agreement among raft nodes before linearized reading' (duration: 323.76839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.757756669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:27:11.371568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.878799Z","time spent":"1.492753023s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":918,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" "} {"level":"info","ts":"2026-03-03T14:27:11.371618Z","caller":"traceutil/trace.go:171","msg":"trace[837754476] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11936; }","duration":"1.757844621s","start":"2026-03-03T14:27:09.613748Z","end":"2026-03-03T14:27:11.371593Z","steps":["trace[837754476] 'agreement among raft nodes before linearized reading' (duration: 1.757618525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.047668Z","time spent":"323.895273ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:11.371674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:09.61373Z","time spent":"1.757935593s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:11.371752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.936024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:11.371879Z","caller":"traceutil/trace.go:171","msg":"trace[1776121414] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11936; }","duration":"324.160859ms","start":"2026-03-03T14:27:11.047691Z","end":"2026-03-03T14:27:11.371852Z","steps":["trace[1776121414] 'agreement among raft nodes before linearized reading' (duration: 323.875732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:11.371938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.047663Z","time spent":"324.262851ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:12.098658Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376340,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:12.593037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.616597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:12.593145Z","caller":"traceutil/trace.go:171","msg":"trace[626185915] transaction","detail":"{read_only:false; response_revision:11938; number_of_response:1; }","duration":"1.212294961s","start":"2026-03-03T14:27:11.380827Z","end":"2026-03-03T14:27:12.593122Z","steps":["trace[626185915] 'process raft request' (duration: 803.474439ms)","trace[626185915] 'compare' (duration: 408.176957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:12.593213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.380802Z","time spent":"1.212380653s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9191,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:12.632311Z","caller":"traceutil/trace.go:171","msg":"trace[1926086328] linearizableReadLoop","detail":"{readStateIndex:12446; appliedIndex:12444; }","duration":"1.03461742s","start":"2026-03-03T14:27:11.597674Z","end":"2026-03-03T14:27:12.632291Z","steps":["trace[1926086328] 'read index received' (duration: 586.629386ms)","trace[1926086328] 'applied index is now lower than readState.Index' (duration: 447.987164ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:12.632404Z","caller":"traceutil/trace.go:171","msg":"trace[997766807] transaction","detail":"{read_only:false; response_revision:11939; number_of_response:1; }","duration":"1.215315213s","start":"2026-03-03T14:27:11.417055Z","end":"2026-03-03T14:27:12.63237Z","steps":["trace[997766807] 'process raft request' (duration: 1.215135759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:12.63248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034802585s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:12.632511Z","caller":"traceutil/trace.go:171","msg":"trace[1687355246] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:11939; }","duration":"1.034887986s","start":"2026-03-03T14:27:11.597612Z","end":"2026-03-03T14:27:12.6325Z","steps":["trace[1687355246] 'agreement among raft nodes before linearized reading' (duration: 1.034776553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:12.632525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.086393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:12.632535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.416997Z","time spent":"1.215474986s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:27:12.632572Z","caller":"traceutil/trace.go:171","msg":"trace[1325983213] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11939; }","duration":"583.219506ms","start":"2026-03-03T14:27:12.04934Z","end":"2026-03-03T14:27:12.632559Z","steps":["trace[1325983213] 'agreement among raft nodes before linearized reading' (duration: 583.114534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:12.632596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.049299Z","time spent":"583.292068ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:12.632638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.160304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:27:12.632655Z","caller":"traceutil/trace.go:171","msg":"trace[1001157280] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11939; }","duration":"102.213715ms","start":"2026-03-03T14:27:12.530437Z","end":"2026-03-03T14:27:12.632651Z","steps":["trace[1001157280] 'agreement among raft nodes before linearized reading' (duration: 102.122753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:12.632537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:11.597589Z","time spent":"1.034940887s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:13.152168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.63455Z","time spent":"517.612832ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:27:13.837207Z","caller":"traceutil/trace.go:171","msg":"trace[1752896112] linearizableReadLoop","detail":"{readStateIndex:12449; appliedIndex:12446; }","duration":"788.751133ms","start":"2026-03-03T14:27:13.048424Z","end":"2026-03-03T14:27:13.837175Z","steps":["trace[1752896112] 'read index received' (duration: 17.979583ms)","trace[1752896112] 'applied index is now lower than readState.Index' (duration: 770.77038ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:13.837347Z","caller":"traceutil/trace.go:171","msg":"trace[1677815587] transaction","detail":"{read_only:false; response_revision:11941; number_of_response:1; }","duration":"1.193288335s","start":"2026-03-03T14:27:12.64404Z","end":"2026-03-03T14:27:13.837328Z","steps":["trace[1677815587] 'process raft request' (duration: 1.193021437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.837487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.644025Z","time spent":"1.193357076s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6345,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:13.837555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.112013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:13.837559Z","caller":"traceutil/trace.go:171","msg":"trace[1793011559] transaction","detail":"{read_only:false; response_revision:11940; number_of_response:1; }","duration":"1.19943088s","start":"2026-03-03T14:27:12.638082Z","end":"2026-03-03T14:27:13.837513Z","steps":["trace[1793011559] 'process raft request' (duration: 1.198766794s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:13.837642Z","caller":"traceutil/trace.go:171","msg":"trace[252727201] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11941; }","duration":"789.258767ms","start":"2026-03-03T14:27:13.048365Z","end":"2026-03-03T14:27:13.837624Z","steps":["trace[252727201] 'agreement among raft nodes before linearized reading' (duration: 789.071182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.837708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.048335Z","time spent":"789.349178ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:13.837729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:12.638058Z","time spent":"1.199591823s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":713,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:27:13.89909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.531969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:13.899182Z","caller":"traceutil/trace.go:171","msg":"trace[1510460989] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11942; }","duration":"508.635351ms","start":"2026-03-03T14:27:13.390505Z","end":"2026-03-03T14:27:13.899141Z","steps":["trace[1510460989] 'agreement among raft nodes before linearized reading' (duration: 508.442017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.280419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:27:13.899179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.224235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:13.899218Z","caller":"traceutil/trace.go:171","msg":"trace[981667869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11942; }","duration":"459.354631ms","start":"2026-03-03T14:27:13.439854Z","end":"2026-03-03T14:27:13.899209Z","steps":["trace[981667869] 'agreement among raft nodes before linearized reading' (duration: 459.193387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.367015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:13.89925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.439834Z","time spent":"459.411752ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:27:13.89924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.868437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:13.899306Z","caller":"traceutil/trace.go:171","msg":"trace[1679040567] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11942; }","duration":"508.98243ms","start":"2026-03-03T14:27:13.39031Z","end":"2026-03-03T14:27:13.899292Z","steps":["trace[1679040567] 'agreement among raft nodes before linearized reading' (duration: 508.819646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.375075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:13.899345Z","caller":"traceutil/trace.go:171","msg":"trace[241084622] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11942; }","duration":"508.461067ms","start":"2026-03-03T14:27:13.390876Z","end":"2026-03-03T14:27:13.899337Z","steps":["trace[241084622] 'agreement among raft nodes before linearized reading' (duration: 508.415816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.390297Z","time spent":"509.046691ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:13.899373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.554719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:13.899381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.390837Z","time spent":"508.536839ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:13.899426Z","caller":"traceutil/trace.go:171","msg":"trace[182027669] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11942; }","duration":"508.631292ms","start":"2026-03-03T14:27:13.390783Z","end":"2026-03-03T14:27:13.899414Z","steps":["trace[182027669] 'agreement among raft nodes before linearized reading' (duration: 508.55302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.372389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:13.89926Z","caller":"traceutil/trace.go:171","msg":"trace[2048516297] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11942; }","duration":"509.350618ms","start":"2026-03-03T14:27:13.389892Z","end":"2026-03-03T14:27:13.899243Z","steps":["trace[2048516297] 'agreement among raft nodes before linearized reading' (duration: 509.117262ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:13.899503Z","caller":"traceutil/trace.go:171","msg":"trace[355464976] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11942; }","duration":"509.491791ms","start":"2026-03-03T14:27:13.389995Z","end":"2026-03-03T14:27:13.899487Z","steps":["trace[355464976] 'agreement among raft nodes before linearized reading' (duration: 509.290317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.389838Z","time spent":"509.686145ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:13.899549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.389961Z","time spent":"509.576153ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:27:13.899216Z","caller":"traceutil/trace.go:171","msg":"trace[557822768] transaction","detail":"{read_only:false; response_revision:11942; number_of_response:1; }","duration":"745.837044ms","start":"2026-03-03T14:27:13.153298Z","end":"2026-03-03T14:27:13.899135Z","steps":["trace[557822768] 'process raft request' (duration: 745.446834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.390771Z","time spent":"508.699423ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:13.89967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.153275Z","time spent":"746.324746ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:13.899219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.390493Z","time spent":"508.718513ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:13.899302Z","caller":"traceutil/trace.go:171","msg":"trace[185429699] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11942; }","duration":"508.530228ms","start":"2026-03-03T14:27:13.390749Z","end":"2026-03-03T14:27:13.899279Z","steps":["trace[185429699] 'agreement among raft nodes before linearized reading' (duration: 508.17965ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:13.899783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.390734Z","time spent":"509.040581ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:14.68863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.124021Z","time spent":"564.601227ms","remote":"127.0.0.1:53706","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:14.688851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.793657ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:27:14.688963Z","caller":"traceutil/trace.go:171","msg":"trace[1643389344] linearizableReadLoop","detail":"{readStateIndex:12451; appliedIndex:12450; }","duration":"784.602427ms","start":"2026-03-03T14:27:13.90434Z","end":"2026-03-03T14:27:14.688943Z","steps":["trace[1643389344] 'read index received' (duration: 393.697536ms)","trace[1643389344] 'applied index is now lower than readState.Index' (duration: 390.903301ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:14.689003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.903368Z","time spent":"785.629211ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:14.689743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.379354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463439"} {"level":"info","ts":"2026-03-03T14:27:14.689844Z","caller":"traceutil/trace.go:171","msg":"trace[1800017049] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11942; }","duration":"785.506938ms","start":"2026-03-03T14:27:13.904314Z","end":"2026-03-03T14:27:14.689821Z","steps":["trace[1800017049] 'agreement among raft nodes before linearized reading' (duration: 784.681199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:14.689904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.904305Z","time spent":"785.58243ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":463463,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:15.30032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"453.33348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:15.300556Z","caller":"traceutil/trace.go:171","msg":"trace[36742224] transaction","detail":"{read_only:false; response_revision:11943; number_of_response:1; }","duration":"1.39148799s","start":"2026-03-03T14:27:13.909034Z","end":"2026-03-03T14:27:15.300522Z","steps":["trace[36742224] 'process raft request' (duration: 937.877774ms)","trace[36742224] 'compare' (duration: 453.239758ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:15.300725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.909023Z","time spent":"1.391612013s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4779,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:16.21159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.987827785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:16.211711Z","caller":"traceutil/trace.go:171","msg":"trace[1497786852] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.988011089s","start":"2026-03-03T14:27:14.223673Z","end":"2026-03-03T14:27:16.211684Z","steps":["trace[1497786852] 'agreement among raft nodes before linearized reading' (duration: 1.987841695s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.21177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.223657Z","time spent":"1.988102771s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:16.589653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.289238253s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:16.589923Z","caller":"traceutil/trace.go:171","msg":"trace[135364067] linearizableReadLoop","detail":"{readStateIndex:12453; appliedIndex:12451; }","duration":"1.900909098s","start":"2026-03-03T14:27:14.688994Z","end":"2026-03-03T14:27:16.589903Z","steps":["trace[135364067] 'read index received' (duration: 157.933476ms)","trace[135364067] 'applied index is now lower than readState.Index' (duration: 1.742972012s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:16.590231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665964824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:27:16.590308Z","caller":"traceutil/trace.go:171","msg":"trace[131321458] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:11943; }","duration":"2.666080667s","start":"2026-03-03T14:27:13.924195Z","end":"2026-03-03T14:27:16.590275Z","steps":["trace[131321458] 'agreement among raft nodes before linearized reading' (duration: 2.665830041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.590347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.92418Z","time spent":"2.666160318s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-03-03T14:27:16.590426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.270695392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:16.590342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.548754617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:16.590551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.888339463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:16.590563Z","caller":"traceutil/trace.go:171","msg":"trace[349595759] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:11943; }","duration":"2.549025303s","start":"2026-03-03T14:27:14.04152Z","end":"2026-03-03T14:27:16.590545Z","steps":["trace[349595759] 'agreement among raft nodes before linearized reading' (duration: 2.548746426s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:16.590535Z","caller":"traceutil/trace.go:171","msg":"trace[1611757706] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:11943; }","duration":"2.270892236s","start":"2026-03-03T14:27:14.319623Z","end":"2026-03-03T14:27:16.590515Z","steps":["trace[1611757706] 'agreement among raft nodes before linearized reading' (duration: 2.270579819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.590566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.246677ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:16.590706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.349291065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:16.590697Z","caller":"traceutil/trace.go:171","msg":"trace[1488372595] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11945; }","duration":"685.3944ms","start":"2026-03-03T14:27:15.905291Z","end":"2026-03-03T14:27:16.590686Z","steps":["trace[1488372595] 'agreement among raft nodes before linearized reading' (duration: 685.223506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.590767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.733308ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:16.590785Z","caller":"traceutil/trace.go:171","msg":"trace[1002886409] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11945; }","duration":"685.750538ms","start":"2026-03-03T14:27:15.905029Z","end":"2026-03-03T14:27:16.59078Z","steps":["trace[1002886409] 'agreement among raft nodes before linearized reading' (duration: 685.706287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:16.590785Z","caller":"traceutil/trace.go:171","msg":"trace[1584237189] transaction","detail":"{read_only:false; response_revision:11945; number_of_response:1; }","duration":"1.498181189s","start":"2026-03-03T14:27:15.092591Z","end":"2026-03-03T14:27:16.590773Z","steps":["trace[1584237189] 'process raft request' (duration: 1.497812571s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.590803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.905003Z","time spent":"685.79719ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:16.590778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.905286Z","time spent":"685.482932ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:16.590612Z","caller":"traceutil/trace.go:171","msg":"trace[1461474646] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:11945; }","duration":"1.888440975s","start":"2026-03-03T14:27:14.702155Z","end":"2026-03-03T14:27:16.590596Z","steps":["trace[1461474646] 'agreement among raft nodes before linearized reading' (duration: 1.888321702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.590874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.092564Z","time spent":"1.498252751s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:16.590932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.864491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:16.590951Z","caller":"traceutil/trace.go:171","msg":"trace[2120066893] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11945; }","duration":"685.899012ms","start":"2026-03-03T14:27:15.905048Z","end":"2026-03-03T14:27:16.590947Z","steps":["trace[2120066893] 'agreement among raft nodes before linearized reading' (duration: 685.849591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.590965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.905041Z","time spent":"685.921663ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:16.590887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.702133Z","time spent":"1.888741342s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:16.590891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.608322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:16.591035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.90562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:16.591049Z","caller":"traceutil/trace.go:171","msg":"trace[477924440] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11945; }","duration":"684.93612ms","start":"2026-03-03T14:27:15.906109Z","end":"2026-03-03T14:27:16.591045Z","steps":["trace[477924440] 'agreement among raft nodes before linearized reading' (duration: 684.91281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.591081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.906099Z","time spent":"684.977981ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:16.591049Z","caller":"traceutil/trace.go:171","msg":"trace[1069257517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11945; }","duration":"684.771126ms","start":"2026-03-03T14:27:15.906267Z","end":"2026-03-03T14:27:16.591039Z","steps":["trace[1069257517] 'agreement among raft nodes before linearized reading' (duration: 684.603451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.591106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"684.311786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:16.591129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.906262Z","time spent":"684.863349ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:27:16.590628Z","caller":"traceutil/trace.go:171","msg":"trace[446397939] transaction","detail":"{read_only:false; response_revision:11944; number_of_response:1; }","duration":"1.900696183s","start":"2026-03-03T14:27:14.689915Z","end":"2026-03-03T14:27:16.590611Z","steps":["trace[446397939] 'process raft request' (duration: 1.899855284s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:16.591137Z","caller":"traceutil/trace.go:171","msg":"trace[258220411] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11945; }","duration":"684.372887ms","start":"2026-03-03T14:27:15.906755Z","end":"2026-03-03T14:27:16.591128Z","steps":["trace[258220411] 'agreement among raft nodes before linearized reading' (duration: 684.326546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.591218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.906739Z","time spent":"684.47048ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:16.59126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.689891Z","time spent":"1.901312588s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:16.590835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845523745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:27:16.591191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284140273s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7181"} {"level":"info","ts":"2026-03-03T14:27:16.591403Z","caller":"traceutil/trace.go:171","msg":"trace[1335148001] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:11945; }","duration":"1.28443017s","start":"2026-03-03T14:27:15.306955Z","end":"2026-03-03T14:27:16.591385Z","steps":["trace[1335148001] 'agreement among raft nodes before linearized reading' (duration: 1.283646311s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.591463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.306938Z","time spent":"1.284509602s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7205,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:16.590671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.319603Z","time spent":"2.27105407s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:16.591528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.46544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:16.591657Z","caller":"traceutil/trace.go:171","msg":"trace[1864143916] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11945; }","duration":"687.628734ms","start":"2026-03-03T14:27:15.903981Z","end":"2026-03-03T14:27:16.59161Z","steps":["trace[1864143916] 'agreement among raft nodes before linearized reading' (duration: 687.259115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:16.591338Z","caller":"traceutil/trace.go:171","msg":"trace[1325473943] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11945; }","duration":"1.846069238s","start":"2026-03-03T14:27:14.745251Z","end":"2026-03-03T14:27:16.591321Z","steps":["trace[1325473943] 'agreement among raft nodes before linearized reading' (duration: 1.845513684s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.591707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.903965Z","time spent":"687.729947ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:16.591816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.7452Z","time spent":"1.84659907s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:27:16.590743Z","caller":"traceutil/trace.go:171","msg":"trace[226228202] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:11945; }","duration":"1.349373137s","start":"2026-03-03T14:27:15.241362Z","end":"2026-03-03T14:27:16.590735Z","steps":["trace[226228202] 'agreement among raft nodes before linearized reading' (duration: 1.349270185s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.591843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.686778765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:27:16.591899Z","caller":"traceutil/trace.go:171","msg":"trace[582767573] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:11943; }","duration":"2.686836386s","start":"2026-03-03T14:27:13.905051Z","end":"2026-03-03T14:27:16.591888Z","steps":["trace[582767573] 'agreement among raft nodes before linearized reading' (duration: 2.684970062s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.590711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.542760699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:16.591936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:13.90503Z","time spent":"2.686898837s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:27:16.591899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.241336Z","time spent":"1.350545825s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:16.591942Z","caller":"traceutil/trace.go:171","msg":"trace[1110467319] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11945; }","duration":"1.544018939s","start":"2026-03-03T14:27:15.047911Z","end":"2026-03-03T14:27:16.59193Z","steps":["trace[1110467319] 'agreement among raft nodes before linearized reading' (duration: 1.542777399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:16.592136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:15.047884Z","time spent":"1.544231734s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:16.590621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:14.041487Z","time spent":"2.549119824s","remote":"127.0.0.1:52402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:17.229623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.086736ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:17.229775Z","caller":"traceutil/trace.go:171","msg":"trace[1232401694] linearizableReadLoop","detail":"{readStateIndex:12456; appliedIndex:12455; }","duration":"629.396504ms","start":"2026-03-03T14:27:16.600357Z","end":"2026-03-03T14:27:17.229754Z","steps":["trace[1232401694] 'read index received' (duration: 463.99802ms)","trace[1232401694] 'applied index is now lower than readState.Index' (duration: 165.396744ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:17.229843Z","caller":"traceutil/trace.go:171","msg":"trace[460915500] transaction","detail":"{read_only:false; response_revision:11946; number_of_response:1; }","duration":"630.436879ms","start":"2026-03-03T14:27:16.599363Z","end":"2026-03-03T14:27:17.2298Z","steps":["trace[460915500] 'process raft request' (duration: 464.961593ms)","trace[460915500] 'compare' (duration: 164.751518ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:17.230014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.599352Z","time spent":"630.564142ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:17.230813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.443358ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.230878Z","caller":"traceutil/trace.go:171","msg":"trace[273587687] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11946; }","duration":"630.54115ms","start":"2026-03-03T14:27:16.600319Z","end":"2026-03-03T14:27:17.23086Z","steps":["trace[273587687] 'agreement among raft nodes before linearized reading' (duration: 629.543726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.230926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.600301Z","time spent":"630.614082ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:17.656185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.9025ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:17.656326Z","caller":"traceutil/trace.go:171","msg":"trace[1023319773] linearizableReadLoop","detail":"{readStateIndex:12457; appliedIndex:12456; }","duration":"426.483378ms","start":"2026-03-03T14:27:17.22982Z","end":"2026-03-03T14:27:17.656303Z","steps":["trace[1023319773] 'read index received' (duration: 202.139388ms)","trace[1023319773] 'applied index is now lower than readState.Index' (duration: 224.34217ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:17.656374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.054996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.656443Z","caller":"traceutil/trace.go:171","msg":"trace[1399855740] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:11947; }","duration":"482.162089ms","start":"2026-03-03T14:27:17.174263Z","end":"2026-03-03T14:27:17.656425Z","steps":["trace[1399855740] 'agreement among raft nodes before linearized reading' (duration: 482.049556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.656477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.174246Z","time spent":"482.22208ms","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:17.656496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.282696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.656528Z","caller":"traceutil/trace.go:171","msg":"trace[2008695681] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:11947; }","duration":"803.371548ms","start":"2026-03-03T14:27:16.853145Z","end":"2026-03-03T14:27:17.656517Z","steps":["trace[2008695681] 'agreement among raft nodes before linearized reading' (duration: 803.284906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.656565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.853116Z","time spent":"803.43929ms","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:17.656797Z","caller":"traceutil/trace.go:171","msg":"trace[2048784040] transaction","detail":"{read_only:false; response_revision:11947; number_of_response:1; }","duration":"1.055173944s","start":"2026-03-03T14:27:16.601611Z","end":"2026-03-03T14:27:17.656785Z","steps":["trace[2048784040] 'process raft request' (duration: 830.535327ms)","trace[2048784040] 'compare' (duration: 223.606463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:17.656889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.601602Z","time spent":"1.055222286s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7224,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:17.656993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"953.923041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:27:17.657033Z","caller":"traceutil/trace.go:171","msg":"trace[1630043597] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11947; }","duration":"954.008423ms","start":"2026-03-03T14:27:16.703013Z","end":"2026-03-03T14:27:17.657022Z","steps":["trace[1630043597] 'agreement among raft nodes before linearized reading' (duration: 953.822659ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.657062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.702993Z","time spent":"954.062784ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:27:17.657149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.289075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.657172Z","caller":"traceutil/trace.go:171","msg":"trace[1514159225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11947; }","duration":"424.344897ms","start":"2026-03-03T14:27:17.23282Z","end":"2026-03-03T14:27:17.657165Z","steps":["trace[1514159225] 'agreement among raft nodes before linearized reading' (duration: 424.297936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.657191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.232802Z","time spent":"424.386127ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:17.657309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.041238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:17.657327Z","caller":"traceutil/trace.go:171","msg":"trace[577227113] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11947; }","duration":"989.098598ms","start":"2026-03-03T14:27:16.668222Z","end":"2026-03-03T14:27:17.657321Z","steps":["trace[577227113] 'agreement among raft nodes before linearized reading' (duration: 989.059827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.657349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:16.668199Z","time spent":"989.1448ms","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:17.657458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.777537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:17.657476Z","caller":"traceutil/trace.go:171","msg":"trace[407167219] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:11947; }","duration":"192.839779ms","start":"2026-03-03T14:27:17.46463Z","end":"2026-03-03T14:27:17.65747Z","steps":["trace[407167219] 'agreement among raft nodes before linearized reading' (duration: 192.809908ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.657545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.05269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995abf4637b092\" ","response":"range_response_count:1 size:986"} {"level":"info","ts":"2026-03-03T14:27:17.657581Z","caller":"traceutil/trace.go:171","msg":"trace[1625435758] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995abf4637b092; range_end:; response_count:1; response_revision:11947; }","duration":"424.126152ms","start":"2026-03-03T14:27:17.233443Z","end":"2026-03-03T14:27:17.657569Z","steps":["trace[1625435758] 'agreement among raft nodes before linearized reading' (duration: 424.02181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.657608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.233423Z","time spent":"424.179043ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":1010,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995abf4637b092\" "} {"level":"warn","ts":"2026-03-03T14:27:17.65805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.055451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143764"} {"level":"info","ts":"2026-03-03T14:27:17.658078Z","caller":"traceutil/trace.go:171","msg":"trace[1728037021] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:11947; }","duration":"328.120693ms","start":"2026-03-03T14:27:17.329949Z","end":"2026-03-03T14:27:17.65807Z","steps":["trace[1728037021] 'agreement among raft nodes before linearized reading' (duration: 327.847886ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:17.658097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.329927Z","time spent":"328.165023ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143788,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:18.166537Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:18.666971Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376370,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:18.789541Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.129278128s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:27:18.790543Z","caller":"traceutil/trace.go:171","msg":"trace[1654852427] transaction","detail":"{read_only:false; response_revision:11948; number_of_response:1; }","duration":"1.130383964s","start":"2026-03-03T14:27:17.660104Z","end":"2026-03-03T14:27:18.790488Z","steps":["trace[1654852427] 'process raft request' (duration: 1.129846561s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:18.790874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.660052Z","time spent":"1.13062147s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:19.423316Z","caller":"traceutil/trace.go:171","msg":"trace[437827933] transaction","detail":"{read_only:false; response_revision:11950; number_of_response:1; }","duration":"1.509004126s","start":"2026-03-03T14:27:17.914285Z","end":"2026-03-03T14:27:19.423289Z","steps":["trace[437827933] 'process raft request' (duration: 1.508939604s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:19.423317Z","caller":"traceutil/trace.go:171","msg":"trace[1430297707] transaction","detail":"{read_only:false; response_revision:11949; number_of_response:1; }","duration":"1.750873328s","start":"2026-03-03T14:27:17.672408Z","end":"2026-03-03T14:27:19.423282Z","steps":["trace[1430297707] 'process raft request' (duration: 1.676445715s)","trace[1430297707] 'compare' (duration: 74.237957ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:19.423465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.914244Z","time spent":"1.509125719s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:19.423497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.672396Z","time spent":"1.75097975s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:19.673419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000458172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:19.673504Z","caller":"traceutil/trace.go:171","msg":"trace[852490495] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000599805s","start":"2026-03-03T14:27:17.672886Z","end":"2026-03-03T14:27:19.673485Z","steps":["trace[852490495] 'agreement among raft nodes before linearized reading' (duration: 2.000464662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:19.673552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.672868Z","time spent":"2.000672776s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:21.674756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:21.674856Z","caller":"traceutil/trace.go:171","msg":"trace[1154892082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000514593s","start":"2026-03-03T14:27:19.674319Z","end":"2026-03-03T14:27:21.674834Z","steps":["trace[1154892082] 'agreement among raft nodes before linearized reading' (duration: 2.00038555s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:21.674907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.674252Z","time spent":"2.000644955s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:21 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:23.682641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:23.682726Z","caller":"traceutil/trace.go:171","msg":"trace[217150818] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000286078s","start":"2026-03-03T14:27:21.682422Z","end":"2026-03-03T14:27:23.682708Z","steps":["trace[217150818] 'agreement among raft nodes before linearized reading' (duration: 2.000169445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.682773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:21.6824Z","time spent":"2.00036293s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:23.78876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.365461323s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:23.788926Z","caller":"traceutil/trace.go:171","msg":"trace[1225263648] linearizableReadLoop","detail":"{readStateIndex:12461; appliedIndex:12457; }","duration":"6.122444335s","start":"2026-03-03T14:27:17.666452Z","end":"2026-03-03T14:27:23.788896Z","steps":["trace[1225263648] 'read index received' (duration: 1.123574344s)","trace[1225263648] 'applied index is now lower than readState.Index' (duration: 4.998866121s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:23.790561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.641004182s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:23.79069Z","caller":"traceutil/trace.go:171","msg":"trace[1387758862] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11950; }","duration":"3.641149216s","start":"2026-03-03T14:27:20.149522Z","end":"2026-03-03T14:27:23.790671Z","steps":["trace[1387758862] 'range keys from in-memory index tree' (duration: 3.640987892s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.791775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.125315133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" ","response":"range_response_count:1 size:4794"} {"level":"info","ts":"2026-03-03T14:27:23.791823Z","caller":"traceutil/trace.go:171","msg":"trace[1831791388] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv; range_end:; response_count:1; response_revision:11950; }","duration":"6.125407155s","start":"2026-03-03T14:27:17.666403Z","end":"2026-03-03T14:27:23.79181Z","steps":["trace[1831791388] 'agreement among raft nodes before linearized reading' (duration: 6.125239391s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.791861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.666379Z","time spent":"6.125472387s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4818,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" "} {"level":"warn","ts":"2026-03-03T14:27:23.791875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123364877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:23.791936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.864542379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:23.79197Z","caller":"traceutil/trace.go:171","msg":"trace[1896631498] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:11950; }","duration":"2.86462322s","start":"2026-03-03T14:27:20.927336Z","end":"2026-03-03T14:27:23.791959Z","steps":["trace[1896631498] 'agreement among raft nodes before linearized reading' (duration: 2.864569909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.791995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.612887642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:23.791981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442854254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:23.792021Z","caller":"traceutil/trace.go:171","msg":"trace[2031497339] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:11950; }","duration":"3.612970994s","start":"2026-03-03T14:27:20.179043Z","end":"2026-03-03T14:27:23.792014Z","steps":["trace[2031497339] 'agreement among raft nodes before linearized reading' (duration: 3.612914832s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:23.792037Z","caller":"traceutil/trace.go:171","msg":"trace[871881432] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:11950; }","duration":"2.442961117s","start":"2026-03-03T14:27:21.349061Z","end":"2026-03-03T14:27:23.792022Z","steps":["trace[871881432] 'agreement among raft nodes before linearized reading' (duration: 2.442830134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.791866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.465551954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:23.792054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.17901Z","time spent":"3.613039435s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:23.792077Z","caller":"traceutil/trace.go:171","msg":"trace[1562269411] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:11950; }","duration":"3.46582584s","start":"2026-03-03T14:27:20.326237Z","end":"2026-03-03T14:27:23.792063Z","steps":["trace[1562269411] 'agreement among raft nodes before linearized reading' (duration: 3.465577494s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.879259115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:23.792124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.326205Z","time spent":"3.465906942s","remote":"127.0.0.1:44084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.792117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261054629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:27:23.792132Z","caller":"traceutil/trace.go:171","msg":"trace[1720886134] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:11950; }","duration":"2.879365137s","start":"2026-03-03T14:27:20.912757Z","end":"2026-03-03T14:27:23.792122Z","steps":["trace[1720886134] 'agreement among raft nodes before linearized reading' (duration: 2.879279505s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:23.792168Z","caller":"traceutil/trace.go:171","msg":"trace[1878292573] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11950; }","duration":"1.261171492s","start":"2026-03-03T14:27:22.530984Z","end":"2026-03-03T14:27:23.792155Z","steps":["trace[1878292573] 'agreement among raft nodes before linearized reading' (duration: 1.260991638s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.912729Z","time spent":"2.879448009s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":61,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.792211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.923101042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:23.792174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490871809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:23.792267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.13589271s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:23.792289Z","caller":"traceutil/trace.go:171","msg":"trace[980236437] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:11950; }","duration":"4.135915201s","start":"2026-03-03T14:27:19.656369Z","end":"2026-03-03T14:27:23.792284Z","steps":["trace[980236437] 'agreement among raft nodes before linearized reading' (duration: 4.13587444s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.656313Z","time spent":"4.135993722s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":9,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.792196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.530954Z","time spent":"1.261237154s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:27:23.7923Z","caller":"traceutil/trace.go:171","msg":"trace[184319999] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:11950; }","duration":"1.491063854s","start":"2026-03-03T14:27:22.301206Z","end":"2026-03-03T14:27:23.79227Z","steps":["trace[184319999] 'agreement among raft nodes before linearized reading' (duration: 1.490807698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.301177Z","time spent":"1.491176015s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.791969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.176637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:23.792467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.222474968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:27:23.792482Z","caller":"traceutil/trace.go:171","msg":"trace[2095885525] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11950; }","duration":"4.222549919s","start":"2026-03-03T14:27:19.569927Z","end":"2026-03-03T14:27:23.792477Z","steps":["trace[2095885525] 'agreement among raft nodes before linearized reading' (duration: 4.222463737s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:23.792475Z","caller":"traceutil/trace.go:171","msg":"trace[1152648369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11950; }","duration":"108.73827ms","start":"2026-03-03T14:27:23.683725Z","end":"2026-03-03T14:27:23.792463Z","steps":["trace[1152648369] 'agreement among raft nodes before linearized reading' (duration: 108.141516ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.569897Z","time spent":"4.222596201s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:27:23.792238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102546599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:23.792633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.268211084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:23.792649Z","caller":"traceutil/trace.go:171","msg":"trace[135297653] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:11950; }","duration":"4.268269205s","start":"2026-03-03T14:27:19.524375Z","end":"2026-03-03T14:27:23.792644Z","steps":["trace[135297653] 'agreement among raft nodes before linearized reading' (duration: 4.268236224s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:23.792649Z","caller":"traceutil/trace.go:171","msg":"trace[895553594] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:11950; }","duration":"1.102982279s","start":"2026-03-03T14:27:22.689656Z","end":"2026-03-03T14:27:23.792639Z","steps":["trace[895553594] 'agreement among raft nodes before linearized reading' (duration: 1.102553209s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.52435Z","time spent":"4.268309547s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:23.792234Z","caller":"traceutil/trace.go:171","msg":"trace[1357368813] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:11950; }","duration":"3.923147302s","start":"2026-03-03T14:27:19.869076Z","end":"2026-03-03T14:27:23.792223Z","steps":["trace[1357368813] 'agreement among raft nodes before linearized reading' (duration: 3.923113702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:22.68964Z","time spent":"1.10303337s","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.7927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:19.869058Z","time spent":"3.923629694s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.792083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:21.349044Z","time spent":"2.443020818s","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":31,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.792015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.927302Z","time spent":"2.864705092s","remote":"127.0.0.1:44026","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.792802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.871385877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:27:23.792876Z","caller":"traceutil/trace.go:171","msg":"trace[1771005360] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:11950; }","duration":"5.871497879s","start":"2026-03-03T14:27:17.921359Z","end":"2026-03-03T14:27:23.792857Z","steps":["trace[1771005360] 'agreement among raft nodes before linearized reading' (duration: 5.871299675s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.792929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.921336Z","time spent":"5.871580881s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:27:23.792045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.813260461s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:23.793155Z","caller":"traceutil/trace.go:171","msg":"trace[1880860118] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:11950; }","duration":"2.814418738s","start":"2026-03-03T14:27:20.978724Z","end":"2026-03-03T14:27:23.793142Z","steps":["trace[1880860118] 'agreement among raft nodes before linearized reading' (duration: 2.813168369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.793177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998671655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-03T14:27:23.793212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:20.978695Z","time spent":"2.81449392s","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:23.793236Z","caller":"traceutil/trace.go:171","msg":"trace[1316753043] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a; range_end:; response_count:1; response_revision:11950; }","duration":"4.998757288s","start":"2026-03-03T14:27:18.794464Z","end":"2026-03-03T14:27:23.793221Z","steps":["trace[1316753043] 'agreement among raft nodes before linearized reading' (duration: 4.998633055s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.793283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.141662081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:23.793284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.794445Z","time spent":"4.99883011s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" "} {"level":"info","ts":"2026-03-03T14:27:23.793305Z","caller":"traceutil/trace.go:171","msg":"trace[764431161] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11950; }","duration":"5.141703062s","start":"2026-03-03T14:27:18.651596Z","end":"2026-03-03T14:27:23.793299Z","steps":["trace[764431161] 'agreement among raft nodes before linearized reading' (duration: 5.141673442s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:23.791934Z","caller":"traceutil/trace.go:171","msg":"trace[877114146] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:11950; }","duration":"6.123458218s","start":"2026-03-03T14:27:17.668459Z","end":"2026-03-03T14:27:23.791917Z","steps":["trace[877114146] 'agreement among raft nodes before linearized reading' (duration: 6.123342636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.793327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.651583Z","time spent":"5.141738733s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:23.793349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.668451Z","time spent":"6.124887492s","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:23.831888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.229032877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:23.832025Z","caller":"traceutil/trace.go:171","msg":"trace[1278076582] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11950; }","duration":"5.22913932s","start":"2026-03-03T14:27:18.602832Z","end":"2026-03-03T14:27:23.831971Z","steps":["trace[1278076582] 'agreement among raft nodes before linearized reading' (duration: 5.190617364s)","trace[1278076582] 'range keys from bolt db' (duration: 38.189629ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:23.832074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.602741Z","time spent":"5.229321894s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:23.840066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.239929254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:23.840167Z","caller":"traceutil/trace.go:171","msg":"trace[784362075] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11950; }","duration":"5.240051147s","start":"2026-03-03T14:27:18.600083Z","end":"2026-03-03T14:27:23.840134Z","steps":["trace[784362075] 'agreement among raft nodes before linearized reading' (duration: 5.239572786s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.840214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.600071Z","time spent":"5.240133048s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:23.84037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.240942038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:23.840491Z","caller":"traceutil/trace.go:171","msg":"trace[612504201] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11950; }","duration":"5.241097401s","start":"2026-03-03T14:27:18.59937Z","end":"2026-03-03T14:27:23.840467Z","steps":["trace[612504201] 'agreement among raft nodes before linearized reading' (duration: 5.240674522s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.840562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.599292Z","time spent":"5.241241785s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:23.793258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.188856502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:23.842851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.165687893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463767"} {"level":"info","ts":"2026-03-03T14:27:23.842943Z","caller":"traceutil/trace.go:171","msg":"trace[2085592263] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11950; }","duration":"6.165814415s","start":"2026-03-03T14:27:17.677103Z","end":"2026-03-03T14:27:23.842917Z","steps":["trace[2085592263] 'agreement among raft nodes before linearized reading' (duration: 6.115614074s)","trace[2085592263] 'range keys from bolt db' (duration: 49.964726ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:23.84299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:17.677097Z","time spent":"6.165883417s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":463791,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:27:23.843009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.20957157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:23.843042Z","caller":"traceutil/trace.go:171","msg":"trace[1056511206] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11950; }","duration":"5.211476004s","start":"2026-03-03T14:27:18.631556Z","end":"2026-03-03T14:27:23.843032Z","steps":["trace[1056511206] 'agreement among raft nodes before linearized reading' (duration: 5.161845097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.843061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.631525Z","time spent":"5.211529366s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:23.843101Z","caller":"traceutil/trace.go:171","msg":"trace[1232456909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11950; }","duration":"5.238710255s","start":"2026-03-03T14:27:18.604375Z","end":"2026-03-03T14:27:23.843085Z","steps":["trace[1232456909] 'agreement among raft nodes before linearized reading' (duration: 5.188860662s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:23.843163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.604362Z","time spent":"5.238772356s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:23.843188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.211559046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:23.843248Z","caller":"traceutil/trace.go:171","msg":"trace[883681605] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11950; }","duration":"5.211646119s","start":"2026-03-03T14:27:18.631577Z","end":"2026-03-03T14:27:23.843223Z","steps":["trace[883681605] 'agreement among raft nodes before linearized reading' (duration: 5.161837747s)","trace[883681605] 'filter and sort the key-value pairs' (duration: 49.74093ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:23.843285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:18.631563Z","time spent":"5.21171672s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:24.342673Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:24.843343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:25.343932Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:25.835326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.991711845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:25.835429Z","caller":"traceutil/trace.go:171","msg":"trace[1979250959] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.991845349s","start":"2026-03-03T14:27:23.843561Z","end":"2026-03-03T14:27:25.835406Z","steps":["trace[1979250959] 'agreement among raft nodes before linearized reading' (duration: 1.991721416s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:25.835497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.843548Z","time spent":"1.991933921s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:25 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:25.844795Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:26.345189Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:26.848002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:27.348775Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:27.836048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000327558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:27.836153Z","caller":"traceutil/trace.go:171","msg":"trace[293449764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493572s","start":"2026-03-03T14:27:25.835642Z","end":"2026-03-03T14:27:27.836135Z","steps":["trace[293449764] 'agreement among raft nodes before linearized reading' (duration: 2.000363079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:27.836205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.835619Z","time spent":"2.000575815s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:27.849595Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:28.350437Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376376,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:28.730867Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.891756489s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:28.73122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.83847Z","time spent":"4.892745552s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:29.846515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99994581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:29.846591Z","caller":"traceutil/trace.go:171","msg":"trace[19208418] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000078643s","start":"2026-03-03T14:27:27.846495Z","end":"2026-03-03T14:27:29.846574Z","steps":["trace[19208418] 'agreement among raft nodes before linearized reading' (duration: 1.999983501s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:29.846654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:27.846474Z","time spent":"2.000152254s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:29 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:30.842571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.842417Z","time spent":"7.000144391s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:30.853495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.853266Z","time spent":"7.000223614s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:31.100636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.099512Z","time spent":"7.001116294s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:31.847425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000410891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:31.847507Z","caller":"traceutil/trace.go:171","msg":"trace[1459515883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000540825s","start":"2026-03-03T14:27:29.846949Z","end":"2026-03-03T14:27:31.84749Z","steps":["trace[1459515883] 'agreement among raft nodes before linearized reading' (duration: 2.000436402s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:31.847553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.846928Z","time spent":"2.000616416s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:33.854574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000429551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:33.854659Z","caller":"traceutil/trace.go:171","msg":"trace[579264050] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568274s","start":"2026-03-03T14:27:31.854071Z","end":"2026-03-03T14:27:33.854639Z","steps":["trace[579264050] 'agreement among raft nodes before linearized reading' (duration: 2.000467592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:33.854702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.85405Z","time spent":"2.000642376s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:35.298071Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79cb3fd6b6419","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:27:35.733089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.732209Z","time spent":"7.000854818s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:35.855117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000123753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:35.855233Z","caller":"traceutil/trace.go:171","msg":"trace[2107845160] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000318508s","start":"2026-03-03T14:27:33.854893Z","end":"2026-03-03T14:27:35.855212Z","steps":["trace[2107845160] 'agreement among raft nodes before linearized reading' (duration: 2.000178215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:35.855286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:33.854869Z","time spent":"2.000404809s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:35 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:36.210911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:36.210962Z","caller":"traceutil/trace.go:171","msg":"trace[77501900] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000317138s","start":"2026-03-03T14:27:34.210633Z","end":"2026-03-03T14:27:36.21095Z","steps":["trace[77501900] 'agreement among raft nodes before linearized reading' (duration: 2.000254387s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:36.210986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:34.210603Z","time spent":"2.000378279s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:36.610359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.461488053s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:36.610502Z","caller":"traceutil/trace.go:171","msg":"trace[1331372329] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11950; }","duration":"6.461642456s","start":"2026-03-03T14:27:30.148838Z","end":"2026-03-03T14:27:36.61048Z","steps":["trace[1331372329] 'range keys from in-memory index tree' (duration: 6.461435121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:36.658988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.658556Z","time spent":"7.000423036s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:36.775383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.774348Z","time spent":"7.00102446s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:37.42331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.011806149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:37.423387Z","caller":"traceutil/trace.go:171","msg":"trace[95255115] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.011929931s","start":"2026-03-03T14:27:35.411438Z","end":"2026-03-03T14:27:37.423368Z","steps":["trace[95255115] 'agreement among raft nodes before linearized reading' (duration: 2.011832069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:37.423425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:35.41142Z","time spent":"2.011995213s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:37.499225Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"8.768138532s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:37.861742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000470602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:37.86185Z","caller":"traceutil/trace.go:171","msg":"trace[411089103] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000634946s","start":"2026-03-03T14:27:35.861189Z","end":"2026-03-03T14:27:37.861824Z","steps":["trace[411089103] 'agreement among raft nodes before linearized reading' (duration: 2.000498233s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:37.861918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:35.86117Z","time spent":"2.000731469s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:39.10335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.998096648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:39.103454Z","caller":"traceutil/trace.go:171","msg":"trace[122724046] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; }","duration":"7.998292873s","start":"2026-03-03T14:27:31.105137Z","end":"2026-03-03T14:27:39.10343Z","steps":["trace[122724046] 'agreement among raft nodes before linearized reading' (duration: 7.99816889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.103514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:31.10508Z","time spent":"7.998420255s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":0,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} 2026/03/03 14:27:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:39.696979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196958017s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:39.697055Z","caller":"traceutil/trace.go:171","msg":"trace[882914274] linearizableReadLoop","detail":"{readStateIndex:12466; appliedIndex:12461; }","duration":"15.856436888s","start":"2026-03-03T14:27:23.840604Z","end":"2026-03-03T14:27:39.697041Z","steps":["trace[882914274] 'read index received' (duration: 4.890467739s)","trace[882914274] 'applied index is now lower than readState.Index' (duration: 10.965967909s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:39.697783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.857133404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:39.697861Z","caller":"traceutil/trace.go:171","msg":"trace[76301044] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:11954; }","duration":"15.857255357s","start":"2026-03-03T14:27:23.840585Z","end":"2026-03-03T14:27:39.697841Z","steps":["trace[76301044] 'agreement among raft nodes before linearized reading' (duration: 15.857103704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.697905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.840568Z","time spent":"15.857327019s","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:39.914683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000297827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:39.914752Z","caller":"traceutil/trace.go:171","msg":"trace[976911153] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00042918s","start":"2026-03-03T14:27:37.914306Z","end":"2026-03-03T14:27:39.914736Z","steps":["trace[976911153] 'agreement among raft nodes before linearized reading' (duration: 2.000343048s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:39.914784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.914281Z","time spent":"2.000496162s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:40.197215Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:40.698358Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:41.198944Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:41.699596Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:41.914884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:41.914976Z","caller":"traceutil/trace.go:171","msg":"trace[1218291648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998503s","start":"2026-03-03T14:27:39.914971Z","end":"2026-03-03T14:27:41.914956Z","steps":["trace[1218291648] 'agreement among raft nodes before linearized reading' (duration: 1.999868268s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:41.915292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.914907Z","time spent":"2.000108064s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:42.200035Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:42.310758Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"41f79cb3fd6b6419","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-03-03T14:27:42.542608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.043160633s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:42.543336Z","caller":"etcdserver/util.go:123","msg":"failed to apply request","took":"55.621µs","request":"header: lease_revoke:","response":"size:29","error":"lease not found"} {"level":"info","ts":"2026-03-03T14:27:42.544086Z","caller":"traceutil/trace.go:171","msg":"trace[782774956] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11957; }","duration":"5.763304253s","start":"2026-03-03T14:27:36.780755Z","end":"2026-03-03T14:27:42.544059Z","steps":["trace[782774956] 'process raft request' (duration: 5.763263672s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:42.544133Z","caller":"traceutil/trace.go:171","msg":"trace[493136954] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11957; }","duration":"5.881067105s","start":"2026-03-03T14:27:36.66303Z","end":"2026-03-03T14:27:42.544097Z","steps":["trace[493136954] 'process raft request' (duration: 5.880938822s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:42.544097Z","caller":"traceutil/trace.go:171","msg":"trace[1592022321] transaction","detail":"{read_only:false; response_revision:11957; number_of_response:1; }","duration":"6.349815686s","start":"2026-03-03T14:27:36.194228Z","end":"2026-03-03T14:27:42.544044Z","steps":["trace[1592022321] 'process raft request' (duration: 6.349194572s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:42.544307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:36.663005Z","time spent":"5.881210357s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":69,"response count":0,"response size":723,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:42.544329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:36.780724Z","time spent":"5.763425466s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":45,"response count":0,"response size":572,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:42.544495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:36.194212Z","time spent":"6.350119334s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":26,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:43.92143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000246467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:43.921524Z","caller":"traceutil/trace.go:171","msg":"trace[237206588] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000398331s","start":"2026-03-03T14:27:41.921107Z","end":"2026-03-03T14:27:43.921505Z","steps":["trace[237206588] 'agreement among raft nodes before linearized reading' (duration: 2.000282618s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:43.921576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:41.921088Z","time spent":"2.000478182s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:44.816937Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.794125715s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:44.989298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.966333969s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:501"} {"level":"info","ts":"2026-03-03T14:27:44.989436Z","caller":"traceutil/trace.go:171","msg":"trace[1684022180] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11957; }","duration":"5.881853373s","start":"2026-03-03T14:27:39.107549Z","end":"2026-03-03T14:27:44.989402Z","steps":["trace[1684022180] 'process raft request' (duration: 3.91534268s)","trace[1684022180] 'compare' (duration: 1.966259377s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:44.98954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.107525Z","time spent":"5.881963235s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":55,"response count":0,"response size":525,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:44.989472Z","caller":"traceutil/trace.go:171","msg":"trace[1918314923] linearizableReadLoop","detail":"{readStateIndex:12474; appliedIndex:12466; }","duration":"5.292361689s","start":"2026-03-03T14:27:39.697074Z","end":"2026-03-03T14:27:44.989436Z","steps":["trace[1918314923] 'read index received' (duration: 2.845784337s)","trace[1918314923] 'applied index is now lower than readState.Index' (duration: 2.446574882s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:45.490819Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:45.921822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000070662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:45.921941Z","caller":"traceutil/trace.go:171","msg":"trace[1952075898] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000275737s","start":"2026-03-03T14:27:43.921638Z","end":"2026-03-03T14:27:45.921913Z","steps":["trace[1952075898] 'agreement among raft nodes before linearized reading' (duration: 2.000099163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:45.92201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.921617Z","time spent":"2.00037711s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:45.991259Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376394,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:27:46.21088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999899488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:46.211049Z","caller":"traceutil/trace.go:171","msg":"trace[1135847792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000135003s","start":"2026-03-03T14:27:44.210891Z","end":"2026-03-03T14:27:46.211026Z","steps":["trace[1135847792] 'agreement among raft nodes before linearized reading' (duration: 1.999935758s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:46.211194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:44.210862Z","time spent":"2.000268226s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:46.482709Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.665632821s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:47.03364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.690889029s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:47.033748Z","caller":"traceutil/trace.go:171","msg":"trace[451229542] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:11957; }","duration":"7.691083894s","start":"2026-03-03T14:27:39.342629Z","end":"2026-03-03T14:27:47.033713Z","steps":["trace[451229542] 'agreement among raft nodes before linearized reading' (duration: 5.646859782s)","trace[451229542] 'count revisions from in-memory index tree' (duration: 2.044039187s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.033727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.858326911s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:47.033727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.42919115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:47.033801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:39.342606Z","time spent":"7.691182445s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:47.03381Z","caller":"traceutil/trace.go:171","msg":"trace[611851786] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:11957; }","duration":"9.858464585s","start":"2026-03-03T14:27:37.175329Z","end":"2026-03-03T14:27:47.033794Z","steps":["trace[611851786] 'agreement among raft nodes before linearized reading' (duration: 7.814447998s)","trace[611851786] 'count revisions from in-memory index tree' (duration: 2.043882104s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.033798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.776932767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:27:47.033846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.175306Z","time spent":"9.858531946s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:47.033834Z","caller":"traceutil/trace.go:171","msg":"trace[1088443536] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:11957; }","duration":"9.429347614s","start":"2026-03-03T14:27:37.604465Z","end":"2026-03-03T14:27:47.033813Z","steps":["trace[1088443536] 'agreement among raft nodes before linearized reading' (duration: 7.385356368s)","trace[1088443536] 'count revisions from in-memory index tree' (duration: 2.043854383s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:47.033865Z","caller":"traceutil/trace.go:171","msg":"trace[551638623] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11957; }","duration":"17.776996849s","start":"2026-03-03T14:27:29.256846Z","end":"2026-03-03T14:27:47.033843Z","steps":["trace[551638623] 'agreement among raft nodes before linearized reading' (duration: 15.732592493s)","trace[551638623] 'range keys from in-memory index tree' (duration: 2.04413027s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.03389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.604444Z","time spent":"9.429431536s","remote":"127.0.0.1:43976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":94,"response size":31,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:47.033919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.256805Z","time spent":"17.777102381s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:27:47.03397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.002217422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:47.034102Z","caller":"traceutil/trace.go:171","msg":"trace[1136031386] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:11957; }","duration":"9.002410226s","start":"2026-03-03T14:27:38.03166Z","end":"2026-03-03T14:27:47.03407Z","steps":["trace[1136031386] 'agreement among raft nodes before linearized reading' (duration: 6.958150794s)","trace[1136031386] 'count revisions from in-memory index tree' (duration: 2.044042977s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.034209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.553949538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:27:47.034269Z","caller":"traceutil/trace.go:171","msg":"trace[453927885] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11957; }","duration":"11.55403649s","start":"2026-03-03T14:27:35.480209Z","end":"2026-03-03T14:27:47.034246Z","steps":["trace[453927885] 'agreement among raft nodes before linearized reading' (duration: 9.509249145s)","trace[453927885] 'range keys from in-memory index tree' (duration: 2.044617591s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.034278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.031644Z","time spent":"9.002601951s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:47.034417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.638142819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:47.034312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:35.480189Z","time spent":"11.554113102s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T14:27:47.034503Z","caller":"traceutil/trace.go:171","msg":"trace[41074908] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:11957; }","duration":"9.638257442s","start":"2026-03-03T14:27:37.396223Z","end":"2026-03-03T14:27:47.03448Z","steps":["trace[41074908] 'agreement among raft nodes before linearized reading' (duration: 7.59360762s)","trace[41074908] 'count revisions from in-memory index tree' (duration: 2.044546619s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.034526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.177095672s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:47.034544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.17742278s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:47.034559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.396206Z","time spent":"9.638336853s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:47.034589Z","caller":"traceutil/trace.go:171","msg":"trace[76075514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11957; }","duration":"21.177186174s","start":"2026-03-03T14:27:25.857385Z","end":"2026-03-03T14:27:47.034571Z","steps":["trace[76075514] 'agreement among raft nodes before linearized reading' (duration: 19.132659145s)","trace[76075514] 'range keys from in-memory index tree' (duration: 2.044436427s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:47.034603Z","caller":"traceutil/trace.go:171","msg":"trace[696862846] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11957; }","duration":"21.177499391s","start":"2026-03-03T14:27:25.857085Z","end":"2026-03-03T14:27:47.034584Z","steps":["trace[696862846] 'agreement among raft nodes before linearized reading' (duration: 19.132967422s)","trace[696862846] 'range keys from in-memory index tree' (duration: 2.044462917s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.034741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.857073Z","time spent":"21.177652895s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:47.034753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.262931084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:47.034766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.642667064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:47.03478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.044202421s","expected-duration":"100ms","prefix":"","request":"header: compaction: ","response":"size:5"} {"level":"info","ts":"2026-03-03T14:27:47.034804Z","caller":"traceutil/trace.go:171","msg":"trace[125209387] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:11957; }","duration":"12.263016726s","start":"2026-03-03T14:27:34.771772Z","end":"2026-03-03T14:27:47.034789Z","steps":["trace[125209387] 'agreement among raft nodes before linearized reading' (duration: 10.218028616s)","trace[125209387] 'count revisions from in-memory index tree' (duration: 2.044889767s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:47.034823Z","caller":"traceutil/trace.go:171","msg":"trace[1647293596] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:11957; }","duration":"20.642763376s","start":"2026-03-03T14:27:26.39204Z","end":"2026-03-03T14:27:47.034803Z","steps":["trace[1647293596] 'agreement among raft nodes before linearized reading' (duration: 18.597954251s)","trace[1647293596] 'count revisions from in-memory index tree' (duration: 2.044733624s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.03486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:34.771753Z","time spent":"12.263092638s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":90,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:47.034872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:26.392015Z","time spent":"20.642841937s","remote":"127.0.0.1:46138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:47.034907Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10881} {"level":"warn","ts":"2026-03-03T14:27:47.034647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.857377Z","time spent":"21.177255706s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:47.03419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.177168757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T14:27:47.035239Z","caller":"traceutil/trace.go:171","msg":"trace[110787655] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45; range_end:; response_count:1; response_revision:11957; }","duration":"16.178225141s","start":"2026-03-03T14:27:30.856989Z","end":"2026-03-03T14:27:47.035214Z","steps":["trace[110787655] 'agreement among raft nodes before linearized reading' (duration: 14.132792511s)","trace[110787655] 'range keys from in-memory index tree' (duration: 2.044348465s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:47.035308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.856978Z","time spent":"16.178312343s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":918,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" "} {"level":"warn","ts":"2026-03-03T14:27:47.930492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000136644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:27:47.930575Z","caller":"traceutil/trace.go:171","msg":"trace[844896426] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000269127s","start":"2026-03-03T14:27:45.930286Z","end":"2026-03-03T14:27:47.930555Z","steps":["trace[844896426] 'agreement among raft nodes before linearized reading' (duration: 2.000169445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:47.930859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:45.930266Z","time spent":"2.000345808s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:48.05826Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.020359984s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:49.93114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:49.931352Z","caller":"traceutil/trace.go:171","msg":"trace[1726943516] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000499902s","start":"2026-03-03T14:27:47.930832Z","end":"2026-03-03T14:27:49.931332Z","steps":["trace[1726943516] 'agreement among raft nodes before linearized reading' (duration: 2.000237576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:49.931463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:47.930775Z","time spent":"2.000673087s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:51.150496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.115648244s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:27:51.150869Z","caller":"traceutil/trace.go:171","msg":"trace[1995961131] linearizableReadLoop","detail":"{readStateIndex:12476; appliedIndex:12474; }","duration":"6.160686384s","start":"2026-03-03T14:27:44.990141Z","end":"2026-03-03T14:27:51.150827Z","steps":["trace[1995961131] 'read index received' (duration: 1.492700531s)","trace[1995961131] 'applied index is now lower than readState.Index' (duration: 4.667982223s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.151018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.293580185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.151094Z","caller":"traceutil/trace.go:171","msg":"trace[408726012] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11957; }","duration":"25.293680947s","start":"2026-03-03T14:27:25.857394Z","end":"2026-03-03T14:27:51.151075Z","steps":["trace[408726012] 'agreement among raft nodes before linearized reading' (duration: 19.132568883s)","trace[408726012] 'range keys from in-memory index tree' (duration: 6.161010441s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.151127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.857382Z","time spent":"25.293737568s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:51.151103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"16.297423206s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.151228Z","caller":"traceutil/trace.go:171","msg":"trace[1411438835] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:11957; }","duration":"16.297600591s","start":"2026-03-03T14:27:34.853601Z","end":"2026-03-03T14:27:51.151202Z","steps":["trace[1411438835] 'agreement among raft nodes before linearized reading' (duration: 10.135859583s)","trace[1411438835] 'count revisions from in-memory index tree' (duration: 6.161566464s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.151295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:34.853584Z","time spent":"16.297697082s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.15148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"21.783429662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"info","ts":"2026-03-03T14:27:51.151512Z","caller":"traceutil/trace.go:171","msg":"trace[78928499] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:11957; }","duration":"21.783460363s","start":"2026-03-03T14:27:29.368042Z","end":"2026-03-03T14:27:51.151502Z","steps":["trace[78928499] 'agreement among raft nodes before linearized reading' (duration: 15.622012921s)","trace[78928499] 'range keys from in-memory index tree' (duration: 6.161268147s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.151533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:29.367995Z","time spent":"21.783533654s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415196,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:27:51.151771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.301634843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.151802Z","caller":"traceutil/trace.go:171","msg":"trace[1856380327] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:11957; }","duration":"23.301698594s","start":"2026-03-03T14:27:27.850093Z","end":"2026-03-03T14:27:51.151791Z","steps":["trace[1856380327] 'agreement among raft nodes before linearized reading' (duration: 17.139917344s)","trace[1856380327] 'count revisions from in-memory index tree' (duration: 6.161740619s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.151823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:27.850074Z","time spent":"23.301742286s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.151936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.368898979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.151964Z","caller":"traceutil/trace.go:171","msg":"trace[287303863] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:11957; }","duration":"14.368965841s","start":"2026-03-03T14:27:36.782989Z","end":"2026-03-03T14:27:51.151955Z","steps":["trace[287303863] 'agreement among raft nodes before linearized reading' (duration: 8.207013537s)","trace[287303863] 'count revisions from in-memory index tree' (duration: 6.161904902s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.151946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"17.332341103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T14:27:51.152013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.404139976s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.152022Z","caller":"traceutil/trace.go:171","msg":"trace[1167675212] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:11957; }","duration":"17.332459886s","start":"2026-03-03T14:27:33.819542Z","end":"2026-03-03T14:27:51.152002Z","steps":["trace[1167675212] 'agreement among raft nodes before linearized reading' (duration: 11.170305078s)","trace[1167675212] 'range keys from in-memory index tree' (duration: 6.161926753s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:51.15204Z","caller":"traceutil/trace.go:171","msg":"trace[1443596765] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:11957; }","duration":"23.404195878s","start":"2026-03-03T14:27:27.747837Z","end":"2026-03-03T14:27:51.152033Z","steps":["trace[1443596765] 'agreement among raft nodes before linearized reading' (duration: 17.242183733s)","trace[1443596765] 'count revisions from in-memory index tree' (duration: 6.161977264s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.152062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:27.747816Z","time spent":"23.404239968s","remote":"127.0.0.1:46108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.152065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:33.819521Z","time spent":"17.332534488s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:27:51.152028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002199188s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.152138Z","caller":"traceutil/trace.go:171","msg":"trace[1131856618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11957; }","duration":"1.002326651s","start":"2026-03-03T14:27:50.149795Z","end":"2026-03-03T14:27:51.152122Z","steps":["trace[1131856618] 'range keys from in-memory index tree' (duration: 1.002178927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.152172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"14.054164581s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.152192Z","caller":"traceutil/trace.go:171","msg":"trace[203353768] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:11957; }","duration":"14.054211532s","start":"2026-03-03T14:27:37.097974Z","end":"2026-03-03T14:27:51.152185Z","steps":["trace[203353768] 'agreement among raft nodes before linearized reading' (duration: 7.892041843s)","trace[203353768] 'count revisions from in-memory index tree' (duration: 6.162133858s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.152212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:37.097957Z","time spent":"14.054249043s","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.152309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"18.465234167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.152362Z","caller":"traceutil/trace.go:171","msg":"trace[1060193638] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:11957; }","duration":"18.465287308s","start":"2026-03-03T14:27:32.687062Z","end":"2026-03-03T14:27:51.152349Z","steps":["trace[1060193638] 'agreement among raft nodes before linearized reading' (duration: 12.302795652s)","trace[1060193638] 'count revisions from in-memory index tree' (duration: 6.162427335s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.152394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:32.68704Z","time spent":"18.46534486s","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.152391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.415790031s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.152487Z","caller":"traceutil/trace.go:171","msg":"trace[683696617] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:11957; }","duration":"25.415924244s","start":"2026-03-03T14:27:25.736539Z","end":"2026-03-03T14:27:51.152463Z","steps":["trace[683696617] 'agreement among raft nodes before linearized reading' (duration: 19.253493029s)","trace[683696617] 'count revisions from in-memory index tree' (duration: 6.162306012s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.152537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.736522Z","time spent":"25.416003666s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.152594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.351574613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.152631Z","caller":"traceutil/trace.go:171","msg":"trace[1699899840] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:11957; }","duration":"20.351656155s","start":"2026-03-03T14:27:30.800964Z","end":"2026-03-03T14:27:51.15262Z","steps":["trace[1699899840] 'agreement among raft nodes before linearized reading' (duration: 14.188910402s)","trace[1699899840] 'count revisions from in-memory index tree' (duration: 6.162697772s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.15266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.800935Z","time spent":"20.351717596s","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.152654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.109117986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.152716Z","caller":"traceutil/trace.go:171","msg":"trace[549254113] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:11957; }","duration":"7.109183387s","start":"2026-03-03T14:27:44.043516Z","end":"2026-03-03T14:27:51.152699Z","steps":["trace[549254113] 'agreement among raft nodes before linearized reading' (duration: 7.109071525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.152764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.295566822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.152778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:44.043445Z","time spent":"7.109317591s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":12,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.152805Z","caller":"traceutil/trace.go:171","msg":"trace[1617842536] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11957; }","duration":"25.295616052s","start":"2026-03-03T14:27:25.857172Z","end":"2026-03-03T14:27:51.152789Z","steps":["trace[1617842536] 'agreement among raft nodes before linearized reading' (duration: 19.13286167s)","trace[1617842536] 'range keys from in-memory index tree' (duration: 6.162707842s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.152845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.857167Z","time spent":"25.295671214s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:51.152853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.306286527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:5749"} {"level":"warn","ts":"2026-03-03T14:27:51.152861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.034314001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.152885Z","caller":"traceutil/trace.go:171","msg":"trace[1752060673] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:11957; }","duration":"20.306350608s","start":"2026-03-03T14:27:30.846521Z","end":"2026-03-03T14:27:51.152872Z","steps":["trace[1752060673] 'agreement among raft nodes before linearized reading' (duration: 14.14336358s)","trace[1752060673] 'range keys from in-memory index tree' (duration: 6.162906406s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.152918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.846501Z","time spent":"20.306410899s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":5773,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" "} {"level":"warn","ts":"2026-03-03T14:27:51.152945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.295786877s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.153175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.294197199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.153204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.289470598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:27:51.153225Z","caller":"traceutil/trace.go:171","msg":"trace[1542652442] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11957; }","duration":"25.29427238s","start":"2026-03-03T14:27:25.858939Z","end":"2026-03-03T14:27:51.153211Z","steps":["trace[1542652442] 'agreement among raft nodes before linearized reading' (duration: 19.131064917s)","trace[1542652442] 'range keys from in-memory index tree' (duration: 6.163137302s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.153259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.85893Z","time spent":"25.294320991s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:51.151985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:36.782967Z","time spent":"14.369011993s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.153343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.840685716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:27:51.153335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.648459025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.153376Z","caller":"traceutil/trace.go:171","msg":"trace[152037213] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:11957; }","duration":"26.840752888s","start":"2026-03-03T14:27:24.312612Z","end":"2026-03-03T14:27:51.153365Z","steps":["trace[152037213] 'agreement among raft nodes before linearized reading' (duration: 20.677457453s)","trace[152037213] 'range keys from in-memory index tree' (duration: 6.163211223s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:51.153393Z","caller":"traceutil/trace.go:171","msg":"trace[271211635] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:11957; }","duration":"8.648571197s","start":"2026-03-03T14:27:42.504805Z","end":"2026-03-03T14:27:51.153376Z","steps":["trace[271211635] 'agreement among raft nodes before linearized reading' (duration: 8.648465645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.153417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.312588Z","time spent":"26.84082139s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:51.15344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:42.504784Z","time spent":"8.648641869s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.153548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"25.295702545s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:51.153587Z","caller":"traceutil/trace.go:171","msg":"trace[460361627] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11957; }","duration":"25.295756196s","start":"2026-03-03T14:27:25.857822Z","end":"2026-03-03T14:27:51.153579Z","steps":["trace[460361627] 'agreement among raft nodes before linearized reading' (duration: 19.132188364s)","trace[460361627] 'range keys from in-memory index tree' (duration: 6.16348057s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.153608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.857815Z","time spent":"25.295788086s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:51.153605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.534679466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.15364Z","caller":"traceutil/trace.go:171","msg":"trace[1101352407] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:11957; }","duration":"8.534769309s","start":"2026-03-03T14:27:42.61886Z","end":"2026-03-03T14:27:51.153629Z","steps":["trace[1101352407] 'agreement among raft nodes before linearized reading' (duration: 8.534716448s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.153692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:42.618831Z","time spent":"8.53485107s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.153707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.059907925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.153739Z","caller":"traceutil/trace.go:171","msg":"trace[1761594673] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:11957; }","duration":"10.060001446s","start":"2026-03-03T14:27:41.093729Z","end":"2026-03-03T14:27:51.153731Z","steps":["trace[1761594673] 'agreement among raft nodes before linearized reading' (duration: 10.059940565s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.153766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:41.093698Z","time spent":"10.060060178s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.153258Z","caller":"traceutil/trace.go:171","msg":"trace[1970746405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11957; }","duration":"25.289544279s","start":"2026-03-03T14:27:25.863695Z","end":"2026-03-03T14:27:51.153239Z","steps":["trace[1970746405] 'agreement among raft nodes before linearized reading' (duration: 19.126300545s)","trace[1970746405] 'range keys from in-memory index tree' (duration: 6.16307196s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.153805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"20.506878387s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.153834Z","caller":"traceutil/trace.go:171","msg":"trace[1324262702] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:11957; }","duration":"20.506970729s","start":"2026-03-03T14:27:30.646851Z","end":"2026-03-03T14:27:51.153821Z","steps":["trace[1324262702] 'agreement among raft nodes before linearized reading' (duration: 14.343104321s)","trace[1324262702] 'count revisions from in-memory index tree' (duration: 6.163661244s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.153831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.584948241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:51.153839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.863684Z","time spent":"25.290139732s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:27:51.153864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:30.646817Z","time spent":"20.507039251s","remote":"127.0.0.1:49450","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":29,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.153871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.589254607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:51.153858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.634901772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.153881Z","caller":"traceutil/trace.go:171","msg":"trace[1292370802] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:11957; }","duration":"10.585049133s","start":"2026-03-03T14:27:40.56881Z","end":"2026-03-03T14:27:51.153859Z","steps":["trace[1292370802] 'agreement among raft nodes before linearized reading' (duration: 10.584974052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.153887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.604827738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" ","response":"range_response_count:1 size:688"} {"level":"info","ts":"2026-03-03T14:27:51.153896Z","caller":"traceutil/trace.go:171","msg":"trace[344018819] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:11957; }","duration":"9.589309589s","start":"2026-03-03T14:27:41.564579Z","end":"2026-03-03T14:27:51.153889Z","steps":["trace[344018819] 'agreement among raft nodes before linearized reading' (duration: 9.589264628s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.153916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:40.568777Z","time spent":"10.585130325s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.153918Z","caller":"traceutil/trace.go:171","msg":"trace[1168983038] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:11957; }","duration":"22.634998254s","start":"2026-03-03T14:27:28.518901Z","end":"2026-03-03T14:27:51.153899Z","steps":["trace[1168983038] 'agreement among raft nodes before linearized reading' (duration: 16.471079235s)","trace[1168983038] 'count revisions from in-memory index tree' (duration: 6.163842538s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:51.153958Z","caller":"traceutil/trace.go:171","msg":"trace[1391963568] compact","detail":"{revision:10881; response_revision:11957; }","duration":"8.6083256s","start":"2026-03-03T14:27:42.54562Z","end":"2026-03-03T14:27:51.153946Z","steps":["trace[1391963568] 'process raft request' (duration: 2.443758726s)","trace[1391963568] 'check and update compact revision' (duration: 2.044002295s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.153972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.518883Z","time spent":"22.635074596s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.153987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:42.545571Z","time spent":"8.608411982s","remote":"127.0.0.1:43586","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:51.1535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.83361499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:27:51.153998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.60577774s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-node-lease/instance\" ","response":"range_response_count:1 size:537"} {"level":"warn","ts":"2026-03-03T14:27:51.154008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"15.419353202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.154028Z","caller":"traceutil/trace.go:171","msg":"trace[150930833] range","detail":"{range_begin:/registry/leases/kube-node-lease/instance; range_end:; response_count:1; response_revision:11957; }","duration":"8.605833862s","start":"2026-03-03T14:27:42.548186Z","end":"2026-03-03T14:27:51.15402Z","steps":["trace[150930833] 'agreement among raft nodes before linearized reading' (duration: 8.60575137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.153921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:41.564558Z","time spent":"9.58935675s","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.154061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.714110938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:51.154067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:42.548171Z","time spent":"8.605885833s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":561,"request content":"key:\"/registry/leases/kube-node-lease/instance\" "} {"level":"info","ts":"2026-03-03T14:27:51.154084Z","caller":"traceutil/trace.go:171","msg":"trace[502046710] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:11957; }","duration":"26.714386994s","start":"2026-03-03T14:27:24.43969Z","end":"2026-03-03T14:27:51.154077Z","steps":["trace[502046710] 'agreement among raft nodes before linearized reading' (duration: 20.550393323s)","trace[502046710] 'count revisions from in-memory index tree' (duration: 6.163962711s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.154106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.439664Z","time spent":"26.714435765s","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.154033Z","caller":"traceutil/trace.go:171","msg":"trace[621253360] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:11957; }","duration":"15.419442503s","start":"2026-03-03T14:27:35.734583Z","end":"2026-03-03T14:27:51.154025Z","steps":["trace[621253360] 'agreement among raft nodes before linearized reading' (duration: 9.255499193s)","trace[621253360] 'range keys from in-memory index tree' (duration: 6.16391053s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.154215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"22.429612189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:51.154251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.299687119s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:27:51.154253Z","caller":"traceutil/trace.go:171","msg":"trace[372791304] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:11957; }","duration":"22.429688761s","start":"2026-03-03T14:27:28.724552Z","end":"2026-03-03T14:27:51.154241Z","steps":["trace[372791304] 'agreement among raft nodes before linearized reading' (duration: 16.265420463s)","trace[372791304] 'count revisions from in-memory index tree' (duration: 6.164221796s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:51.154282Z","caller":"traceutil/trace.go:171","msg":"trace[990996364] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:11957; }","duration":"27.29973058s","start":"2026-03-03T14:27:23.854542Z","end":"2026-03-03T14:27:51.154272Z","steps":["trace[990996364] 'agreement among raft nodes before linearized reading' (duration: 21.135544094s)","trace[990996364] 'range keys from in-memory index tree' (duration: 6.164129765s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.154287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:28.724531Z","time spent":"22.429747752s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.154293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"26.329909384s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:27:51.154312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.854534Z","time spent":"27.299772692s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"info","ts":"2026-03-03T14:27:51.154329Z","caller":"traceutil/trace.go:171","msg":"trace[36818528] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11957; }","duration":"26.330021957s","start":"2026-03-03T14:27:24.824297Z","end":"2026-03-03T14:27:51.154319Z","steps":["trace[36818528] 'agreement among raft nodes before linearized reading' (duration: 20.16577772s)","trace[36818528] 'count revisions from in-memory index tree' (duration: 6.164195616s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:51.15392Z","caller":"traceutil/trace.go:171","msg":"trace[1292915999] range","detail":"{range_begin:/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te; range_end:; response_count:1; response_revision:11957; }","duration":"8.60490422s","start":"2026-03-03T14:27:42.549007Z","end":"2026-03-03T14:27:51.153911Z","steps":["trace[1292915999] 'agreement among raft nodes before linearized reading' (duration: 8.604801577s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.824276Z","time spent":"26.330077788s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1262,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.154033Z","caller":"traceutil/trace.go:171","msg":"trace[1505274742] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:11957; }","duration":"26.83446152s","start":"2026-03-03T14:27:24.319556Z","end":"2026-03-03T14:27:51.154018Z","steps":["trace[1505274742] 'agreement among raft nodes before linearized reading' (duration: 20.67051005s)","trace[1505274742] 'range keys from in-memory index tree' (duration: 6.16220404s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.154388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:42.548974Z","time spent":"8.605395821s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":712,"request content":"key:\"/registry/leases/kube-system/apiserver-f3tcohoifagyom4bbi4wgeu7te\" "} {"level":"warn","ts":"2026-03-03T14:27:51.154413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:24.31954Z","time spent":"26.83486316s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:27:51.154409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"23.199397028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.154449Z","caller":"traceutil/trace.go:171","msg":"trace[2087777058] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:11957; }","duration":"23.199468649s","start":"2026-03-03T14:27:27.95497Z","end":"2026-03-03T14:27:51.154439Z","steps":["trace[2087777058] 'agreement among raft nodes before linearized reading' (duration: 17.035016986s)","trace[2087777058] 'count revisions from in-memory index tree' (duration: 6.164399282s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.15425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:35.734561Z","time spent":"15.419677399s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:27:51.154463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"27.310870583s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-03T14:27:51.154478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:27.95495Z","time spent":"23.19951902s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.154489Z","caller":"traceutil/trace.go:171","msg":"trace[459534268] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11957; }","duration":"27.310905494s","start":"2026-03-03T14:27:23.843576Z","end":"2026-03-03T14:27:51.154481Z","steps":["trace[459534268] 'agreement among raft nodes before linearized reading' (duration: 21.146586424s)","trace[459534268] 'range keys from in-memory index tree' (duration: 6.164252238s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.154483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.746812743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.154511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:23.843565Z","time spent":"27.310941335s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T14:27:51.154542Z","caller":"traceutil/trace.go:171","msg":"trace[1861859501] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:11957; }","duration":"12.746899435s","start":"2026-03-03T14:27:38.407622Z","end":"2026-03-03T14:27:51.154522Z","steps":["trace[1861859501] 'agreement among raft nodes before linearized reading' (duration: 6.581880489s)","trace[1861859501] 'count revisions from in-memory index tree' (duration: 6.164032754s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.154605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:38.4076Z","time spent":"12.746987046s","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.154642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096688777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.154665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.21603587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:51.154682Z","caller":"traceutil/trace.go:171","msg":"trace[46438038] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11958; }","duration":"2.096751928s","start":"2026-03-03T14:27:49.057918Z","end":"2026-03-03T14:27:51.15467Z","steps":["trace[46438038] 'agreement among raft nodes before linearized reading' (duration: 2.096686187s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.160698025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" ","response":"range_response_count:1 size:490"} {"level":"info","ts":"2026-03-03T14:27:51.154694Z","caller":"traceutil/trace.go:171","msg":"trace[87335140] transaction","detail":"{read_only:false; response_revision:11958; number_of_response:1; }","duration":"4.116892464s","start":"2026-03-03T14:27:47.037792Z","end":"2026-03-03T14:27:51.154685Z","steps":["trace[87335140] 'process raft request' (duration: 4.112918259s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:51.154708Z","caller":"traceutil/trace.go:171","msg":"trace[1874885110] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11958; }","duration":"1.216123243s","start":"2026-03-03T14:27:49.938572Z","end":"2026-03-03T14:27:51.154695Z","steps":["trace[1874885110] 'agreement among raft nodes before linearized reading' (duration: 1.216061431s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:49.057899Z","time spent":"2.09680932s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:27:51.154723Z","caller":"traceutil/trace.go:171","msg":"trace[583356968] range","detail":"{range_begin:/registry/leases/ingress-nginx/ingress-nginx-leader; range_end:; response_count:1; response_revision:11958; }","duration":"6.160762896s","start":"2026-03-03T14:27:44.99395Z","end":"2026-03-03T14:27:51.154713Z","steps":["trace[583356968] 'agreement among raft nodes before linearized reading' (duration: 6.160600702s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:49.938539Z","time spent":"1.216190165s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:51.154741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.975975987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.154772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:47.037766Z","time spent":"4.116955034s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:51.154788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599234754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.154809Z","caller":"traceutil/trace.go:171","msg":"trace[268051102] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11958; }","duration":"2.599262524s","start":"2026-03-03T14:27:48.555541Z","end":"2026-03-03T14:27:51.154803Z","steps":["trace[268051102] 'agreement among raft nodes before linearized reading' (duration: 2.599219463s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.095819336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.154829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.555489Z","time spent":"2.599334557s","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.154839Z","caller":"traceutil/trace.go:171","msg":"trace[758305514] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11958; }","duration":"2.095861387s","start":"2026-03-03T14:27:49.058969Z","end":"2026-03-03T14:27:51.154831Z","steps":["trace[758305514] 'agreement among raft nodes before linearized reading' (duration: 2.095815366s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:51.154774Z","caller":"traceutil/trace.go:171","msg":"trace[466697240] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:11958; }","duration":"1.976048258s","start":"2026-03-03T14:27:49.178715Z","end":"2026-03-03T14:27:51.154763Z","steps":["trace[466697240] 'agreement among raft nodes before linearized reading' (duration: 1.975995787s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:49.058963Z","time spent":"2.095898648s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:51.154885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:49.178698Z","time spent":"1.976177771s","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.1549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.853217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:51.154906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.723875163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.154931Z","caller":"traceutil/trace.go:171","msg":"trace[382357969] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:11958; }","duration":"477.917018ms","start":"2026-03-03T14:27:50.677006Z","end":"2026-03-03T14:27:51.154923Z","steps":["trace[382357969] 'agreement among raft nodes before linearized reading' (duration: 477.858527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:51.154945Z","caller":"traceutil/trace.go:171","msg":"trace[410686401] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:11958; }","duration":"3.723954725s","start":"2026-03-03T14:27:47.430979Z","end":"2026-03-03T14:27:51.154933Z","steps":["trace[410686401] 'agreement among raft nodes before linearized reading' (duration: 3.723890204s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:50.676976Z","time spent":"477.9741ms","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.154959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.91508809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.154748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:44.993933Z","time spent":"6.160807848s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":514,"request content":"key:\"/registry/leases/ingress-nginx/ingress-nginx-leader\" "} {"level":"warn","ts":"2026-03-03T14:27:51.154988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.824708487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.155016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.637447684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:51.155045Z","caller":"traceutil/trace.go:171","msg":"trace[1095770122] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11958; }","duration":"2.637520936s","start":"2026-03-03T14:27:48.517515Z","end":"2026-03-03T14:27:51.155036Z","steps":["trace[1095770122] 'agreement among raft nodes before linearized reading' (duration: 2.637477725s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:51.155051Z","caller":"traceutil/trace.go:171","msg":"trace[1414980750] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:11958; }","duration":"3.82482056s","start":"2026-03-03T14:27:47.330214Z","end":"2026-03-03T14:27:51.155035Z","steps":["trace[1414980750] 'agreement among raft nodes before linearized reading' (duration: 3.824725157s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.154974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:47.430939Z","time spent":"3.724027787s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.155067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.707433356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:51.155072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:48.517485Z","time spent":"2.637579647s","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.155099Z","caller":"traceutil/trace.go:171","msg":"trace[1461286028] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11958; }","duration":"3.707489508s","start":"2026-03-03T14:27:47.4476Z","end":"2026-03-03T14:27:51.155089Z","steps":["trace[1461286028] 'agreement among raft nodes before linearized reading' (duration: 3.707440097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.155099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:47.330185Z","time spent":"3.824900792s","remote":"127.0.0.1:39404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:51.155142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:47.447586Z","time spent":"3.707547349s","remote":"127.0.0.1:55932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.155008Z","caller":"traceutil/trace.go:171","msg":"trace[1172429100] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11958; }","duration":"4.915135681s","start":"2026-03-03T14:27:46.239859Z","end":"2026-03-03T14:27:51.154995Z","steps":["trace[1172429100] 'agreement among raft nodes before linearized reading' (duration: 4.915067709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.155251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:46.239796Z","time spent":"4.915440197s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:51.155296Z","caller":"traceutil/trace.go:171","msg":"trace[38453617] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11957; }","duration":"25.295903939s","start":"2026-03-03T14:27:25.857095Z","end":"2026-03-03T14:27:51.152999Z","steps":["trace[38453617] 'agreement among raft nodes before linearized reading' (duration: 19.132947582s)","trace[38453617] 'range keys from in-memory index tree' (duration: 6.162870415s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:51.155346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:25.857073Z","time spent":"25.298263026s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:51.152921Z","caller":"traceutil/trace.go:171","msg":"trace[2121415359] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:11957; }","duration":"8.034429063s","start":"2026-03-03T14:27:43.118475Z","end":"2026-03-03T14:27:51.152904Z","steps":["trace[2121415359] 'agreement among raft nodes before linearized reading' (duration: 8.034336421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:51.15664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:43.118443Z","time spent":"8.038180301s","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:52.696191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065225921s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:27:52.696306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.157022Z","time spent":"1.539277938s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:27:53.015654Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.384036044s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:27:53.165158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000190966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:27:53.165228Z","caller":"traceutil/trace.go:171","msg":"trace[1970335057] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000282858s","start":"2026-03-03T14:27:51.164932Z","end":"2026-03-03T14:27:53.165215Z","steps":["trace[1970335057] 'agreement among raft nodes before linearized reading' (duration: 2.000200306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.16526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.164926Z","time spent":"2.000326549s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:27:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:27:53.287892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.94238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:53.288147Z","caller":"traceutil/trace.go:171","msg":"trace[1121223254] transaction","detail":"{read_only:false; response_revision:11959; number_of_response:1; }","duration":"2.128002903s","start":"2026-03-03T14:27:51.160099Z","end":"2026-03-03T14:27:53.288101Z","steps":["trace[1121223254] 'process raft request' (duration: 1.855764446s)","trace[1121223254] 'compare' (duration: 271.798667ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:53.28819Z","caller":"traceutil/trace.go:171","msg":"trace[1771810463] transaction","detail":"{read_only:false; response_revision:11961; number_of_response:1; }","duration":"2.126827256s","start":"2026-03-03T14:27:51.161345Z","end":"2026-03-03T14:27:53.288172Z","steps":["trace[1771810463] 'process raft request' (duration: 2.126732464s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.288269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.161325Z","time spent":"2.126907928s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:53.288242Z","caller":"traceutil/trace.go:171","msg":"trace[388818723] transaction","detail":"{read_only:false; response_revision:11960; number_of_response:1; }","duration":"2.126912208s","start":"2026-03-03T14:27:51.161281Z","end":"2026-03-03T14:27:53.288194Z","steps":["trace[388818723] 'process raft request' (duration: 2.126717574s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.288337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.160076Z","time spent":"2.128154117s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:53.288451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.161268Z","time spent":"2.127068542s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:53.288523Z","caller":"traceutil/trace.go:171","msg":"trace[1922883355] transaction","detail":"{read_only:false; response_revision:11962; number_of_response:1; }","duration":"2.126257323s","start":"2026-03-03T14:27:51.162229Z","end":"2026-03-03T14:27:53.288487Z","steps":["trace[1922883355] 'process raft request' (duration: 2.125897805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.288703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.162212Z","time spent":"2.126398056s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:53.288957Z","caller":"traceutil/trace.go:171","msg":"trace[1790962199] transaction","detail":"{read_only:false; response_revision:11963; number_of_response:1; }","duration":"2.123902347s","start":"2026-03-03T14:27:51.16504Z","end":"2026-03-03T14:27:53.288943Z","steps":["trace[1790962199] 'process raft request' (duration: 2.123323993s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.289039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.165029Z","time spent":"2.123967099s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6050,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:53.289238Z","caller":"traceutil/trace.go:171","msg":"trace[1117996312] transaction","detail":"{read_only:false; response_revision:11964; number_of_response:1; }","duration":"2.114876845s","start":"2026-03-03T14:27:51.174345Z","end":"2026-03-03T14:27:53.289222Z","steps":["trace[1117996312] 'process raft request' (duration: 2.114355472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.28933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.174322Z","time spent":"2.114958087s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:53.290063Z","caller":"traceutil/trace.go:171","msg":"trace[573362038] transaction","detail":"{read_only:false; response_revision:11966; number_of_response:1; }","duration":"592.597927ms","start":"2026-03-03T14:27:52.697451Z","end":"2026-03-03T14:27:53.290049Z","steps":["trace[573362038] 'process raft request' (duration: 592.551026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.290097Z","caller":"traceutil/trace.go:171","msg":"trace[1952672256] transaction","detail":"{read_only:false; response_revision:11965; number_of_response:1; }","duration":"1.733438168s","start":"2026-03-03T14:27:51.556637Z","end":"2026-03-03T14:27:53.290076Z","steps":["trace[1952672256] 'process raft request' (duration: 1.73266639s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.29018Z","caller":"traceutil/trace.go:171","msg":"trace[1455504780] linearizableReadLoop","detail":"{readStateIndex:12479; appliedIndex:12477; }","duration":"2.129937959s","start":"2026-03-03T14:27:51.16023Z","end":"2026-03-03T14:27:53.290168Z","steps":["trace[1455504780] 'read index received' (duration: 470.811331ms)","trace[1455504780] 'applied index is now lower than readState.Index' (duration: 1.659116388s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:53.290166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.697423Z","time spent":"592.68792ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:53.290322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130084172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207\" ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-03-03T14:27:53.290702Z","caller":"traceutil/trace.go:171","msg":"trace[600130869] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207; range_end:; response_count:1; response_revision:11966; }","duration":"2.130483712s","start":"2026-03-03T14:27:51.160205Z","end":"2026-03-03T14:27:53.290689Z","steps":["trace[600130869] 'agreement among raft nodes before linearized reading' (duration: 2.129996831s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.290763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.160191Z","time spent":"2.130560414s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":966,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207\" "} {"level":"warn","ts":"2026-03-03T14:27:53.291019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.816988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:53.291031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127555103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:464148"} {"level":"info","ts":"2026-03-03T14:27:53.291083Z","caller":"traceutil/trace.go:171","msg":"trace[2075722344] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11966; }","duration":"2.127670475s","start":"2026-03-03T14:27:51.1634Z","end":"2026-03-03T14:27:53.29107Z","steps":["trace[2075722344] 'agreement among raft nodes before linearized reading' (duration: 2.127173764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.291093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.970855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:53.291109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.16338Z","time spent":"2.127722867s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":464172,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:27:53.291117Z","caller":"traceutil/trace.go:171","msg":"trace[603545453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11966; }","duration":"126.013596ms","start":"2026-03-03T14:27:53.165096Z","end":"2026-03-03T14:27:53.291109Z","steps":["trace[603545453] 'agreement among raft nodes before linearized reading' (duration: 125.969245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.291106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"730.601575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:53.291283Z","caller":"traceutil/trace.go:171","msg":"trace[346468724] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:11966; }","duration":"730.81425ms","start":"2026-03-03T14:27:52.560432Z","end":"2026-03-03T14:27:53.291246Z","steps":["trace[346468724] 'agreement among raft nodes before linearized reading' (duration: 730.587545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.291315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.980369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:53.291343Z","caller":"traceutil/trace.go:171","msg":"trace[1999643955] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11966; }","duration":"127.056ms","start":"2026-03-03T14:27:53.164279Z","end":"2026-03-03T14:27:53.291335Z","steps":["trace[1999643955] 'agreement among raft nodes before linearized reading' (duration: 127.007039ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.291352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.556511932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:53.291374Z","caller":"traceutil/trace.go:171","msg":"trace[2136622629] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:11966; }","duration":"1.556572404s","start":"2026-03-03T14:27:51.734794Z","end":"2026-03-03T14:27:53.291366Z","steps":["trace[2136622629] 'agreement among raft nodes before linearized reading' (duration: 1.556530253s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.291365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.560411Z","time spent":"730.932613ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:53.29139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.734776Z","time spent":"1.556610335s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:53.291435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.126695593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:53.291048Z","caller":"traceutil/trace.go:171","msg":"trace[1383991242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11966; }","duration":"127.91923ms","start":"2026-03-03T14:27:53.16312Z","end":"2026-03-03T14:27:53.29104Z","steps":["trace[1383991242] 'agreement among raft nodes before linearized reading' (duration: 127.867329ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.29149Z","caller":"traceutil/trace.go:171","msg":"trace[1621525270] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11966; }","duration":"2.126759234s","start":"2026-03-03T14:27:51.164711Z","end":"2026-03-03T14:27:53.29147Z","steps":["trace[1621525270] 'agreement among raft nodes before linearized reading' (duration: 2.126668322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.291526Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.164702Z","time spent":"2.126816055s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"warn","ts":"2026-03-03T14:27:53.291699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.44249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:53.291739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.029593427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:27:53.291763Z","caller":"traceutil/trace.go:171","msg":"trace[1468361322] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:11966; }","duration":"2.029656929s","start":"2026-03-03T14:27:51.262099Z","end":"2026-03-03T14:27:53.291756Z","steps":["trace[1468361322] 'agreement among raft nodes before linearized reading' (duration: 2.029549427s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.291768Z","caller":"traceutil/trace.go:171","msg":"trace[721096867] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:11966; }","duration":"147.540292ms","start":"2026-03-03T14:27:53.144211Z","end":"2026-03-03T14:27:53.291751Z","steps":["trace[721096867] 'agreement among raft nodes before linearized reading' (duration: 147.431419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.291791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.262078Z","time spent":"2.02970904s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-03-03T14:27:53.292067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.116101ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:53.292096Z","caller":"traceutil/trace.go:171","msg":"trace[916599947] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:11966; }","duration":"599.183113ms","start":"2026-03-03T14:27:52.692906Z","end":"2026-03-03T14:27:53.292089Z","steps":["trace[916599947] 'agreement among raft nodes before linearized reading' (duration: 599.129711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.292119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.692892Z","time spent":"599.221583ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:53.292199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.289085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:53.29222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.102795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:53.292289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.954735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:53.292325Z","caller":"traceutil/trace.go:171","msg":"trace[1227611664] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11966; }","duration":"129.073138ms","start":"2026-03-03T14:27:53.163245Z","end":"2026-03-03T14:27:53.292318Z","steps":["trace[1227611664] 'agreement among raft nodes before linearized reading' (duration: 129.016637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.292286Z","caller":"traceutil/trace.go:171","msg":"trace[248389097] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11966; }","duration":"128.29827ms","start":"2026-03-03T14:27:53.163973Z","end":"2026-03-03T14:27:53.292271Z","steps":["trace[248389097] 'agreement among raft nodes before linearized reading' (duration: 128.206578ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.292241Z","caller":"traceutil/trace.go:171","msg":"trace[752966400] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11966; }","duration":"128.060404ms","start":"2026-03-03T14:27:53.164171Z","end":"2026-03-03T14:27:53.292232Z","steps":["trace[752966400] 'agreement among raft nodes before linearized reading' (duration: 127.316096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.292304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.923455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:53.29246Z","caller":"traceutil/trace.go:171","msg":"trace[2105746800] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11966; }","duration":"129.16264ms","start":"2026-03-03T14:27:53.163285Z","end":"2026-03-03T14:27:53.292447Z","steps":["trace[2105746800] 'agreement among raft nodes before linearized reading' (duration: 128.888864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.29247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.989015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:53.292583Z","caller":"traceutil/trace.go:171","msg":"trace[1848011516] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11966; }","duration":"129.113449ms","start":"2026-03-03T14:27:53.16346Z","end":"2026-03-03T14:27:53.292573Z","steps":["trace[1848011516] 'agreement among raft nodes before linearized reading' (duration: 128.945535ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.292798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:51.556611Z","time spent":"1.733783135s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:53.292865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.695378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:27:53.292935Z","caller":"traceutil/trace.go:171","msg":"trace[133326583] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:11966; }","duration":"614.809201ms","start":"2026-03-03T14:27:52.678112Z","end":"2026-03-03T14:27:53.292921Z","steps":["trace[133326583] 'agreement among raft nodes before linearized reading' (duration: 613.833038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.29298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:52.67809Z","time spent":"614.881122ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1262,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:53.857859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"526.964293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:53.85813Z","caller":"traceutil/trace.go:171","msg":"trace[250824298] transaction","detail":"{read_only:false; response_revision:11968; number_of_response:1; }","duration":"562.680153ms","start":"2026-03-03T14:27:53.295432Z","end":"2026-03-03T14:27:53.858112Z","steps":["trace[250824298] 'process raft request' (duration: 562.54271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.858138Z","caller":"traceutil/trace.go:171","msg":"trace[1897591408] transaction","detail":"{read_only:false; response_revision:11967; number_of_response:1; }","duration":"565.060809ms","start":"2026-03-03T14:27:53.293032Z","end":"2026-03-03T14:27:53.858093Z","steps":["trace[1897591408] 'process raft request' (duration: 37.745697ms)","trace[1897591408] 'compare' (duration: 202.836015ms)","trace[1897591408] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207; req_size:924; } (duration: 323.534574ms)"],"step_count":3} {"level":"warn","ts":"2026-03-03T14:27:53.858204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.295419Z","time spent":"562.752165ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:53.858333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.293009Z","time spent":"565.203412ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:53.858468Z","caller":"traceutil/trace.go:171","msg":"trace[2115908299] linearizableReadLoop","detail":"{readStateIndex:12487; appliedIndex:12486; }","duration":"563.792819ms","start":"2026-03-03T14:27:53.294664Z","end":"2026-03-03T14:27:53.858457Z","steps":["trace[2115908299] 'read index received' (duration: 36.206771ms)","trace[2115908299] 'applied index is now lower than readState.Index' (duration: 527.584938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:53.858739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.065905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4542"} {"level":"warn","ts":"2026-03-03T14:27:53.858967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.56672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:53.859003Z","caller":"traceutil/trace.go:171","msg":"trace[1806582911] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:11968; }","duration":"564.331011ms","start":"2026-03-03T14:27:53.294659Z","end":"2026-03-03T14:27:53.85899Z","steps":["trace[1806582911] 'agreement among raft nodes before linearized reading' (duration: 563.945133ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.859034Z","caller":"traceutil/trace.go:171","msg":"trace[818897064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11968; }","duration":"559.651462ms","start":"2026-03-03T14:27:53.299363Z","end":"2026-03-03T14:27:53.859015Z","steps":["trace[818897064] 'agreement among raft nodes before linearized reading' (duration: 559.356305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.859041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.520104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-service-p9gjc\" ","response":"range_response_count:1 size:2792"} {"level":"warn","ts":"2026-03-03T14:27:53.859048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.294622Z","time spent":"564.414915ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4566,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:53.859057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.588325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:27:53.859083Z","caller":"traceutil/trace.go:171","msg":"trace[1276861604] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-service-p9gjc; range_end:; response_count:1; response_revision:11968; }","duration":"275.618216ms","start":"2026-03-03T14:27:53.583453Z","end":"2026-03-03T14:27:53.859071Z","steps":["trace[1276861604] 'agreement among raft nodes before linearized reading' (duration: 275.278378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.859082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.299353Z","time spent":"559.718573ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:27:53.859106Z","caller":"traceutil/trace.go:171","msg":"trace[1509657539] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11968; }","duration":"317.678407ms","start":"2026-03-03T14:27:53.541412Z","end":"2026-03-03T14:27:53.859091Z","steps":["trace[1509657539] 'agreement among raft nodes before linearized reading' (duration: 317.331269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.859102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.257949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1136"} {"level":"warn","ts":"2026-03-03T14:27:53.859212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.42492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:27:53.859248Z","caller":"traceutil/trace.go:171","msg":"trace[345372316] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11968; }","duration":"564.410343ms","start":"2026-03-03T14:27:53.294814Z","end":"2026-03-03T14:27:53.859225Z","steps":["trace[345372316] 'agreement among raft nodes before linearized reading' (duration: 563.909151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.859231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.228608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-03-03T14:27:53.859137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.541386Z","time spent":"317.744618ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:27:53.859305Z","caller":"traceutil/trace.go:171","msg":"trace[1530622729] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:11968; }","duration":"563.576934ms","start":"2026-03-03T14:27:53.295706Z","end":"2026-03-03T14:27:53.859283Z","steps":["trace[1530622729] 'agreement among raft nodes before linearized reading' (duration: 563.023161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:53.859316Z","caller":"traceutil/trace.go:171","msg":"trace[542641580] range","detail":"{range_begin:/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd; range_end:; response_count:1; response_revision:11968; }","duration":"561.360152ms","start":"2026-03-03T14:27:53.297938Z","end":"2026-03-03T14:27:53.859299Z","steps":["trace[542641580] 'agreement among raft nodes before linearized reading' (duration: 560.812799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.85931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.294793Z","time spent":"564.504976ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1160,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-03-03T14:27:53.859354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.295698Z","time spent":"563.647516ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:27:53.85939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.297921Z","time spent":"561.442413ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" "} {"level":"warn","ts":"2026-03-03T14:27:53.859108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.397519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:27:53.859439Z","caller":"traceutil/trace.go:171","msg":"trace[757386682] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:11968; }","duration":"563.888732ms","start":"2026-03-03T14:27:53.295537Z","end":"2026-03-03T14:27:53.859426Z","steps":["trace[757386682] 'agreement among raft nodes before linearized reading' (duration: 563.211666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:53.859481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.295519Z","time spent":"563.949243ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:27:54.508999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.852465ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:27:54.509295Z","caller":"traceutil/trace.go:171","msg":"trace[1485539160] transaction","detail":"{read_only:false; response_revision:11970; number_of_response:1; }","duration":"641.700823ms","start":"2026-03-03T14:27:53.867575Z","end":"2026-03-03T14:27:54.509276Z","steps":["trace[1485539160] 'process raft request' (duration: 641.605641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:54.509418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.867549Z","time spent":"641.826735ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4567,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:54.509505Z","caller":"traceutil/trace.go:171","msg":"trace[609949008] transaction","detail":"{read_only:false; number_of_response:1; response_revision:11969; }","duration":"646.092526ms","start":"2026-03-03T14:27:53.863382Z","end":"2026-03-03T14:27:54.509474Z","steps":["trace[609949008] 'process raft request' (duration: 60.671528ms)","trace[609949008] 'compare' (duration: 323.370981ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:54.509463Z","caller":"traceutil/trace.go:171","msg":"trace[426619427] linearizableReadLoop","detail":"{readStateIndex:12489; appliedIndex:12488; }","duration":"645.786588ms","start":"2026-03-03T14:27:53.863657Z","end":"2026-03-03T14:27:54.509444Z","steps":["trace[426619427] 'read index received' (duration: 60.420551ms)","trace[426619427] 'applied index is now lower than readState.Index' (duration: 585.361577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:54.509691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.863329Z","time spent":"646.250359ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":73,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-03T14:27:54.509748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.053304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:27:54.509849Z","caller":"traceutil/trace.go:171","msg":"trace[112022265] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:11970; }","duration":"646.191717ms","start":"2026-03-03T14:27:53.863601Z","end":"2026-03-03T14:27:54.509793Z","steps":["trace[112022265] 'agreement among raft nodes before linearized reading' (duration: 645.977342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:54.509928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.863578Z","time spent":"646.339181ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:27:55.06639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.747233ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:27:55.066544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.511369Z","time spent":"555.172216ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:27:55.06671Z","caller":"traceutil/trace.go:171","msg":"trace[1366373705] linearizableReadLoop","detail":"{readStateIndex:12491; appliedIndex:12490; }","duration":"557.103002ms","start":"2026-03-03T14:27:54.509582Z","end":"2026-03-03T14:27:55.066685Z","steps":["trace[1366373705] 'read index received' (duration: 283.000761ms)","trace[1366373705] 'applied index is now lower than readState.Index' (duration: 274.099351ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:55.066878Z","caller":"traceutil/trace.go:171","msg":"trace[125751105] transaction","detail":"{read_only:false; response_revision:11971; number_of_response:1; }","duration":"660.287681ms","start":"2026-03-03T14:27:54.406555Z","end":"2026-03-03T14:27:55.066843Z","steps":["trace[125751105] 'process raft request' (duration: 386.013075ms)","trace[125751105] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/ceph.rook.io/cephclusters/openstack/ceph; req_size:7728; } (duration: 272.042872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:55.06694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20285683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-03-03T14:27:55.066967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.535656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"info","ts":"2026-03-03T14:27:55.066988Z","caller":"traceutil/trace.go:171","msg":"trace[1791914229] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd; range_end:; response_count:1; response_revision:11971; }","duration":"1.202917681s","start":"2026-03-03T14:27:53.864056Z","end":"2026-03-03T14:27:55.066973Z","steps":["trace[1791914229] 'agreement among raft nodes before linearized reading' (duration: 1.202787368s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.066985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.200965506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-03T14:27:55.067004Z","caller":"traceutil/trace.go:171","msg":"trace[1407897249] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11971; }","duration":"547.589577ms","start":"2026-03-03T14:27:54.519402Z","end":"2026-03-03T14:27:55.066991Z","steps":["trace[1407897249] 'agreement among raft nodes before linearized reading' (duration: 547.459324ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.067022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.864048Z","time spent":"1.202968322s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" "} {"level":"warn","ts":"2026-03-03T14:27:55.067029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.37872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-service-p9gjc\" ","response":"range_response_count:1 size:8138"} {"level":"warn","ts":"2026-03-03T14:27:55.06709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.519392Z","time spent":"547.687779ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T14:27:55.067096Z","caller":"traceutil/trace.go:171","msg":"trace[1442121145] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11971; }","duration":"1.201073228s","start":"2026-03-03T14:27:53.865957Z","end":"2026-03-03T14:27:55.06703Z","steps":["trace[1442121145] 'agreement among raft nodes before linearized reading' (duration: 1.200895404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.067108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.018524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:27:55.067187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.86593Z","time spent":"1.201212012s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T14:27:55.067211Z","caller":"traceutil/trace.go:171","msg":"trace[1571347360] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:11971; }","duration":"663.132107ms","start":"2026-03-03T14:27:54.404062Z","end":"2026-03-03T14:27:55.067194Z","steps":["trace[1571347360] 'agreement among raft nodes before linearized reading' (duration: 662.879921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.067098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201144529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"warn","ts":"2026-03-03T14:27:55.06726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.404017Z","time spent":"663.231679ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:27:55.06728Z","caller":"traceutil/trace.go:171","msg":"trace[940291019] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:11971; }","duration":"1.201431157s","start":"2026-03-03T14:27:53.865836Z","end":"2026-03-03T14:27:55.067268Z","steps":["trace[940291019] 'agreement among raft nodes before linearized reading' (duration: 1.201002137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.067287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.201271603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1450"} {"level":"warn","ts":"2026-03-03T14:27:55.067308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.791066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:27:55.067299Z","caller":"traceutil/trace.go:171","msg":"trace[1075412410] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-service-p9gjc; range_end:; response_count:1; response_revision:11971; }","duration":"552.501643ms","start":"2026-03-03T14:27:54.514609Z","end":"2026-03-03T14:27:55.06711Z","steps":["trace[1075412410] 'agreement among raft nodes before linearized reading' (duration: 552.250807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:55.067345Z","caller":"traceutil/trace.go:171","msg":"trace[277413254] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:11971; }","duration":"1.201368085s","start":"2026-03-03T14:27:53.865958Z","end":"2026-03-03T14:27:55.067326Z","steps":["trace[277413254] 'agreement among raft nodes before linearized reading' (duration: 1.20117852s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.067378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.514558Z","time spent":"552.801641ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":8162,"request content":"key:\"/registry/pods/openstack/cinder-ks-service-p9gjc\" "} {"level":"warn","ts":"2026-03-03T14:27:55.067401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.865943Z","time spent":"1.201446036s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" "} {"level":"info","ts":"2026-03-03T14:27:55.067354Z","caller":"traceutil/trace.go:171","msg":"trace[1923969255] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11971; }","duration":"548.847187ms","start":"2026-03-03T14:27:54.518497Z","end":"2026-03-03T14:27:55.067344Z","steps":["trace[1923969255] 'agreement among raft nodes before linearized reading' (duration: 548.724244ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.067563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.518491Z","time spent":"549.007031ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:27:55.067319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:53.865827Z","time spent":"1.201482517s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:27:55.067937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:54.406533Z","time spent":"660.396264ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:55.374504Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10881,"took":"8.336977125s","hash":3916748824,"current-db-size-bytes":42065920,"current-db-size":"42 MB","current-db-size-in-use-bytes":19980288,"current-db-size-in-use":"20 MB"} {"level":"info","ts":"2026-03-03T14:27:55.374733Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3916748824,"revision":10881,"compact-revision":9234} {"level":"warn","ts":"2026-03-03T14:27:55.375256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.26551ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:55.375342Z","caller":"traceutil/trace.go:171","msg":"trace[1090776660] linearizableReadLoop","detail":"{readStateIndex:12493; appliedIndex:12492; }","duration":"307.5888ms","start":"2026-03-03T14:27:55.067739Z","end":"2026-03-03T14:27:55.375328Z","steps":["trace[1090776660] 'read index received' (duration: 204.132275ms)","trace[1090776660] 'applied index is now lower than readState.Index' (duration: 103.455165ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:55.375376Z","caller":"traceutil/trace.go:171","msg":"trace[794590801] transaction","detail":"{read_only:false; response_revision:11972; number_of_response:1; }","duration":"307.679911ms","start":"2026-03-03T14:27:55.067659Z","end":"2026-03-03T14:27:55.375339Z","steps":["trace[794590801] 'process raft request' (duration: 204.215726ms)","trace[794590801] 'compare' (duration: 103.134478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:55.375537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.798805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:55.375539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.067644Z","time spent":"307.803605ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:55.375577Z","caller":"traceutil/trace.go:171","msg":"trace[127116188] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11972; }","duration":"307.863116ms","start":"2026-03-03T14:27:55.067707Z","end":"2026-03-03T14:27:55.37557Z","steps":["trace[127116188] 'agreement among raft nodes before linearized reading' (duration: 307.781114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:55.375596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.067685Z","time spent":"307.906057ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:27:56.032653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.556376ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:56.032847Z","caller":"traceutil/trace.go:171","msg":"trace[1355725745] linearizableReadLoop","detail":"{readStateIndex:12495; appliedIndex:12493; }","duration":"657.476874ms","start":"2026-03-03T14:27:55.375358Z","end":"2026-03-03T14:27:56.032835Z","steps":["trace[1355725745] 'read index received' (duration: 491.559219ms)","trace[1355725745] 'applied index is now lower than readState.Index' (duration: 165.916865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:56.03295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.085687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:56.032963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.999025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:56.032974Z","caller":"traceutil/trace.go:171","msg":"trace[794056902] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11974; }","duration":"734.132798ms","start":"2026-03-03T14:27:55.298835Z","end":"2026-03-03T14:27:56.032967Z","steps":["trace[794056902] 'agreement among raft nodes before linearized reading' (duration: 734.072997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.033024Z","caller":"traceutil/trace.go:171","msg":"trace[413937541] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11974; }","duration":"734.074327ms","start":"2026-03-03T14:27:55.298936Z","end":"2026-03-03T14:27:56.03301Z","steps":["trace[413937541] 'agreement among raft nodes before linearized reading' (duration: 733.945154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.033041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.298825Z","time spent":"734.2081ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.298929Z","time spent":"734.126578ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.099817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:56.03317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.673958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:56.033201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.135029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:56.033257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.507479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:27:56.033267Z","caller":"traceutil/trace.go:171","msg":"trace[91250832] transaction","detail":"{read_only:false; response_revision:11974; number_of_response:1; }","duration":"955.209162ms","start":"2026-03-03T14:27:55.07805Z","end":"2026-03-03T14:27:56.033259Z","steps":["trace[91250832] 'process raft request' (duration: 954.69195ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.033294Z","caller":"traceutil/trace.go:171","msg":"trace[668548594] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:11974; }","duration":"961.55637ms","start":"2026-03-03T14:27:55.071725Z","end":"2026-03-03T14:27:56.033282Z","steps":["trace[668548594] 'agreement among raft nodes before linearized reading' (duration: 961.429137ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.033294Z","caller":"traceutil/trace.go:171","msg":"trace[2041334875] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11974; }","duration":"734.281102ms","start":"2026-03-03T14:27:55.298997Z","end":"2026-03-03T14:27:56.033279Z","steps":["trace[2041334875] 'agreement among raft nodes before linearized reading' (duration: 733.950314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.033326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.071718Z","time spent":"961.601062ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.078033Z","time spent":"955.262332ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:56.033392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.298969Z","time spent":"734.393154ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.852825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:56.033436Z","caller":"traceutil/trace.go:171","msg":"trace[220883722] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11974; }","duration":"734.950777ms","start":"2026-03-03T14:27:55.298472Z","end":"2026-03-03T14:27:56.033423Z","steps":["trace[220883722] 'agreement among raft nodes before linearized reading' (duration: 734.770533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.033133Z","caller":"traceutil/trace.go:171","msg":"trace[408033451] transaction","detail":"{read_only:false; response_revision:11973; number_of_response:1; }","duration":"964.211003ms","start":"2026-03-03T14:27:55.068896Z","end":"2026-03-03T14:27:56.033107Z","steps":["trace[408033451] 'process raft request' (duration: 798.102444ms)","trace[408033451] 'compare' (duration: 165.100356ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:56.033492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.29845Z","time spent":"735.029579ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.068879Z","time spent":"964.604062ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:56.033299Z","caller":"traceutil/trace.go:171","msg":"trace[83235208] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11974; }","duration":"733.837632ms","start":"2026-03-03T14:27:55.299415Z","end":"2026-03-03T14:27:56.033253Z","steps":["trace[83235208] 'agreement among raft nodes before linearized reading' (duration: 733.635047ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.033581Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.299397Z","time spent":"734.176899ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:27:56.033202Z","caller":"traceutil/trace.go:171","msg":"trace[2074438456] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11974; }","duration":"734.229921ms","start":"2026-03-03T14:27:55.298951Z","end":"2026-03-03T14:27:56.033181Z","steps":["trace[2074438456] 'agreement among raft nodes before linearized reading' (duration: 734.052667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.033642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.298942Z","time spent":"734.695341ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.599515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:684"} {"level":"info","ts":"2026-03-03T14:27:56.033708Z","caller":"traceutil/trace.go:171","msg":"trace[846100013] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:11974; }","duration":"963.005225ms","start":"2026-03-03T14:27:55.070693Z","end":"2026-03-03T14:27:56.033698Z","steps":["trace[846100013] 'agreement among raft nodes before linearized reading' (duration: 962.530424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.033702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.346694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:27:56.033727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.070684Z","time spent":"963.038226ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":708,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"info","ts":"2026-03-03T14:27:56.03374Z","caller":"traceutil/trace.go:171","msg":"trace[263222066] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:11974; }","duration":"655.437246ms","start":"2026-03-03T14:27:55.378295Z","end":"2026-03-03T14:27:56.033733Z","steps":["trace[263222066] 'agreement among raft nodes before linearized reading' (duration: 655.268902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.034722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.378278Z","time spent":"656.395599ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.597521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:56.035115Z","caller":"traceutil/trace.go:171","msg":"trace[1964601815] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:11974; }","duration":"304.004045ms","start":"2026-03-03T14:27:55.731085Z","end":"2026-03-03T14:27:56.035089Z","steps":["trace[1964601815] 'agreement among raft nodes before linearized reading' (duration: 302.55386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.035214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.731062Z","time spent":"304.133948ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":85,"response size":31,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:56.033746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.916957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:56.035427Z","caller":"traceutil/trace.go:171","msg":"trace[443777129] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11974; }","duration":"736.72818ms","start":"2026-03-03T14:27:55.298685Z","end":"2026-03-03T14:27:56.035413Z","steps":["trace[443777129] 'agreement among raft nodes before linearized reading' (duration: 735.021529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.035475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.298647Z","time spent":"736.816812ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:27:56.033877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.745754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:27:56.035723Z","caller":"traceutil/trace.go:171","msg":"trace[884259174] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11974; }","duration":"960.611378ms","start":"2026-03-03T14:27:55.0751Z","end":"2026-03-03T14:27:56.035711Z","steps":["trace[884259174] 'agreement among raft nodes before linearized reading' (duration: 958.686943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.035772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.07509Z","time spent":"960.665959ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:27:56.034045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"731.68094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:27:56.036062Z","caller":"traceutil/trace.go:171","msg":"trace[511536078] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11974; }","duration":"733.704288ms","start":"2026-03-03T14:27:55.302302Z","end":"2026-03-03T14:27:56.036006Z","steps":["trace[511536078] 'agreement among raft nodes before linearized reading' (duration: 730.635156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.036108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.302286Z","time spent":"733.80857ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:27:56.034146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"964.767696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85347"} {"level":"info","ts":"2026-03-03T14:27:56.036265Z","caller":"traceutil/trace.go:171","msg":"trace[679596089] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:11974; }","duration":"966.920477ms","start":"2026-03-03T14:27:55.069335Z","end":"2026-03-03T14:27:56.036255Z","steps":["trace[679596089] 'agreement among raft nodes before linearized reading' (duration: 964.011779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.036302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.069317Z","time spent":"966.966858ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85371,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:27:56.034235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.589684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85347"} {"level":"info","ts":"2026-03-03T14:27:56.036516Z","caller":"traceutil/trace.go:171","msg":"trace[844667215] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:11974; }","duration":"961.898658ms","start":"2026-03-03T14:27:55.074609Z","end":"2026-03-03T14:27:56.036508Z","steps":["trace[844667215] 'agreement among raft nodes before linearized reading' (duration: 958.801455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.036544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:55.074595Z","time spent":"961.93881ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85371,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:27:56.358193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.097416ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:56.358299Z","caller":"traceutil/trace.go:171","msg":"trace[433876499] linearizableReadLoop","detail":"{readStateIndex:12496; appliedIndex:12495; }","duration":"315.923275ms","start":"2026-03-03T14:27:56.04236Z","end":"2026-03-03T14:27:56.358283Z","steps":["trace[433876499] 'read index received' (duration: 96.665845ms)","trace[433876499] 'applied index is now lower than readState.Index' (duration: 219.25638ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:56.358393Z","caller":"traceutil/trace.go:171","msg":"trace[5394316] transaction","detail":"{read_only:false; response_revision:11975; number_of_response:1; }","duration":"316.95722ms","start":"2026-03-03T14:27:56.041383Z","end":"2026-03-03T14:27:56.35834Z","steps":["trace[5394316] 'process raft request' (duration: 97.620998ms)","trace[5394316] 'compare' (duration: 218.958393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:56.358591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.217903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"warn","ts":"2026-03-03T14:27:56.358666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.041369Z","time spent":"317.165714ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:56.358684Z","caller":"traceutil/trace.go:171","msg":"trace[631042627] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:11975; }","duration":"316.361456ms","start":"2026-03-03T14:27:56.042303Z","end":"2026-03-03T14:27:56.358664Z","steps":["trace[631042627] 'agreement among raft nodes before linearized reading' (duration: 316.064919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.358729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.042263Z","time spent":"316.456878ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T14:27:56.416461Z","caller":"traceutil/trace.go:171","msg":"trace[1190935884] transaction","detail":"{read_only:false; response_revision:11976; number_of_response:1; }","duration":"369.898666ms","start":"2026-03-03T14:27:56.046521Z","end":"2026-03-03T14:27:56.41642Z","steps":["trace[1190935884] 'process raft request' (duration: 369.62942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.416649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.074964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:27:56.416696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.04651Z","time spent":"370.063709ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7194,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:56.416728Z","caller":"traceutil/trace.go:171","msg":"trace[1902833411] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:11976; }","duration":"374.176077ms","start":"2026-03-03T14:27:56.042534Z","end":"2026-03-03T14:27:56.41671Z","steps":["trace[1902833411] 'agreement among raft nodes before linearized reading' (duration: 373.89ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.416781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.042501Z","time spent":"374.269539ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:27:56.416938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.779038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:56.416992Z","caller":"traceutil/trace.go:171","msg":"trace[1821370679] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:11976; }","duration":"311.88709ms","start":"2026-03-03T14:27:56.10509Z","end":"2026-03-03T14:27:56.416978Z","steps":["trace[1821370679] 'agreement among raft nodes before linearized reading' (duration: 311.791468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.417039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.105062Z","time spent":"311.966182ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:56.417657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.611906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:464159"} {"level":"info","ts":"2026-03-03T14:27:56.41771Z","caller":"traceutil/trace.go:171","msg":"trace[15652707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:11976; }","duration":"374.687478ms","start":"2026-03-03T14:27:56.043011Z","end":"2026-03-03T14:27:56.417698Z","steps":["trace[15652707] 'agreement among raft nodes before linearized reading' (duration: 373.93349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.417742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.043Z","time spent":"374.733639ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":50,"response size":464183,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:27:56.657704Z","caller":"traceutil/trace.go:171","msg":"trace[1905458785] linearizableReadLoop","detail":"{readStateIndex:12498; appliedIndex:12497; }","duration":"236.445665ms","start":"2026-03-03T14:27:56.421216Z","end":"2026-03-03T14:27:56.657661Z","steps":["trace[1905458785] 'read index received' (duration: 236.102567ms)","trace[1905458785] 'applied index is now lower than readState.Index' (duration: 341.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:56.657788Z","caller":"traceutil/trace.go:171","msg":"trace[501219268] transaction","detail":"{read_only:false; response_revision:11977; number_of_response:1; }","duration":"237.732755ms","start":"2026-03-03T14:27:56.419986Z","end":"2026-03-03T14:27:56.657719Z","steps":["trace[501219268] 'process raft request' (duration: 237.345336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:56.6581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.855414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" ","response":"range_response_count:1 size:6360"} {"level":"info","ts":"2026-03-03T14:27:56.658188Z","caller":"traceutil/trace.go:171","msg":"trace[960201032] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g; range_end:; response_count:1; response_revision:11977; }","duration":"236.984617ms","start":"2026-03-03T14:27:56.421185Z","end":"2026-03-03T14:27:56.658169Z","steps":["trace[960201032] 'agreement among raft nodes before linearized reading' (duration: 236.638999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:56.766677Z","caller":"traceutil/trace.go:171","msg":"trace[870172936] transaction","detail":"{read_only:false; response_revision:11978; number_of_response:1; }","duration":"103.286451ms","start":"2026-03-03T14:27:56.663356Z","end":"2026-03-03T14:27:56.766643Z","steps":["trace[870172936] 'process raft request' (duration: 74.044102ms)","trace[870172936] 'compare' (duration: 29.038934ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:56.837746Z","caller":"traceutil/trace.go:171","msg":"trace[1080613725] transaction","detail":"{read_only:false; response_revision:11979; number_of_response:1; }","duration":"168.326442ms","start":"2026-03-03T14:27:56.669375Z","end":"2026-03-03T14:27:56.837702Z","steps":["trace[1080613725] 'process raft request' (duration: 168.039005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:57.226144Z","caller":"traceutil/trace.go:171","msg":"trace[1169335922] linearizableReadLoop","detail":"{readStateIndex:12501; appliedIndex:12500; }","duration":"382.448872ms","start":"2026-03-03T14:27:56.843665Z","end":"2026-03-03T14:27:57.226114Z","steps":["trace[1169335922] 'read index received' (duration: 382.227606ms)","trace[1169335922] 'applied index is now lower than readState.Index' (duration: 220.216µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:57.226238Z","caller":"traceutil/trace.go:171","msg":"trace[1651390225] transaction","detail":"{read_only:false; response_revision:11980; number_of_response:1; }","duration":"385.722539ms","start":"2026-03-03T14:27:56.840453Z","end":"2026-03-03T14:27:57.226176Z","steps":["trace[1651390225] 'process raft request' (duration: 385.441252ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.226378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.505103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:57.226421Z","caller":"traceutil/trace.go:171","msg":"trace[1929505119] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:11980; }","duration":"198.591255ms","start":"2026-03-03T14:27:57.02782Z","end":"2026-03-03T14:27:57.226411Z","steps":["trace[1929505119] 'agreement among raft nodes before linearized reading' (duration: 198.468532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.226514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.840416Z","time spent":"385.944973ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:57.226588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.200041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:57.22664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"382.977074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" ","response":"range_response_count:1 size:4859"} {"level":"info","ts":"2026-03-03T14:27:57.226677Z","caller":"traceutil/trace.go:171","msg":"trace[1469536899] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv; range_end:; response_count:1; response_revision:11980; }","duration":"383.067406ms","start":"2026-03-03T14:27:56.843599Z","end":"2026-03-03T14:27:57.226667Z","steps":["trace[1469536899] 'agreement among raft nodes before linearized reading' (duration: 382.650847ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:57.226677Z","caller":"traceutil/trace.go:171","msg":"trace[35207386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11980; }","duration":"180.359164ms","start":"2026-03-03T14:27:57.046297Z","end":"2026-03-03T14:27:57.226657Z","steps":["trace[35207386] 'agreement among raft nodes before linearized reading' (duration: 180.17392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.226704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:56.843565Z","time spent":"383.127468ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4883,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" "} {"level":"info","ts":"2026-03-03T14:27:57.431662Z","caller":"traceutil/trace.go:171","msg":"trace[688903892] transaction","detail":"{read_only:false; response_revision:11981; number_of_response:1; }","duration":"200.184451ms","start":"2026-03-03T14:27:57.231446Z","end":"2026-03-03T14:27:57.43163Z","steps":["trace[688903892] 'process raft request' (duration: 113.650804ms)","trace[688903892] 'compare' (duration: 86.393764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:57.845023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.981028ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:57.845125Z","caller":"traceutil/trace.go:171","msg":"trace[254678016] linearizableReadLoop","detail":"{readStateIndex:12503; appliedIndex:12501; }","duration":"538.496744ms","start":"2026-03-03T14:27:57.306613Z","end":"2026-03-03T14:27:57.84511Z","steps":["trace[254678016] 'read index received' (duration: 38.654049ms)","trace[254678016] 'applied index is now lower than readState.Index' (duration: 499.841555ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:57.84524Z","caller":"traceutil/trace.go:171","msg":"trace[2072426293] transaction","detail":"{read_only:false; response_revision:11982; number_of_response:1; }","duration":"605.537191ms","start":"2026-03-03T14:27:57.239665Z","end":"2026-03-03T14:27:57.845202Z","steps":["trace[2072426293] 'process raft request' (duration: 495.299087ms)","trace[2072426293] 'compare' (duration: 109.65531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:57.8454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.239631Z","time spent":"605.686025ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6122,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:57.845509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.748874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207\" ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-03-03T14:27:57.845541Z","caller":"traceutil/trace.go:171","msg":"trace[64148577] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207; range_end:; response_count:1; response_revision:11982; }","duration":"409.835596ms","start":"2026-03-03T14:27:57.435698Z","end":"2026-03-03T14:27:57.845533Z","steps":["trace[64148577] 'agreement among raft nodes before linearized reading' (duration: 409.748114ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.845563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.435668Z","time spent":"409.889627ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":966,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207\" "} {"level":"warn","ts":"2026-03-03T14:27:57.845782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.364749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:57.845802Z","caller":"traceutil/trace.go:171","msg":"trace[270666980] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:11982; }","duration":"334.437181ms","start":"2026-03-03T14:27:57.51136Z","end":"2026-03-03T14:27:57.845798Z","steps":["trace[270666980] 'agreement among raft nodes before linearized reading' (duration: 334.320828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.845819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.511337Z","time spent":"334.476391ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":119,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:27:57.846003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.397854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:27:57.846086Z","caller":"traceutil/trace.go:171","msg":"trace[1495970226] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11982; }","duration":"539.539928ms","start":"2026-03-03T14:27:57.306534Z","end":"2026-03-03T14:27:57.846074Z","steps":["trace[1495970226] 'agreement among raft nodes before linearized reading' (duration: 538.658268ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:57.846346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.306502Z","time spent":"539.726752ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:27:58.179486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.51751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:58.17964Z","caller":"traceutil/trace.go:171","msg":"trace[174394248] linearizableReadLoop","detail":"{readStateIndex:12504; appliedIndex:12503; }","duration":"329.795441ms","start":"2026-03-03T14:27:57.84983Z","end":"2026-03-03T14:27:58.179626Z","steps":["trace[174394248] 'read index received' (duration: 94.977525ms)","trace[174394248] 'applied index is now lower than readState.Index' (duration: 234.816456ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:58.179715Z","caller":"traceutil/trace.go:171","msg":"trace[2111201450] transaction","detail":"{read_only:false; response_revision:11983; number_of_response:1; }","duration":"331.281467ms","start":"2026-03-03T14:27:57.848362Z","end":"2026-03-03T14:27:58.179643Z","steps":["trace[2111201450] 'process raft request' (duration: 96.525491ms)","trace[2111201450] 'compare' (duration: 234.356596ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:58.179886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.631893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:58.179942Z","caller":"traceutil/trace.go:171","msg":"trace[2098311848] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11983; }","duration":"141.730285ms","start":"2026-03-03T14:27:58.038198Z","end":"2026-03-03T14:27:58.179928Z","steps":["trace[2098311848] 'agreement among raft nodes before linearized reading' (duration: 141.641713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.179959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.848338Z","time spent":"331.484311ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:27:58.180013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.484786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:58.180047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.572288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:58.180045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.154769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:58.180069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.180469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:58.1801Z","caller":"traceutil/trace.go:171","msg":"trace[285166023] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11983; }","duration":"140.65049ms","start":"2026-03-03T14:27:58.039435Z","end":"2026-03-03T14:27:58.180086Z","steps":["trace[285166023] 'agreement among raft nodes before linearized reading' (duration: 140.564388ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.180111Z","caller":"traceutil/trace.go:171","msg":"trace[1665035728] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11983; }","duration":"140.2445ms","start":"2026-03-03T14:27:58.039849Z","end":"2026-03-03T14:27:58.180094Z","steps":["trace[1665035728] 'agreement among raft nodes before linearized reading' (duration: 140.139748ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.180132Z","caller":"traceutil/trace.go:171","msg":"trace[1542486623] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11983; }","duration":"140.262071ms","start":"2026-03-03T14:27:58.039856Z","end":"2026-03-03T14:27:58.180118Z","steps":["trace[1542486623] 'agreement among raft nodes before linearized reading' (duration: 140.098537ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.180115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.54369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:58.180086Z","caller":"traceutil/trace.go:171","msg":"trace[942428011] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11983; }","duration":"140.62146ms","start":"2026-03-03T14:27:58.039448Z","end":"2026-03-03T14:27:58.180069Z","steps":["trace[942428011] 'agreement among raft nodes before linearized reading' (duration: 140.466086ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:58.180229Z","caller":"traceutil/trace.go:171","msg":"trace[2067881166] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11983; }","duration":"141.650573ms","start":"2026-03-03T14:27:58.038533Z","end":"2026-03-03T14:27:58.180184Z","steps":["trace[2067881166] 'agreement among raft nodes before linearized reading' (duration: 141.52865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.180252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.426827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-03T14:27:58.180343Z","caller":"traceutil/trace.go:171","msg":"trace[1108715521] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:11983; }","duration":"330.55293ms","start":"2026-03-03T14:27:57.849779Z","end":"2026-03-03T14:27:58.180332Z","steps":["trace[1108715521] 'agreement among raft nodes before linearized reading' (duration: 329.962045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.180413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:57.849759Z","time spent":"330.644161ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-03-03T14:27:58.180695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.735156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:27:58.18076Z","caller":"traceutil/trace.go:171","msg":"trace[222049225] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11983; }","duration":"141.845848ms","start":"2026-03-03T14:27:58.038905Z","end":"2026-03-03T14:27:58.180751Z","steps":["trace[222049225] 'agreement among raft nodes before linearized reading' (duration: 141.09038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:58.8001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432376459,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:27:59.217639Z","caller":"traceutil/trace.go:171","msg":"trace[1599422387] transaction","detail":"{read_only:false; response_revision:11985; number_of_response:1; }","duration":"1.028437524s","start":"2026-03-03T14:27:58.189169Z","end":"2026-03-03T14:27:59.217607Z","steps":["trace[1599422387] 'process raft request' (duration: 1.027721547s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.217865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.189144Z","time spent":"1.028570008s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.272286Z","caller":"traceutil/trace.go:171","msg":"trace[774524857] linearizableReadLoop","detail":"{readStateIndex:12507; appliedIndex:12505; }","duration":"972.963729ms","start":"2026-03-03T14:27:58.299296Z","end":"2026-03-03T14:27:59.27226Z","steps":["trace[774524857] 'read index received' (duration: 917.507024ms)","trace[774524857] 'applied index is now lower than readState.Index' (duration: 55.455595ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:59.272401Z","caller":"traceutil/trace.go:171","msg":"trace[1330440967] transaction","detail":"{read_only:false; response_revision:11986; number_of_response:1; }","duration":"1.026594931s","start":"2026-03-03T14:27:58.245752Z","end":"2026-03-03T14:27:59.272347Z","steps":["trace[1330440967] 'process raft request' (duration: 1.026355655s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.272661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"818.039822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:27:59.272686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"973.355937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:59.272706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.245729Z","time spent":"1.026803645s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:27:59.272813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.390151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:27:59.272843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"685.095914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:27:59.272891Z","caller":"traceutil/trace.go:171","msg":"trace[208071985] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11986; }","duration":"224.514485ms","start":"2026-03-03T14:27:59.04835Z","end":"2026-03-03T14:27:59.272865Z","steps":["trace[208071985] 'agreement among raft nodes before linearized reading' (duration: 224.145495ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:27:59.272892Z","caller":"traceutil/trace.go:171","msg":"trace[1648795827] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:11986; }","duration":"685.175456ms","start":"2026-03-03T14:27:58.5877Z","end":"2026-03-03T14:27:59.272875Z","steps":["trace[1648795827] 'agreement among raft nodes before linearized reading' (duration: 685.047012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.273143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.587678Z","time spent":"685.453753ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":78,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:59.272724Z","caller":"traceutil/trace.go:171","msg":"trace[1496653767] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:11986; }","duration":"818.149575ms","start":"2026-03-03T14:27:58.45456Z","end":"2026-03-03T14:27:59.27271Z","steps":["trace[1496653767] 'agreement among raft nodes before linearized reading' (duration: 817.92147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.273381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.454539Z","time spent":"818.833042ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:27:59.272794Z","caller":"traceutil/trace.go:171","msg":"trace[917550614] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:11986; }","duration":"973.534093ms","start":"2026-03-03T14:27:58.299237Z","end":"2026-03-03T14:27:59.272771Z","steps":["trace[917550614] 'agreement among raft nodes before linearized reading' (duration: 973.163493ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.272681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.675229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:27:59.273504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.299211Z","time spent":"974.27787ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:59.273578Z","caller":"traceutil/trace.go:171","msg":"trace[1399486300] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:11986; }","duration":"500.573891ms","start":"2026-03-03T14:27:58.772953Z","end":"2026-03-03T14:27:59.273527Z","steps":["trace[1399486300] 'agreement among raft nodes before linearized reading' (duration: 499.600688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.273693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:58.772933Z","time spent":"500.719595ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":61,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:27:59.451048Z","caller":"traceutil/trace.go:171","msg":"trace[1199420516] transaction","detail":"{read_only:false; response_revision:11987; number_of_response:1; }","duration":"169.717604ms","start":"2026-03-03T14:27:59.281287Z","end":"2026-03-03T14:27:59.451004Z","steps":["trace[1199420516] 'process raft request' (duration: 85.887651ms)","trace[1199420516] 'compare' (duration: 83.558036ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:59.754624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.275039ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:27:59.75497Z","caller":"traceutil/trace.go:171","msg":"trace[511902073] linearizableReadLoop","detail":"{readStateIndex:12509; appliedIndex:12508; }","duration":"299.585401ms","start":"2026-03-03T14:27:59.455358Z","end":"2026-03-03T14:27:59.754944Z","steps":["trace[511902073] 'read index received' (duration: 119.898121ms)","trace[511902073] 'applied index is now lower than readState.Index' (duration: 179.68503ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:27:59.755021Z","caller":"traceutil/trace.go:171","msg":"trace[1208530922] transaction","detail":"{read_only:false; response_revision:11988; number_of_response:1; }","duration":"470.996654ms","start":"2026-03-03T14:27:59.283978Z","end":"2026-03-03T14:27:59.754975Z","steps":["trace[1208530922] 'process raft request' (duration: 291.255993ms)","trace[1208530922] 'compare' (duration: 179.006993ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:27:59.755215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.851688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-03T14:27:59.755245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.283958Z","time spent":"471.141889ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5072,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:27:59.755258Z","caller":"traceutil/trace.go:171","msg":"trace[1491798889] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a; range_end:; response_count:1; response_revision:11988; }","duration":"299.94973ms","start":"2026-03-03T14:27:59.455293Z","end":"2026-03-03T14:27:59.755243Z","steps":["trace[1491798889] 'agreement among raft nodes before linearized reading' (duration: 299.799496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:27:59.755308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:27:59.455268Z","time spent":"300.026691ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" "} {"level":"warn","ts":"2026-03-03T14:27:59.755598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.328811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:27:59.75564Z","caller":"traceutil/trace.go:171","msg":"trace[555065443] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:11988; }","duration":"210.404482ms","start":"2026-03-03T14:27:59.545225Z","end":"2026-03-03T14:27:59.755629Z","steps":["trace[555065443] 'agreement among raft nodes before linearized reading' (duration: 210.33075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.027064Z","caller":"traceutil/trace.go:171","msg":"trace[342650425] linearizableReadLoop","detail":"{readStateIndex:12512; appliedIndex:12511; }","duration":"186.192262ms","start":"2026-03-03T14:27:59.840853Z","end":"2026-03-03T14:28:00.027045Z","steps":["trace[342650425] 'read index received' (duration: 185.966197ms)","trace[342650425] 'applied index is now lower than readState.Index' (duration: 225.405µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:00.027224Z","caller":"traceutil/trace.go:171","msg":"trace[282211998] transaction","detail":"{read_only:false; response_revision:11991; number_of_response:1; }","duration":"225.59809ms","start":"2026-03-03T14:27:59.801573Z","end":"2026-03-03T14:28:00.027171Z","steps":["trace[282211998] 'process raft request' (duration: 225.332224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.027329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.360408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:00.027328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.48063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:28:00.027369Z","caller":"traceutil/trace.go:171","msg":"trace[1916062386] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11991; }","duration":"130.466481ms","start":"2026-03-03T14:27:59.896893Z","end":"2026-03-03T14:28:00.027359Z","steps":["trace[1916062386] 'agreement among raft nodes before linearized reading' (duration: 130.391319ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.027383Z","caller":"traceutil/trace.go:171","msg":"trace[1847978947] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd; range_end:; response_count:1; response_revision:11991; }","duration":"186.584912ms","start":"2026-03-03T14:27:59.840788Z","end":"2026-03-03T14:28:00.027373Z","steps":["trace[1847978947] 'agreement among raft nodes before linearized reading' (duration: 186.361507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.027378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.785925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:00.027558Z","caller":"traceutil/trace.go:171","msg":"trace[1587059660] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:11991; }","duration":"132.902589ms","start":"2026-03-03T14:27:59.894506Z","end":"2026-03-03T14:28:00.027409Z","steps":["trace[1587059660] 'agreement among raft nodes before linearized reading' (duration: 132.696274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.2023Z","caller":"traceutil/trace.go:171","msg":"trace[1740509472] linearizableReadLoop","detail":"{readStateIndex:12513; appliedIndex:12512; }","duration":"170.39005ms","start":"2026-03-03T14:28:00.031887Z","end":"2026-03-03T14:28:00.202277Z","steps":["trace[1740509472] 'read index received' (duration: 170.210566ms)","trace[1740509472] 'applied index is now lower than readState.Index' (duration: 178.584µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:00.202465Z","caller":"traceutil/trace.go:171","msg":"trace[261656428] transaction","detail":"{read_only:false; response_revision:11992; number_of_response:1; }","duration":"173.020231ms","start":"2026-03-03T14:28:00.029436Z","end":"2026-03-03T14:28:00.202456Z","steps":["trace[261656428] 'process raft request' (duration: 172.722644ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.202752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.851261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-03-03T14:28:00.20279Z","caller":"traceutil/trace.go:171","msg":"trace[532543304] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11992; }","duration":"170.953954ms","start":"2026-03-03T14:28:00.031827Z","end":"2026-03-03T14:28:00.202781Z","steps":["trace[532543304] 'agreement among raft nodes before linearized reading' (duration: 170.80765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.202984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.80216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:6137"} {"level":"info","ts":"2026-03-03T14:28:00.203106Z","caller":"traceutil/trace.go:171","msg":"trace[104503530] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:11992; }","duration":"170.909172ms","start":"2026-03-03T14:28:00.032155Z","end":"2026-03-03T14:28:00.203064Z","steps":["trace[104503530] 'agreement among raft nodes before linearized reading' (duration: 170.634085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.204414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.19742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cinder.18995ac9d8aab166\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:11991 ","response":"range_response_count:248 size:194040"} {"level":"info","ts":"2026-03-03T14:28:00.204478Z","caller":"traceutil/trace.go:171","msg":"trace[227240303] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cinder.18995ac9d8aab166\u0000; range_end:/registry/events/openstack0; response_count:248; response_revision:11992; }","duration":"157.346143ms","start":"2026-03-03T14:28:00.047119Z","end":"2026-03-03T14:28:00.204465Z","steps":["trace[227240303] 'agreement among raft nodes before linearized reading' (duration: 156.178616ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.524943Z","caller":"traceutil/trace.go:171","msg":"trace[1423370093] transaction","detail":"{read_only:false; response_revision:11994; number_of_response:1; }","duration":"314.562663ms","start":"2026-03-03T14:28:00.210355Z","end":"2026-03-03T14:28:00.524917Z","steps":["trace[1423370093] 'process raft request' (duration: 314.360549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.525092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.210329Z","time spent":"314.685547ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:00.525324Z","caller":"traceutil/trace.go:171","msg":"trace[634162693] transaction","detail":"{read_only:false; response_revision:11995; number_of_response:1; }","duration":"314.590124ms","start":"2026-03-03T14:28:00.210705Z","end":"2026-03-03T14:28:00.525295Z","steps":["trace[634162693] 'process raft request' (duration: 314.169033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.525429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.210694Z","time spent":"314.692777ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:00.52548Z","caller":"traceutil/trace.go:171","msg":"trace[831269259] linearizableReadLoop","detail":"{readStateIndex:12517; appliedIndex:12513; }","duration":"277.317466ms","start":"2026-03-03T14:28:00.248128Z","end":"2026-03-03T14:28:00.525445Z","steps":["trace[831269259] 'read index received' (duration: 36.631082ms)","trace[831269259] 'applied index is now lower than readState.Index' (duration: 240.684494ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:00.525687Z","caller":"traceutil/trace.go:171","msg":"trace[1219673876] transaction","detail":"{read_only:false; response_revision:11996; number_of_response:1; }","duration":"313.801776ms","start":"2026-03-03T14:28:00.211868Z","end":"2026-03-03T14:28:00.52567Z","steps":["trace[1219673876] 'process raft request' (duration: 313.317394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:00.526026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.48667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995a816e93425b\" ","response":"range_response_count:1 size:896"} {"level":"warn","ts":"2026-03-03T14:28:00.526053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.92671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"warn","ts":"2026-03-03T14:28:00.526061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:00.211856Z","time spent":"313.873097ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:00.526093Z","caller":"traceutil/trace.go:171","msg":"trace[958191538] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995a816e93425b; range_end:; response_count:1; response_revision:11996; }","duration":"237.583042ms","start":"2026-03-03T14:28:00.288492Z","end":"2026-03-03T14:28:00.526075Z","steps":["trace[958191538] 'agreement among raft nodes before linearized reading' (duration: 237.402768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.526095Z","caller":"traceutil/trace.go:171","msg":"trace[910119024] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:11996; }","duration":"277.997652ms","start":"2026-03-03T14:28:00.248085Z","end":"2026-03-03T14:28:00.526083Z","steps":["trace[910119024] 'agreement among raft nodes before linearized reading' (duration: 277.88417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.74979Z","caller":"traceutil/trace.go:171","msg":"trace[1921568154] linearizableReadLoop","detail":"{readStateIndex:12520; appliedIndex:12518; }","duration":"163.925578ms","start":"2026-03-03T14:28:00.585843Z","end":"2026-03-03T14:28:00.749769Z","steps":["trace[1921568154] 'read index received' (duration: 10.868475ms)","trace[1921568154] 'applied index is now lower than readState.Index' (duration: 153.056203ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:00.74998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.133863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995a816eee04c5\" ","response":"range_response_count:1 size:941"} {"level":"info","ts":"2026-03-03T14:28:00.75002Z","caller":"traceutil/trace.go:171","msg":"trace[1157351289] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995a816eee04c5; range_end:; response_count:1; response_revision:12000; }","duration":"164.189255ms","start":"2026-03-03T14:28:00.58582Z","end":"2026-03-03T14:28:00.75001Z","steps":["trace[1157351289] 'agreement among raft nodes before linearized reading' (duration: 164.031411ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.750171Z","caller":"traceutil/trace.go:171","msg":"trace[1823464712] transaction","detail":"{read_only:false; response_revision:11999; number_of_response:1; }","duration":"164.663956ms","start":"2026-03-03T14:28:00.585473Z","end":"2026-03-03T14:28:00.750137Z","steps":["trace[1823464712] 'process raft request' (duration: 164.074512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:00.750215Z","caller":"traceutil/trace.go:171","msg":"trace[1838550446] transaction","detail":"{read_only:false; response_revision:12000; number_of_response:1; }","duration":"160.996569ms","start":"2026-03-03T14:28:00.589204Z","end":"2026-03-03T14:28:00.750201Z","steps":["trace[1838550446] 'process raft request' (duration: 160.496848ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.010876Z","caller":"traceutil/trace.go:171","msg":"trace[972265776] linearizableReadLoop","detail":"{readStateIndex:12522; appliedIndex:12521; }","duration":"256.485257ms","start":"2026-03-03T14:28:00.754371Z","end":"2026-03-03T14:28:01.010856Z","steps":["trace[972265776] 'read index received' (duration: 256.242051ms)","trace[972265776] 'applied index is now lower than readState.Index' (duration: 242.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:01.011033Z","caller":"traceutil/trace.go:171","msg":"trace[562459350] transaction","detail":"{read_only:false; response_revision:12001; number_of_response:1; }","duration":"257.46885ms","start":"2026-03-03T14:28:00.753532Z","end":"2026-03-03T14:28:01.011001Z","steps":["trace[562459350] 'process raft request' (duration: 257.169333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.01121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.098141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T14:28:01.011283Z","caller":"traceutil/trace.go:171","msg":"trace[212791531] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:12001; }","duration":"141.215883ms","start":"2026-03-03T14:28:00.870056Z","end":"2026-03-03T14:28:01.011272Z","steps":["trace[212791531] 'agreement among raft nodes before linearized reading' (duration: 141.028279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.011302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.535617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-03-03T14:28:01.011333Z","caller":"traceutil/trace.go:171","msg":"trace[1588549054] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12001; }","duration":"100.615668ms","start":"2026-03-03T14:28:00.910709Z","end":"2026-03-03T14:28:01.011325Z","steps":["trace[1588549054] 'agreement among raft nodes before linearized reading' (duration: 100.511385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.01139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.896887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:5963"} {"level":"info","ts":"2026-03-03T14:28:01.011491Z","caller":"traceutil/trace.go:171","msg":"trace[1925821121] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:12001; }","duration":"257.123652ms","start":"2026-03-03T14:28:00.754293Z","end":"2026-03-03T14:28:01.011416Z","steps":["trace[1925821121] 'agreement among raft nodes before linearized reading' (duration: 256.698902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.171731Z","caller":"traceutil/trace.go:171","msg":"trace[2002528795] linearizableReadLoop","detail":"{readStateIndex:12523; appliedIndex:12522; }","duration":"151.526836ms","start":"2026-03-03T14:28:01.020181Z","end":"2026-03-03T14:28:01.171708Z","steps":["trace[2002528795] 'read index received' (duration: 53.717314ms)","trace[2002528795] 'applied index is now lower than readState.Index' (duration: 97.808542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:01.172072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.865744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:01.172216Z","caller":"traceutil/trace.go:171","msg":"trace[1765706810] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12002; }","duration":"152.034319ms","start":"2026-03-03T14:28:01.020151Z","end":"2026-03-03T14:28:01.172185Z","steps":["trace[1765706810] 'agreement among raft nodes before linearized reading' (duration: 151.781062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.172088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.737385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:01.172929Z","caller":"traceutil/trace.go:171","msg":"trace[1248064113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12002; }","duration":"125.608797ms","start":"2026-03-03T14:28:01.047289Z","end":"2026-03-03T14:28:01.172898Z","steps":["trace[1248064113] 'agreement among raft nodes before linearized reading' (duration: 124.708875ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.171862Z","caller":"traceutil/trace.go:171","msg":"trace[307469425] transaction","detail":"{read_only:false; response_revision:12002; number_of_response:1; }","duration":"154.951336ms","start":"2026-03-03T14:28:01.016852Z","end":"2026-03-03T14:28:01.171803Z","steps":["trace[307469425] 'process raft request' (duration: 56.993351ms)","trace[307469425] 'compare' (duration: 97.72089ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:01.173549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.255093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:01.173656Z","caller":"traceutil/trace.go:171","msg":"trace[601371398] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12002; }","duration":"135.442978ms","start":"2026-03-03T14:28:01.038191Z","end":"2026-03-03T14:28:01.173634Z","steps":["trace[601371398] 'agreement among raft nodes before linearized reading' (duration: 133.831429ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.407469Z","caller":"traceutil/trace.go:171","msg":"trace[941106425] linearizableReadLoop","detail":"{readStateIndex:12525; appliedIndex:12524; }","duration":"186.849278ms","start":"2026-03-03T14:28:01.220595Z","end":"2026-03-03T14:28:01.407444Z","steps":["trace[941106425] 'read index received' (duration: 120.67274ms)","trace[941106425] 'applied index is now lower than readState.Index' (duration: 66.175118ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:01.407861Z","caller":"traceutil/trace.go:171","msg":"trace[1042335013] transaction","detail":"{read_only:false; response_revision:12004; number_of_response:1; }","duration":"224.479203ms","start":"2026-03-03T14:28:01.183361Z","end":"2026-03-03T14:28:01.407841Z","steps":["trace[1042335013] 'process raft request' (duration: 157.891746ms)","trace[1042335013] 'compare' (duration: 66.060664ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:01.408341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.718438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:28:01.408465Z","caller":"traceutil/trace.go:171","msg":"trace[1577631046] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd; range_end:; response_count:1; response_revision:12004; }","duration":"187.962303ms","start":"2026-03-03T14:28:01.220482Z","end":"2026-03-03T14:28:01.408444Z","steps":["trace[1577631046] 'agreement among raft nodes before linearized reading' (duration: 187.622335ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.420691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.560629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:01.420806Z","caller":"traceutil/trace.go:171","msg":"trace[333138292] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12005; }","duration":"126.729213ms","start":"2026-03-03T14:28:01.29406Z","end":"2026-03-03T14:28:01.420789Z","steps":["trace[333138292] 'agreement among raft nodes before linearized reading' (duration: 126.442526ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:01.723502Z","caller":"traceutil/trace.go:171","msg":"trace[1115986935] linearizableReadLoop","detail":"{readStateIndex:12527; appliedIndex:12526; }","duration":"303.002071ms","start":"2026-03-03T14:28:01.420479Z","end":"2026-03-03T14:28:01.723481Z","steps":["trace[1115986935] 'read index received' (duration: 281.147848ms)","trace[1115986935] 'applied index is now lower than readState.Index' (duration: 21.852523ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:01.723732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.398768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7239"} {"level":"info","ts":"2026-03-03T14:28:01.723841Z","caller":"traceutil/trace.go:171","msg":"trace[235770019] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12006; }","duration":"311.537302ms","start":"2026-03-03T14:28:01.412275Z","end":"2026-03-03T14:28:01.723812Z","steps":["trace[235770019] 'agreement among raft nodes before linearized reading' (duration: 311.291166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.723914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.412227Z","time spent":"311.670145ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7263,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T14:28:01.723551Z","caller":"traceutil/trace.go:171","msg":"trace[1323962629] transaction","detail":"{read_only:false; response_revision:12006; number_of_response:1; }","duration":"310.129549ms","start":"2026-03-03T14:28:01.41337Z","end":"2026-03-03T14:28:01.723499Z","steps":["trace[1323962629] 'process raft request' (duration: 288.343017ms)","trace[1323962629] 'compare' (duration: 21.535416ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:01.72464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.99771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"info","ts":"2026-03-03T14:28:01.724705Z","caller":"traceutil/trace.go:171","msg":"trace[1802142336] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:12006; }","duration":"235.128213ms","start":"2026-03-03T14:28:01.489559Z","end":"2026-03-03T14:28:01.724687Z","steps":["trace[1802142336] 'agreement among raft nodes before linearized reading' (duration: 234.941569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:01.724864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.413335Z","time spent":"311.346157ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:01.724958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.1386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463854"} {"level":"info","ts":"2026-03-03T14:28:01.725004Z","caller":"traceutil/trace.go:171","msg":"trace[1362151732] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12006; }","duration":"299.255653ms","start":"2026-03-03T14:28:01.425739Z","end":"2026-03-03T14:28:01.724995Z","steps":["trace[1362151732] 'agreement among raft nodes before linearized reading' (duration: 297.979493ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.196394Z","caller":"traceutil/trace.go:171","msg":"trace[560579054] linearizableReadLoop","detail":"{readStateIndex:12530; appliedIndex:12529; }","duration":"411.675729ms","start":"2026-03-03T14:28:01.784685Z","end":"2026-03-03T14:28:02.196361Z","steps":["trace[560579054] 'read index received' (duration: 324.493607ms)","trace[560579054] 'applied index is now lower than readState.Index' (duration: 87.179542ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:02.196421Z","caller":"traceutil/trace.go:171","msg":"trace[172725986] transaction","detail":"{read_only:false; response_revision:12009; number_of_response:1; }","duration":"412.317804ms","start":"2026-03-03T14:28:01.784077Z","end":"2026-03-03T14:28:02.196395Z","steps":["trace[172725986] 'process raft request' (duration: 325.123822ms)","trace[172725986] 'compare' (duration: 86.835463ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:02.196642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.531072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:02.19667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.784045Z","time spent":"412.505378ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":799,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:02.196704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.009106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" ","response":"range_response_count:1 size:6443"} {"level":"info","ts":"2026-03-03T14:28:02.196768Z","caller":"traceutil/trace.go:171","msg":"trace[1102140676] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g; range_end:; response_count:1; response_revision:12009; }","duration":"412.103069ms","start":"2026-03-03T14:28:01.784648Z","end":"2026-03-03T14:28:02.196751Z","steps":["trace[1102140676] 'agreement among raft nodes before linearized reading' (duration: 411.841433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.196734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.215492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:02.19683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.784628Z","time spent":"412.18561ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6467,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" "} {"level":"info","ts":"2026-03-03T14:28:02.196844Z","caller":"traceutil/trace.go:171","msg":"trace[1694459041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12009; }","duration":"180.420436ms","start":"2026-03-03T14:28:02.016402Z","end":"2026-03-03T14:28:02.196823Z","steps":["trace[1694459041] 'agreement among raft nodes before linearized reading' (duration: 180.217531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.196691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.660311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:28:02.197106Z","caller":"traceutil/trace.go:171","msg":"trace[1745579998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12009; }","duration":"311.066661ms","start":"2026-03-03T14:28:01.886014Z","end":"2026-03-03T14:28:02.197081Z","steps":["trace[1745579998] 'agreement among raft nodes before linearized reading' (duration: 310.543068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.19718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:01.885956Z","time spent":"311.205944ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:28:02.196711Z","caller":"traceutil/trace.go:171","msg":"trace[37788710] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12009; }","duration":"147.656485ms","start":"2026-03-03T14:28:02.049036Z","end":"2026-03-03T14:28:02.196692Z","steps":["trace[37788710] 'agreement among raft nodes before linearized reading' (duration: 147.536852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.536657Z","caller":"traceutil/trace.go:171","msg":"trace[804190279] transaction","detail":"{read_only:false; response_revision:12011; number_of_response:1; }","duration":"330.5894ms","start":"2026-03-03T14:28:02.206027Z","end":"2026-03-03T14:28:02.536617Z","steps":["trace[804190279] 'process raft request' (duration: 306.517884ms)","trace[804190279] 'compare' (duration: 23.688466ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:02.536766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.981779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:02.536618Z","caller":"traceutil/trace.go:171","msg":"trace[212498786] linearizableReadLoop","detail":"{readStateIndex:12532; appliedIndex:12530; }","duration":"327.811975ms","start":"2026-03-03T14:28:02.208762Z","end":"2026-03-03T14:28:02.536574Z","steps":["trace[212498786] 'read index received' (duration: 30.720164ms)","trace[212498786] 'applied index is now lower than readState.Index' (duration: 297.090031ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:02.536816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.206015Z","time spent":"330.716513ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6243,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:02.536808Z","caller":"traceutil/trace.go:171","msg":"trace[530741600] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12011; }","duration":"328.052111ms","start":"2026-03-03T14:28:02.208743Z","end":"2026-03-03T14:28:02.536796Z","steps":["trace[530741600] 'agreement among raft nodes before linearized reading' (duration: 327.944048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.536977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.208737Z","time spent":"328.212884ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:02.537014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.902027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:02.537074Z","caller":"traceutil/trace.go:171","msg":"trace[1348349535] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12011; }","duration":"327.981389ms","start":"2026-03-03T14:28:02.209073Z","end":"2026-03-03T14:28:02.537055Z","steps":["trace[1348349535] 'agreement among raft nodes before linearized reading' (duration: 327.825035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.537133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.209067Z","time spent":"328.054451ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:28:02.53716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.467904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:02.537186Z","caller":"traceutil/trace.go:171","msg":"trace[1520752359] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12011; }","duration":"326.502274ms","start":"2026-03-03T14:28:02.210676Z","end":"2026-03-03T14:28:02.537178Z","steps":["trace[1520752359] 'agreement among raft nodes before linearized reading' (duration: 326.452943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.537205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.210671Z","time spent":"326.529125ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:02.537308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.741303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:02.537366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.113692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:02.537398Z","caller":"traceutil/trace.go:171","msg":"trace[2003226313] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12011; }","duration":"328.205764ms","start":"2026-03-03T14:28:02.209183Z","end":"2026-03-03T14:28:02.537389Z","steps":["trace[2003226313] 'agreement among raft nodes before linearized reading' (duration: 328.143313ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.537404Z","caller":"traceutil/trace.go:171","msg":"trace[1345423274] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12011; }","duration":"327.868436ms","start":"2026-03-03T14:28:02.209512Z","end":"2026-03-03T14:28:02.537381Z","steps":["trace[1345423274] 'agreement among raft nodes before linearized reading' (duration: 327.659641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.537434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.209154Z","time spent":"328.272396ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:02.537454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.209505Z","time spent":"327.938478ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:02.537451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.408875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:02.537478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.03383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.189959892657099a\" ","response":"range_response_count:1 size:823"} {"level":"warn","ts":"2026-03-03T14:28:02.537472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.416372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:02.537516Z","caller":"traceutil/trace.go:171","msg":"trace[445906410] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.189959892657099a; range_end:; response_count:1; response_revision:12011; }","duration":"294.107022ms","start":"2026-03-03T14:28:02.243397Z","end":"2026-03-03T14:28:02.537504Z","steps":["trace[445906410] 'agreement among raft nodes before linearized reading' (duration: 293.963199ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.537517Z","caller":"traceutil/trace.go:171","msg":"trace[1503721790] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12011; }","duration":"327.489608ms","start":"2026-03-03T14:28:02.210011Z","end":"2026-03-03T14:28:02.537501Z","steps":["trace[1503721790] 'agreement among raft nodes before linearized reading' (duration: 327.369975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.537537Z","caller":"traceutil/trace.go:171","msg":"trace[156614982] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12011; }","duration":"323.511834ms","start":"2026-03-03T14:28:02.214008Z","end":"2026-03-03T14:28:02.53752Z","steps":["trace[156614982] 'agreement among raft nodes before linearized reading' (duration: 323.394242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.537554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.210005Z","time spent":"327.540529ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:02.537577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.213996Z","time spent":"323.571225ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:28:02.790217Z","caller":"traceutil/trace.go:171","msg":"trace[417664345] transaction","detail":"{read_only:false; response_revision:12013; number_of_response:1; }","duration":"216.639639ms","start":"2026-03-03T14:28:02.573549Z","end":"2026-03-03T14:28:02.790189Z","steps":["trace[417664345] 'process raft request' (duration: 148.010034ms)","trace[417664345] 'compare' (duration: 68.487401ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:02.884785Z","caller":"traceutil/trace.go:171","msg":"trace[1094348115] transaction","detail":"{read_only:false; response_revision:12014; number_of_response:1; }","duration":"306.709389ms","start":"2026-03-03T14:28:02.57806Z","end":"2026-03-03T14:28:02.88477Z","steps":["trace[1094348115] 'process raft request' (duration: 306.524175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:02.884949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.57804Z","time spent":"306.811702ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:02.884739Z","caller":"traceutil/trace.go:171","msg":"trace[836869667] linearizableReadLoop","detail":"{readStateIndex:12535; appliedIndex:12533; }","duration":"282.816357ms","start":"2026-03-03T14:28:02.601899Z","end":"2026-03-03T14:28:02.884716Z","steps":["trace[836869667] 'read index received' (duration: 119.678927ms)","trace[836869667] 'applied index is now lower than readState.Index' (duration: 163.13642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:02.885257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.872987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:28:02.885223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.395571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:02.885382Z","caller":"traceutil/trace.go:171","msg":"trace[675788302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12014; }","duration":"283.641877ms","start":"2026-03-03T14:28:02.601704Z","end":"2026-03-03T14:28:02.885346Z","steps":["trace[675788302] 'agreement among raft nodes before linearized reading' (duration: 283.206017ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:02.885292Z","caller":"traceutil/trace.go:171","msg":"trace[261124876] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12014; }","duration":"126.942727ms","start":"2026-03-03T14:28:02.75834Z","end":"2026-03-03T14:28:02.885283Z","steps":["trace[261124876] 'agreement among raft nodes before linearized reading' (duration: 126.801904ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.358316Z","caller":"traceutil/trace.go:171","msg":"trace[1042951825] linearizableReadLoop","detail":"{readStateIndex:12536; appliedIndex:12535; }","duration":"469.839298ms","start":"2026-03-03T14:28:02.888448Z","end":"2026-03-03T14:28:03.358287Z","steps":["trace[1042951825] 'read index received' (duration: 469.536491ms)","trace[1042951825] 'applied index is now lower than readState.Index' (duration: 301.327µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:03.358454Z","caller":"traceutil/trace.go:171","msg":"trace[938935209] transaction","detail":"{read_only:false; response_revision:12015; number_of_response:1; }","duration":"471.020676ms","start":"2026-03-03T14:28:02.887422Z","end":"2026-03-03T14:28:03.358443Z","steps":["trace[938935209] 'process raft request' (duration: 470.610506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.358582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.887382Z","time spent":"471.094617ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":781,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:03.358708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.225217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5086"} {"level":"info","ts":"2026-03-03T14:28:03.358784Z","caller":"traceutil/trace.go:171","msg":"trace[711290475] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:12015; }","duration":"470.34264ms","start":"2026-03-03T14:28:02.888423Z","end":"2026-03-03T14:28:03.358766Z","steps":["trace[711290475] 'agreement among raft nodes before linearized reading' (duration: 470.078004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.358849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.888405Z","time spent":"470.439102ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5110,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"info","ts":"2026-03-03T14:28:03.392357Z","caller":"traceutil/trace.go:171","msg":"trace[500008956] transaction","detail":"{read_only:false; response_revision:12016; number_of_response:1; }","duration":"501.705747ms","start":"2026-03-03T14:28:02.890603Z","end":"2026-03-03T14:28:03.392308Z","steps":["trace[500008956] 'process raft request' (duration: 501.453921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.392512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.291531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:03.392552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.092985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T14:28:03.392603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.890584Z","time spent":"501.901702ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:03.392617Z","caller":"traceutil/trace.go:171","msg":"trace[235015087] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12017; }","duration":"275.211528ms","start":"2026-03-03T14:28:03.117387Z","end":"2026-03-03T14:28:03.392599Z","steps":["trace[235015087] 'agreement among raft nodes before linearized reading' (duration: 274.915041ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.392613Z","caller":"traceutil/trace.go:171","msg":"trace[413322675] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12017; }","duration":"343.445584ms","start":"2026-03-03T14:28:03.049133Z","end":"2026-03-03T14:28:03.392578Z","steps":["trace[413322675] 'agreement among raft nodes before linearized reading' (duration: 343.165087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.392678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:03.049093Z","time spent":"343.567456ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:28:03.392723Z","caller":"traceutil/trace.go:171","msg":"trace[219320527] transaction","detail":"{read_only:false; response_revision:12017; number_of_response:1; }","duration":"501.997234ms","start":"2026-03-03T14:28:02.890699Z","end":"2026-03-03T14:28:03.392696Z","steps":["trace[219320527] 'process raft request' (duration: 501.520733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.392882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:02.890675Z","time spent":"502.099327ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:03.525873Z","caller":"traceutil/trace.go:171","msg":"trace[1417392445] linearizableReadLoop","detail":"{readStateIndex:12539; appliedIndex:12538; }","duration":"133.575914ms","start":"2026-03-03T14:28:03.392267Z","end":"2026-03-03T14:28:03.525843Z","steps":["trace[1417392445] 'read index received' (duration: 122.738199ms)","trace[1417392445] 'applied index is now lower than readState.Index' (duration: 10.836485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:03.52605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.006056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:03.526092Z","caller":"traceutil/trace.go:171","msg":"trace[139737382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12018; }","duration":"132.097859ms","start":"2026-03-03T14:28:03.393983Z","end":"2026-03-03T14:28:03.526081Z","steps":["trace[139737382] 'agreement among raft nodes before linearized reading' (duration: 132.009107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:03.526174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.416899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995989c732f7fa\" ","response":"range_response_count:1 size:856"} {"level":"info","ts":"2026-03-03T14:28:03.526235Z","caller":"traceutil/trace.go:171","msg":"trace[2074186956] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995989c732f7fa; range_end:; response_count:1; response_revision:12018; }","duration":"164.510242ms","start":"2026-03-03T14:28:03.36171Z","end":"2026-03-03T14:28:03.526221Z","steps":["trace[2074186956] 'agreement among raft nodes before linearized reading' (duration: 164.243566ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.525903Z","caller":"traceutil/trace.go:171","msg":"trace[1926384549] transaction","detail":"{read_only:false; response_revision:12018; number_of_response:1; }","duration":"160.304643ms","start":"2026-03-03T14:28:03.365548Z","end":"2026-03-03T14:28:03.525853Z","steps":["trace[1926384549] 'process raft request' (duration: 149.455778ms)","trace[1926384549] 'compare' (duration: 10.559359ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:03.782934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.06941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:03.783222Z","caller":"traceutil/trace.go:171","msg":"trace[1850971524] transaction","detail":"{read_only:false; response_revision:12019; number_of_response:1; }","duration":"253.865906ms","start":"2026-03-03T14:28:03.529321Z","end":"2026-03-03T14:28:03.783187Z","steps":["trace[1850971524] 'process raft request' (duration: 123.441406ms)","trace[1850971524] 'compare' (duration: 129.945788ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:03.783349Z","caller":"traceutil/trace.go:171","msg":"trace[907333890] transaction","detail":"{read_only:false; response_revision:12020; number_of_response:1; }","duration":"222.687292ms","start":"2026-03-03T14:28:03.560631Z","end":"2026-03-03T14:28:03.783319Z","steps":["trace[907333890] 'process raft request' (duration: 222.424196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.783366Z","caller":"traceutil/trace.go:171","msg":"trace[1180311555] transaction","detail":"{read_only:false; response_revision:12021; number_of_response:1; }","duration":"189.503111ms","start":"2026-03-03T14:28:03.593833Z","end":"2026-03-03T14:28:03.783336Z","steps":["trace[1180311555] 'process raft request' (duration: 189.306367ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:03.957287Z","caller":"traceutil/trace.go:171","msg":"trace[373195102] linearizableReadLoop","detail":"{readStateIndex:12543; appliedIndex:12542; }","duration":"169.366857ms","start":"2026-03-03T14:28:03.7879Z","end":"2026-03-03T14:28:03.957267Z","steps":["trace[373195102] 'read index received' (duration: 114.912124ms)","trace[373195102] 'applied index is now lower than readState.Index' (duration: 54.453993ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:03.95745Z","caller":"traceutil/trace.go:171","msg":"trace[1536373525] transaction","detail":"{read_only:false; response_revision:12022; number_of_response:1; }","duration":"169.92733ms","start":"2026-03-03T14:28:03.787465Z","end":"2026-03-03T14:28:03.957392Z","steps":["trace[1536373525] 'process raft request' (duration: 115.429236ms)","trace[1536373525] 'compare' (duration: 54.255418ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:03.958234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.323789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463669"} {"level":"info","ts":"2026-03-03T14:28:03.958281Z","caller":"traceutil/trace.go:171","msg":"trace[1404011759] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12022; }","duration":"170.413041ms","start":"2026-03-03T14:28:03.787857Z","end":"2026-03-03T14:28:03.95827Z","steps":["trace[1404011759] 'agreement among raft nodes before linearized reading' (duration: 169.52237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.304119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.291609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:04.304358Z","caller":"traceutil/trace.go:171","msg":"trace[1647730116] transaction","detail":"{read_only:false; response_revision:12023; number_of_response:1; }","duration":"296.689883ms","start":"2026-03-03T14:28:04.00764Z","end":"2026-03-03T14:28:04.30433Z","steps":["trace[1647730116] 'process raft request' (duration: 69.108287ms)","trace[1647730116] 'compare' (duration: 227.142315ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:04.304472Z","caller":"traceutil/trace.go:171","msg":"trace[230325656] linearizableReadLoop","detail":"{readStateIndex:12546; appliedIndex:12544; }","duration":"192.944151ms","start":"2026-03-03T14:28:04.111514Z","end":"2026-03-03T14:28:04.304459Z","steps":["trace[230325656] 'read index received' (duration: 63.312019ms)","trace[230325656] 'applied index is now lower than readState.Index' (duration: 129.631202ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:04.304561Z","caller":"traceutil/trace.go:171","msg":"trace[1128534002] transaction","detail":"{read_only:false; response_revision:12024; number_of_response:1; }","duration":"295.513365ms","start":"2026-03-03T14:28:04.009035Z","end":"2026-03-03T14:28:04.304548Z","steps":["trace[1128534002] 'process raft request' (duration: 295.189208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.304825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.314429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.304872Z","caller":"traceutil/trace.go:171","msg":"trace[1864423060] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12024; }","duration":"193.413312ms","start":"2026-03-03T14:28:04.111445Z","end":"2026-03-03T14:28:04.304858Z","steps":["trace[1864423060] 'agreement among raft nodes before linearized reading' (duration: 193.29827ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.644066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.551953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:04.644182Z","caller":"traceutil/trace.go:171","msg":"trace[2142770680] linearizableReadLoop","detail":"{readStateIndex:12547; appliedIndex:12546; }","duration":"100.324053ms","start":"2026-03-03T14:28:04.543839Z","end":"2026-03-03T14:28:04.644164Z","steps":["trace[2142770680] 'read index received' (duration: 53.972µs)","trace[2142770680] 'applied index is now lower than readState.Index' (duration: 100.268541ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:04.644538Z","caller":"traceutil/trace.go:171","msg":"trace[1681785255] transaction","detail":"{read_only:false; response_revision:12025; number_of_response:1; }","duration":"333.013969ms","start":"2026-03-03T14:28:04.311429Z","end":"2026-03-03T14:28:04.644443Z","steps":["trace[1681785255] 'process raft request' (duration: 190.993356ms)","trace[1681785255] 'compare' (duration: 141.319207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:04.644587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.607779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.644647Z","caller":"traceutil/trace.go:171","msg":"trace[185936079] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12025; }","duration":"100.704821ms","start":"2026-03-03T14:28:04.54393Z","end":"2026-03-03T14:28:04.644635Z","steps":["trace[185936079] 'agreement among raft nodes before linearized reading' (duration: 100.582449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.644644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:04.311411Z","time spent":"333.181353ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":841,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:04.644719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.826414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.644859Z","caller":"traceutil/trace.go:171","msg":"trace[887271011] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12025; }","duration":"101.051459ms","start":"2026-03-03T14:28:04.543788Z","end":"2026-03-03T14:28:04.64484Z","steps":["trace[887271011] 'agreement among raft nodes before linearized reading' (duration: 100.728972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.644961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.2114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.644985Z","caller":"traceutil/trace.go:171","msg":"trace[1851487021] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12025; }","duration":"100.26309ms","start":"2026-03-03T14:28:04.544716Z","end":"2026-03-03T14:28:04.644979Z","steps":["trace[1851487021] 'agreement among raft nodes before linearized reading' (duration: 100.22791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.644882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.771262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.645086Z","caller":"traceutil/trace.go:171","msg":"trace[1432252751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12025; }","duration":"101.138411ms","start":"2026-03-03T14:28:04.543911Z","end":"2026-03-03T14:28:04.645049Z","steps":["trace[1432252751] 'agreement among raft nodes before linearized reading' (duration: 100.956367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.644903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.861905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:04.645207Z","caller":"traceutil/trace.go:171","msg":"trace[659020181] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12025; }","duration":"101.210763ms","start":"2026-03-03T14:28:04.543989Z","end":"2026-03-03T14:28:04.6452Z","steps":["trace[659020181] 'agreement among raft nodes before linearized reading' (duration: 100.904035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:04.644925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.65355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:04.645335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.899965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:04.645408Z","caller":"traceutil/trace.go:171","msg":"trace[1742387190] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12025; }","duration":"101.028759ms","start":"2026-03-03T14:28:04.544363Z","end":"2026-03-03T14:28:04.645391Z","steps":["trace[1742387190] 'agreement among raft nodes before linearized reading' (duration: 100.63077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:04.64559Z","caller":"traceutil/trace.go:171","msg":"trace[1450081526] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12025; }","duration":"101.156841ms","start":"2026-03-03T14:28:04.544213Z","end":"2026-03-03T14:28:04.64537Z","steps":["trace[1450081526] 'agreement among raft nodes before linearized reading' (duration: 100.599919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.08547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.409844ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:05.085552Z","caller":"traceutil/trace.go:171","msg":"trace[500534298] linearizableReadLoop","detail":"{readStateIndex:12548; appliedIndex:12547; }","duration":"241.099675ms","start":"2026-03-03T14:28:04.844438Z","end":"2026-03-03T14:28:05.085537Z","steps":["trace[500534298] 'read index received' (duration: 38.321µs)","trace[500534298] 'applied index is now lower than readState.Index' (duration: 241.059744ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:05.085648Z","caller":"traceutil/trace.go:171","msg":"trace[134703122] transaction","detail":"{read_only:false; response_revision:12026; number_of_response:1; }","duration":"433.920243ms","start":"2026-03-03T14:28:04.651707Z","end":"2026-03-03T14:28:05.085627Z","steps":["trace[134703122] 'process raft request' (duration: 118.254762ms)","trace[134703122] 'compare' (duration: 314.939753ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:05.085745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:04.651678Z","time spent":"434.020206ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":772,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:05.085765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.330452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:05.085787Z","caller":"traceutil/trace.go:171","msg":"trace[2066444928] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12026; }","duration":"241.388803ms","start":"2026-03-03T14:28:04.844391Z","end":"2026-03-03T14:28:05.08578Z","steps":["trace[2066444928] 'agreement among raft nodes before linearized reading' (duration: 241.26568ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.085911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.514835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:28:05.085911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.851376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:526"} {"level":"info","ts":"2026-03-03T14:28:05.08599Z","caller":"traceutil/trace.go:171","msg":"trace[452568549] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12026; }","duration":"179.637828ms","start":"2026-03-03T14:28:04.906332Z","end":"2026-03-03T14:28:05.08597Z","steps":["trace[452568549] 'agreement among raft nodes before linearized reading' (duration: 179.403853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:05.08599Z","caller":"traceutil/trace.go:171","msg":"trace[212437827] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12026; }","duration":"174.967019ms","start":"2026-03-03T14:28:04.911012Z","end":"2026-03-03T14:28:05.085979Z","steps":["trace[212437827] 'agreement among raft nodes before linearized reading' (duration: 174.739674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.633261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.464569ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:05.633351Z","caller":"traceutil/trace.go:171","msg":"trace[198951623] linearizableReadLoop","detail":"{readStateIndex:12549; appliedIndex:12548; }","duration":"235.226207ms","start":"2026-03-03T14:28:05.398112Z","end":"2026-03-03T14:28:05.633338Z","steps":["trace[198951623] 'read index received' (duration: 130.597824ms)","trace[198951623] 'applied index is now lower than readState.Index' (duration: 104.624572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:05.633452Z","caller":"traceutil/trace.go:171","msg":"trace[1481330482] transaction","detail":"{read_only:false; response_revision:12027; number_of_response:1; }","duration":"525.649442ms","start":"2026-03-03T14:28:05.107754Z","end":"2026-03-03T14:28:05.633404Z","steps":["trace[1481330482] 'process raft request' (duration: 420.965289ms)","trace[1481330482] 'compare' (duration: 104.375486ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:05.633565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.457492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:28:05.633594Z","caller":"traceutil/trace.go:171","msg":"trace[1829987152] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12027; }","duration":"235.512873ms","start":"2026-03-03T14:28:05.398074Z","end":"2026-03-03T14:28:05.633587Z","steps":["trace[1829987152] 'agreement among raft nodes before linearized reading' (duration: 235.454842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.633667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.107739Z","time spent":"525.812395ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:05.633515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.40506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:05.634028Z","caller":"traceutil/trace.go:171","msg":"trace[1742810535] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12027; }","duration":"235.934463ms","start":"2026-03-03T14:28:05.398073Z","end":"2026-03-03T14:28:05.634008Z","steps":["trace[1742810535] 'agreement among raft nodes before linearized reading' (duration: 235.330879ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:05.90768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.190899ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:05.907785Z","caller":"traceutil/trace.go:171","msg":"trace[1812537739] transaction","detail":"{read_only:false; response_revision:12028; number_of_response:1; }","duration":"269.584764ms","start":"2026-03-03T14:28:05.638183Z","end":"2026-03-03T14:28:05.907767Z","steps":["trace[1812537739] 'process raft request' (duration: 166.227352ms)","trace[1812537739] 'compare' (duration: 102.946663ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.00706Z","caller":"traceutil/trace.go:171","msg":"trace[651175216] linearizableReadLoop","detail":"{readStateIndex:12552; appliedIndex:12549; }","duration":"295.140155ms","start":"2026-03-03T14:28:05.711894Z","end":"2026-03-03T14:28:06.007034Z","steps":["trace[651175216] 'read index received' (duration: 92.524697ms)","trace[651175216] 'applied index is now lower than readState.Index' (duration: 202.614418ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.007188Z","caller":"traceutil/trace.go:171","msg":"trace[216841413] transaction","detail":"{read_only:false; response_revision:12029; number_of_response:1; }","duration":"368.439301ms","start":"2026-03-03T14:28:05.638677Z","end":"2026-03-03T14:28:06.007116Z","steps":["trace[216841413] 'process raft request' (duration: 368.137544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.007236Z","caller":"traceutil/trace.go:171","msg":"trace[39383034] transaction","detail":"{read_only:false; response_revision:12030; number_of_response:1; }","duration":"367.054409ms","start":"2026-03-03T14:28:05.640136Z","end":"2026-03-03T14:28:06.00719Z","steps":["trace[39383034] 'process raft request' (duration: 366.831814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.007346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.422323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:28:06.007388Z","caller":"traceutil/trace.go:171","msg":"trace[1894390149] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12030; }","duration":"295.525865ms","start":"2026-03-03T14:28:05.711851Z","end":"2026-03-03T14:28:06.007376Z","steps":["trace[1894390149] 'agreement among raft nodes before linearized reading' (duration: 295.33607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.00742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.638654Z","time spent":"368.645156ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:06.007425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:05.640126Z","time spent":"367.185543ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:06.20807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.556196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995a82af71540f\" ","response":"range_response_count:1 size:787"} {"level":"info","ts":"2026-03-03T14:28:06.208191Z","caller":"traceutil/trace.go:171","msg":"trace[688029903] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995a82af71540f; range_end:; response_count:1; response_revision:12030; }","duration":"196.72779ms","start":"2026-03-03T14:28:06.011434Z","end":"2026-03-03T14:28:06.208162Z","steps":["trace[688029903] 'range keys from in-memory index tree' (duration: 196.32953ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.208228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.008228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:06.208372Z","caller":"traceutil/trace.go:171","msg":"trace[696794750] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12030; }","duration":"240.207803ms","start":"2026-03-03T14:28:05.968126Z","end":"2026-03-03T14:28:06.208334Z","steps":["trace[696794750] 'agreement among raft nodes before linearized reading' (duration: 39.347947ms)","trace[696794750] 'range keys from in-memory index tree' (duration: 200.496808ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.216625Z","caller":"traceutil/trace.go:171","msg":"trace[1539286398] transaction","detail":"{read_only:false; response_revision:12031; number_of_response:1; }","duration":"200.251032ms","start":"2026-03-03T14:28:06.016341Z","end":"2026-03-03T14:28:06.216592Z","steps":["trace[1539286398] 'process raft request' (duration: 200.093788ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.216773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.834494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:06.21697Z","caller":"traceutil/trace.go:171","msg":"trace[922547669] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12031; }","duration":"169.08373ms","start":"2026-03-03T14:28:06.047872Z","end":"2026-03-03T14:28:06.216955Z","steps":["trace[922547669] 'agreement among raft nodes before linearized reading' (duration: 168.809823ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.216644Z","caller":"traceutil/trace.go:171","msg":"trace[446112939] linearizableReadLoop","detail":"{readStateIndex:12553; appliedIndex:12553; }","duration":"168.69898ms","start":"2026-03-03T14:28:06.047924Z","end":"2026-03-03T14:28:06.216623Z","steps":["trace[446112939] 'read index received' (duration: 168.68571ms)","trace[446112939] 'applied index is now lower than readState.Index' (duration: 10.78µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:06.401002Z","caller":"traceutil/trace.go:171","msg":"trace[224368571] linearizableReadLoop","detail":"{readStateIndex:12554; appliedIndex:12553; }","duration":"183.744395ms","start":"2026-03-03T14:28:06.217217Z","end":"2026-03-03T14:28:06.400961Z","steps":["trace[224368571] 'read index received' (duration: 183.265523ms)","trace[224368571] 'applied index is now lower than readState.Index' (duration: 477.112µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:06.40121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.784425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:06.401266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.217892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:06.401281Z","caller":"traceutil/trace.go:171","msg":"trace[1074442684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12032; }","duration":"344.936879ms","start":"2026-03-03T14:28:06.056327Z","end":"2026-03-03T14:28:06.401264Z","steps":["trace[1074442684] 'agreement among raft nodes before linearized reading' (duration: 344.790095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.401268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.292872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-03-03T14:28:06.401318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:06.056281Z","time spent":"345.029441ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:06.401323Z","caller":"traceutil/trace.go:171","msg":"trace[1977683234] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12032; }","duration":"183.356736ms","start":"2026-03-03T14:28:06.217947Z","end":"2026-03-03T14:28:06.401304Z","steps":["trace[1977683234] 'agreement among raft nodes before linearized reading' (duration: 183.233163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.40135Z","caller":"traceutil/trace.go:171","msg":"trace[641545861] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12032; }","duration":"256.445225ms","start":"2026-03-03T14:28:06.144878Z","end":"2026-03-03T14:28:06.401324Z","steps":["trace[641545861] 'agreement among raft nodes before linearized reading' (duration: 256.139978ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:06.401413Z","caller":"traceutil/trace.go:171","msg":"trace[1627233746] transaction","detail":"{read_only:false; response_revision:12032; number_of_response:1; }","duration":"190.212927ms","start":"2026-03-03T14:28:06.211037Z","end":"2026-03-03T14:28:06.40125Z","steps":["trace[1627233746] 'process raft request' (duration: 189.538182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:06.40183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.832561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:50 size:463669"} {"level":"info","ts":"2026-03-03T14:28:06.401929Z","caller":"traceutil/trace.go:171","msg":"trace[1965674868] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:50; response_revision:12032; }","duration":"187.981515ms","start":"2026-03-03T14:28:06.213927Z","end":"2026-03-03T14:28:06.401909Z","steps":["trace[1965674868] 'agreement among raft nodes before linearized reading' (duration: 187.051813ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:08.253277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.162078ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:08.253435Z","caller":"traceutil/trace.go:171","msg":"trace[2024598752] linearizableReadLoop","detail":"{readStateIndex:12557; appliedIndex:12556; }","duration":"204.624466ms","start":"2026-03-03T14:28:08.048787Z","end":"2026-03-03T14:28:08.253412Z","steps":["trace[2024598752] 'read index received' (duration: 16.10493ms)","trace[2024598752] 'applied index is now lower than readState.Index' (duration: 188.517436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:08.253541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.760488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:08.253607Z","caller":"traceutil/trace.go:171","msg":"trace[355499858] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12034; }","duration":"204.877811ms","start":"2026-03-03T14:28:08.048708Z","end":"2026-03-03T14:28:08.253586Z","steps":["trace[355499858] 'agreement among raft nodes before linearized reading' (duration: 204.760928ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:08.253564Z","caller":"traceutil/trace.go:171","msg":"trace[1250057391] transaction","detail":"{read_only:false; response_revision:12034; number_of_response:1; }","duration":"239.24633ms","start":"2026-03-03T14:28:08.014263Z","end":"2026-03-03T14:28:08.253509Z","steps":["trace[1250057391] 'process raft request' (duration: 50.713884ms)","trace[1250057391] 'compare' (duration: 187.770929ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:16.590865Z","caller":"traceutil/trace.go:171","msg":"trace[1730146587] transaction","detail":"{read_only:false; response_revision:12071; number_of_response:1; }","duration":"212.545432ms","start":"2026-03-03T14:28:16.378288Z","end":"2026-03-03T14:28:16.590833Z","steps":["trace[1730146587] 'process raft request' (duration: 170.132723ms)","trace[1730146587] 'compare' (duration: 42.280546ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:16.61704Z","caller":"traceutil/trace.go:171","msg":"trace[1660087964] linearizableReadLoop","detail":"{readStateIndex:12599; appliedIndex:12597; }","duration":"157.801283ms","start":"2026-03-03T14:28:16.45921Z","end":"2026-03-03T14:28:16.617012Z","steps":["trace[1660087964] 'read index received' (duration: 89.081715ms)","trace[1660087964] 'applied index is now lower than readState.Index' (duration: 68.718628ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:16.617102Z","caller":"traceutil/trace.go:171","msg":"trace[1045983400] transaction","detail":"{read_only:false; response_revision:12072; number_of_response:1; }","duration":"161.353188ms","start":"2026-03-03T14:28:16.455716Z","end":"2026-03-03T14:28:16.61707Z","steps":["trace[1045983400] 'process raft request' (duration: 161.148983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:16.617231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.987828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:16.617302Z","caller":"traceutil/trace.go:171","msg":"trace[381959227] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12072; }","duration":"158.148633ms","start":"2026-03-03T14:28:16.459135Z","end":"2026-03-03T14:28:16.617283Z","steps":["trace[381959227] 'agreement among raft nodes before linearized reading' (duration: 158.01883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:16.617793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.620307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:16.618049Z","caller":"traceutil/trace.go:171","msg":"trace[737616104] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12072; }","duration":"111.929414ms","start":"2026-03-03T14:28:16.506099Z","end":"2026-03-03T14:28:16.618028Z","steps":["trace[737616104] 'agreement among raft nodes before linearized reading' (duration: 111.134755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:17.544293Z","caller":"traceutil/trace.go:171","msg":"trace[1926392436] transaction","detail":"{read_only:false; response_revision:12073; number_of_response:1; }","duration":"102.36284ms","start":"2026-03-03T14:28:17.441893Z","end":"2026-03-03T14:28:17.544248Z","steps":["trace[1926392436] 'process raft request' (duration: 102.183695ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:18.196094Z","caller":"traceutil/trace.go:171","msg":"trace[927381058] transaction","detail":"{read_only:false; response_revision:12079; number_of_response:1; }","duration":"143.014397ms","start":"2026-03-03T14:28:18.053047Z","end":"2026-03-03T14:28:18.196062Z","steps":["trace[927381058] 'process raft request' (duration: 142.804431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:18.234044Z","caller":"traceutil/trace.go:171","msg":"trace[209058874] transaction","detail":"{read_only:false; response_revision:12080; number_of_response:1; }","duration":"171.924046ms","start":"2026-03-03T14:28:18.062102Z","end":"2026-03-03T14:28:18.234026Z","steps":["trace[209058874] 'process raft request' (duration: 171.806554ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:18.509345Z","caller":"traceutil/trace.go:171","msg":"trace[1427171279] linearizableReadLoop","detail":"{readStateIndex:12608; appliedIndex:12607; }","duration":"130.046411ms","start":"2026-03-03T14:28:18.37928Z","end":"2026-03-03T14:28:18.509326Z","steps":["trace[1427171279] 'read index received' (duration: 129.867777ms)","trace[1427171279] 'applied index is now lower than readState.Index' (duration: 178.024µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:18.509423Z","caller":"traceutil/trace.go:171","msg":"trace[1256408688] transaction","detail":"{read_only:false; response_revision:12081; number_of_response:1; }","duration":"235.8173ms","start":"2026-03-03T14:28:18.27358Z","end":"2026-03-03T14:28:18.509397Z","steps":["trace[1256408688] 'process raft request' (duration: 235.631495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.509948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.675256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:18.509977Z","caller":"traceutil/trace.go:171","msg":"trace[827815012] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12081; }","duration":"130.766799ms","start":"2026-03-03T14:28:18.379201Z","end":"2026-03-03T14:28:18.509968Z","steps":["trace[827815012] 'agreement among raft nodes before linearized reading' (duration: 130.264496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.509735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.365569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:18.510218Z","caller":"traceutil/trace.go:171","msg":"trace[1288751346] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12081; }","duration":"119.902372ms","start":"2026-03-03T14:28:18.390265Z","end":"2026-03-03T14:28:18.510168Z","steps":["trace[1288751346] 'agreement among raft nodes before linearized reading' (duration: 119.389399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:18.509799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.307028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:18.510629Z","caller":"traceutil/trace.go:171","msg":"trace[84893269] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12081; }","duration":"120.155858ms","start":"2026-03-03T14:28:18.390432Z","end":"2026-03-03T14:28:18.510588Z","steps":["trace[84893269] 'agreement among raft nodes before linearized reading' (duration: 119.326868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:19.462026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.290851ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:28:19.462157Z","caller":"traceutil/trace.go:171","msg":"trace[1336093495] linearizableReadLoop","detail":"{readStateIndex:12616; appliedIndex:12615; }","duration":"214.265122ms","start":"2026-03-03T14:28:19.247868Z","end":"2026-03-03T14:28:19.462133Z","steps":["trace[1336093495] 'read index received' (duration: 28.773377ms)","trace[1336093495] 'applied index is now lower than readState.Index' (duration: 185.489205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:19.46246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.593091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6310ba1\" ","response":"range_response_count:1 size:811"} {"level":"info","ts":"2026-03-03T14:28:19.46251Z","caller":"traceutil/trace.go:171","msg":"trace[1803936678] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6310ba1; range_end:; response_count:1; response_revision:12088; }","duration":"214.706474ms","start":"2026-03-03T14:28:19.247787Z","end":"2026-03-03T14:28:19.462493Z","steps":["trace[1803936678] 'agreement among raft nodes before linearized reading' (duration: 214.406106ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:19.861807Z","caller":"traceutil/trace.go:171","msg":"trace[1351078898] transaction","detail":"{read_only:false; response_revision:12091; number_of_response:1; }","duration":"177.220231ms","start":"2026-03-03T14:28:19.684547Z","end":"2026-03-03T14:28:19.861767Z","steps":["trace[1351078898] 'process raft request' (duration: 112.463097ms)","trace[1351078898] 'compare' (duration: 64.239012ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:20.584105Z","caller":"traceutil/trace.go:171","msg":"trace[1707374375] linearizableReadLoop","detail":"{readStateIndex:12625; appliedIndex:12624; }","duration":"121.391207ms","start":"2026-03-03T14:28:20.462691Z","end":"2026-03-03T14:28:20.584082Z","steps":["trace[1707374375] 'read index received' (duration: 32.038234ms)","trace[1707374375] 'applied index is now lower than readState.Index' (duration: 89.351973ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:20.58446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.742715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:28:20.584544Z","caller":"traceutil/trace.go:171","msg":"trace[1915482055] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:12097; }","duration":"121.838877ms","start":"2026-03-03T14:28:20.462684Z","end":"2026-03-03T14:28:20.584523Z","steps":["trace[1915482055] 'agreement among raft nodes before linearized reading' (duration: 121.613302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:20.584476Z","caller":"traceutil/trace.go:171","msg":"trace[1061482126] transaction","detail":"{read_only:false; response_revision:12097; number_of_response:1; }","duration":"127.315226ms","start":"2026-03-03T14:28:20.457133Z","end":"2026-03-03T14:28:20.584448Z","steps":["trace[1061482126] 'process raft request' (duration: 69.992998ms)","trace[1061482126] 'compare' (duration: 56.841427ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:20.778337Z","caller":"traceutil/trace.go:171","msg":"trace[754763418] linearizableReadLoop","detail":"{readStateIndex:12627; appliedIndex:12625; }","duration":"187.648826ms","start":"2026-03-03T14:28:20.590663Z","end":"2026-03-03T14:28:20.778312Z","steps":["trace[754763418] 'read index received' (duration: 149.015207ms)","trace[754763418] 'applied index is now lower than readState.Index' (duration: 38.632639ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:20.778556Z","caller":"traceutil/trace.go:171","msg":"trace[922876996] transaction","detail":"{read_only:false; response_revision:12098; number_of_response:1; }","duration":"189.068209ms","start":"2026-03-03T14:28:20.58948Z","end":"2026-03-03T14:28:20.778548Z","steps":["trace[922876996] 'process raft request' (duration: 150.231746ms)","trace[922876996] 'compare' (duration: 38.398753ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:20.778654Z","caller":"traceutil/trace.go:171","msg":"trace[897606806] transaction","detail":"{read_only:false; response_revision:12099; number_of_response:1; }","duration":"188.110576ms","start":"2026-03-03T14:28:20.590536Z","end":"2026-03-03T14:28:20.778647Z","steps":["trace[897606806] 'process raft request' (duration: 187.733007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:20.778793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.117457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/bootstrap-signer\" ","response":"range_response_count:1 size:197"} {"level":"info","ts":"2026-03-03T14:28:20.778811Z","caller":"traceutil/trace.go:171","msg":"trace[1414672980] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/bootstrap-signer; range_end:; response_count:1; response_revision:12099; }","duration":"188.163558ms","start":"2026-03-03T14:28:20.590641Z","end":"2026-03-03T14:28:20.778805Z","steps":["trace[1414672980] 'agreement among raft nodes before linearized reading' (duration: 188.079756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.322954Z","caller":"traceutil/trace.go:171","msg":"trace[1271261179] linearizableReadLoop","detail":"{readStateIndex:12632; appliedIndex:12631; }","duration":"183.289415ms","start":"2026-03-03T14:28:22.139641Z","end":"2026-03-03T14:28:22.32293Z","steps":["trace[1271261179] 'read index received' (duration: 183.119961ms)","trace[1271261179] 'applied index is now lower than readState.Index' (duration: 168.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:22.323119Z","caller":"traceutil/trace.go:171","msg":"trace[1755131674] transaction","detail":"{read_only:false; response_revision:12104; number_of_response:1; }","duration":"202.461875ms","start":"2026-03-03T14:28:22.120632Z","end":"2026-03-03T14:28:22.323094Z","steps":["trace[1755131674] 'process raft request' (duration: 202.129158ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.323271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.615992ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:28:22.323318Z","caller":"traceutil/trace.go:171","msg":"trace[2068101014] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:12104; }","duration":"183.710294ms","start":"2026-03-03T14:28:22.139596Z","end":"2026-03-03T14:28:22.323306Z","steps":["trace[2068101014] 'agreement among raft nodes before linearized reading' (duration: 183.50273ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.323695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.322682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:214"} {"level":"info","ts":"2026-03-03T14:28:22.323768Z","caller":"traceutil/trace.go:171","msg":"trace[268487375] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:12105; }","duration":"134.445524ms","start":"2026-03-03T14:28:22.189307Z","end":"2026-03-03T14:28:22.323753Z","steps":["trace[268487375] 'agreement among raft nodes before linearized reading' (duration: 134.235869ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.500651Z","caller":"traceutil/trace.go:171","msg":"trace[255609353] transaction","detail":"{read_only:false; response_revision:12107; number_of_response:1; }","duration":"165.816073ms","start":"2026-03-03T14:28:22.334809Z","end":"2026-03-03T14:28:22.500625Z","steps":["trace[255609353] 'process raft request' (duration: 111.603957ms)","trace[255609353] 'compare' (duration: 53.837037ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:22.500932Z","caller":"traceutil/trace.go:171","msg":"trace[1441178546] transaction","detail":"{read_only:false; response_revision:12108; number_of_response:1; }","duration":"163.560319ms","start":"2026-03-03T14:28:22.33736Z","end":"2026-03-03T14:28:22.50092Z","steps":["trace[1441178546] 'process raft request' (duration: 163.043968ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.500751Z","caller":"traceutil/trace.go:171","msg":"trace[2075390513] transaction","detail":"{read_only:false; response_revision:12113; number_of_response:1; }","duration":"159.591096ms","start":"2026-03-03T14:28:22.341148Z","end":"2026-03-03T14:28:22.500739Z","steps":["trace[2075390513] 'process raft request' (duration: 159.553715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.50121Z","caller":"traceutil/trace.go:171","msg":"trace[932687062] transaction","detail":"{read_only:false; response_revision:12109; number_of_response:1; }","duration":"161.749716ms","start":"2026-03-03T14:28:22.33945Z","end":"2026-03-03T14:28:22.501199Z","steps":["trace[932687062] 'process raft request' (duration: 161.06766ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.501373Z","caller":"traceutil/trace.go:171","msg":"trace[1264457107] transaction","detail":"{read_only:false; response_revision:12110; number_of_response:1; }","duration":"161.875469ms","start":"2026-03-03T14:28:22.339487Z","end":"2026-03-03T14:28:22.501363Z","steps":["trace[1264457107] 'process raft request' (duration: 161.08349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.501528Z","caller":"traceutil/trace.go:171","msg":"trace[763377203] transaction","detail":"{read_only:false; response_revision:12111; number_of_response:1; }","duration":"161.92379ms","start":"2026-03-03T14:28:22.339595Z","end":"2026-03-03T14:28:22.501518Z","steps":["trace[763377203] 'process raft request' (duration: 161.0279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.50173Z","caller":"traceutil/trace.go:171","msg":"trace[1860121590] transaction","detail":"{read_only:false; response_revision:12112; number_of_response:1; }","duration":"161.592083ms","start":"2026-03-03T14:28:22.340129Z","end":"2026-03-03T14:28:22.501721Z","steps":["trace[1860121590] 'process raft request' (duration: 160.533358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.511978Z","caller":"traceutil/trace.go:171","msg":"trace[1126552374] transaction","detail":"{read_only:false; response_revision:12114; number_of_response:1; }","duration":"139.168036ms","start":"2026-03-03T14:28:22.372784Z","end":"2026-03-03T14:28:22.511952Z","steps":["trace[1126552374] 'process raft request' (duration: 138.946191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.628203Z","caller":"traceutil/trace.go:171","msg":"trace[1884930624] linearizableReadLoop","detail":"{readStateIndex:12643; appliedIndex:12642; }","duration":"113.543113ms","start":"2026-03-03T14:28:22.514629Z","end":"2026-03-03T14:28:22.628172Z","steps":["trace[1884930624] 'read index received' (duration: 113.110122ms)","trace[1884930624] 'applied index is now lower than readState.Index' (duration: 431.531µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:22.628627Z","caller":"traceutil/trace.go:171","msg":"trace[444313359] transaction","detail":"{read_only:false; response_revision:12115; number_of_response:1; }","duration":"115.56737ms","start":"2026-03-03T14:28:22.513041Z","end":"2026-03-03T14:28:22.628608Z","steps":["trace[444313359] 'process raft request' (duration: 114.446353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.629031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.378912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:28:22.629099Z","caller":"traceutil/trace.go:171","msg":"trace[1168946529] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:12115; }","duration":"114.474054ms","start":"2026-03-03T14:28:22.51461Z","end":"2026-03-03T14:28:22.629084Z","steps":["trace[1168946529] 'agreement among raft nodes before linearized reading' (duration: 114.2931ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.629859Z","caller":"traceutil/trace.go:171","msg":"trace[2139252332] transaction","detail":"{read_only:false; response_revision:12116; number_of_response:1; }","duration":"114.26963ms","start":"2026-03-03T14:28:22.51558Z","end":"2026-03-03T14:28:22.629849Z","steps":["trace[2139252332] 'process raft request' (duration: 113.932322ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.762054Z","caller":"traceutil/trace.go:171","msg":"trace[1688037680] linearizableReadLoop","detail":"{readStateIndex:12649; appliedIndex:12644; }","duration":"115.97636ms","start":"2026-03-03T14:28:22.646051Z","end":"2026-03-03T14:28:22.762028Z","steps":["trace[1688037680] 'read index received' (duration: 73.91877ms)","trace[1688037680] 'applied index is now lower than readState.Index' (duration: 42.0563ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:22.762069Z","caller":"traceutil/trace.go:171","msg":"trace[1028110285] transaction","detail":"{read_only:false; response_revision:12119; number_of_response:1; }","duration":"126.651921ms","start":"2026-03-03T14:28:22.635377Z","end":"2026-03-03T14:28:22.762029Z","steps":["trace[1028110285] 'process raft request' (duration: 126.487897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.762051Z","caller":"traceutil/trace.go:171","msg":"trace[1479799319] transaction","detail":"{read_only:false; response_revision:12118; number_of_response:1; }","duration":"128.029523ms","start":"2026-03-03T14:28:22.633959Z","end":"2026-03-03T14:28:22.761988Z","steps":["trace[1479799319] 'process raft request' (duration: 95.103788ms)","trace[1479799319] 'compare' (duration: 32.646188ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:22.762166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.099362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:22.762201Z","caller":"traceutil/trace.go:171","msg":"trace[441250084] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12121; }","duration":"116.183304ms","start":"2026-03-03T14:28:22.646007Z","end":"2026-03-03T14:28:22.762191Z","steps":["trace[441250084] 'agreement among raft nodes before linearized reading' (duration: 116.110383ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.762123Z","caller":"traceutil/trace.go:171","msg":"trace[1676396652] transaction","detail":"{read_only:false; response_revision:12120; number_of_response:1; }","duration":"122.525343ms","start":"2026-03-03T14:28:22.639577Z","end":"2026-03-03T14:28:22.762103Z","steps":["trace[1676396652] 'process raft request' (duration: 122.355209ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.762307Z","caller":"traceutil/trace.go:171","msg":"trace[349378052] transaction","detail":"{read_only:false; response_revision:12121; number_of_response:1; }","duration":"121.89044ms","start":"2026-03-03T14:28:22.640405Z","end":"2026-03-03T14:28:22.762296Z","steps":["trace[349378052] 'process raft request' (duration: 121.579162ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.956076Z","caller":"traceutil/trace.go:171","msg":"trace[967706733] linearizableReadLoop","detail":"{readStateIndex:12652; appliedIndex:12650; }","duration":"142.680088ms","start":"2026-03-03T14:28:22.813375Z","end":"2026-03-03T14:28:22.956055Z","steps":["trace[967706733] 'read index received' (duration: 102.942462ms)","trace[967706733] 'applied index is now lower than readState.Index' (duration: 39.736996ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:22.956102Z","caller":"traceutil/trace.go:171","msg":"trace[1822650294] transaction","detail":"{read_only:false; response_revision:12123; number_of_response:1; }","duration":"166.561851ms","start":"2026-03-03T14:28:22.789503Z","end":"2026-03-03T14:28:22.956065Z","steps":["trace[1822650294] 'process raft request' (duration: 126.843115ms)","trace[1822650294] 'compare' (duration: 39.329877ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:22.956221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.917809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:22.956253Z","caller":"traceutil/trace.go:171","msg":"trace[777784866] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12124; }","duration":"166.98476ms","start":"2026-03-03T14:28:22.789259Z","end":"2026-03-03T14:28:22.956243Z","steps":["trace[777784866] 'agreement among raft nodes before linearized reading' (duration: 166.884438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.956322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.112019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:22.956425Z","caller":"traceutil/trace.go:171","msg":"trace[2065473869] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12124; }","duration":"149.211442ms","start":"2026-03-03T14:28:22.807184Z","end":"2026-03-03T14:28:22.956395Z","steps":["trace[2065473869] 'agreement among raft nodes before linearized reading' (duration: 148.956456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.9565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.334448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:22.956517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.39064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:22.956544Z","caller":"traceutil/trace.go:171","msg":"trace[812700196] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12124; }","duration":"150.39163ms","start":"2026-03-03T14:28:22.80614Z","end":"2026-03-03T14:28:22.956532Z","steps":["trace[812700196] 'agreement among raft nodes before linearized reading' (duration: 150.286437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.956553Z","caller":"traceutil/trace.go:171","msg":"trace[1504099869] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12124; }","duration":"150.453801ms","start":"2026-03-03T14:28:22.806088Z","end":"2026-03-03T14:28:22.956542Z","steps":["trace[1504099869] 'agreement among raft nodes before linearized reading' (duration: 150.39845ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.956632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.315858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:22.956656Z","caller":"traceutil/trace.go:171","msg":"trace[448616354] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12124; }","duration":"167.353419ms","start":"2026-03-03T14:28:22.789297Z","end":"2026-03-03T14:28:22.95665Z","steps":["trace[448616354] 'agreement among raft nodes before linearized reading' (duration: 167.321928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.956707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.436091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:22.956943Z","caller":"traceutil/trace.go:171","msg":"trace[343794871] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:12124; }","duration":"150.481462ms","start":"2026-03-03T14:28:22.806253Z","end":"2026-03-03T14:28:22.956734Z","steps":["trace[343794871] 'agreement among raft nodes before linearized reading' (duration: 150.431041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:22.957037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.20422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:22.957063Z","caller":"traceutil/trace.go:171","msg":"trace[359887085] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12124; }","duration":"146.256082ms","start":"2026-03-03T14:28:22.810801Z","end":"2026-03-03T14:28:22.957057Z","steps":["trace[359887085] 'agreement among raft nodes before linearized reading' (duration: 146.15568ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:22.957185Z","caller":"traceutil/trace.go:171","msg":"trace[1109358232] transaction","detail":"{read_only:false; response_revision:12124; number_of_response:1; }","duration":"150.215756ms","start":"2026-03-03T14:28:22.80696Z","end":"2026-03-03T14:28:22.957176Z","steps":["trace[1109358232] 'process raft request' (duration: 148.968657ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:23.161047Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-0000000000003172.wal"} {"level":"info","ts":"2026-03-03T14:28:23.318289Z","caller":"traceutil/trace.go:171","msg":"trace[1849115229] transaction","detail":"{read_only:false; response_revision:12131; number_of_response:1; }","duration":"134.155467ms","start":"2026-03-03T14:28:23.184111Z","end":"2026-03-03T14:28:23.318266Z","steps":["trace[1849115229] 'process raft request' (duration: 129.410235ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:28.932092Z","caller":"traceutil/trace.go:171","msg":"trace[626893685] transaction","detail":"{read_only:false; response_revision:12177; number_of_response:1; }","duration":"111.208948ms","start":"2026-03-03T14:28:28.820846Z","end":"2026-03-03T14:28:28.932054Z","steps":["trace[626893685] 'process raft request' (duration: 110.981763ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:28.93282Z","caller":"traceutil/trace.go:171","msg":"trace[1278958933] linearizableReadLoop","detail":"{readStateIndex:12707; appliedIndex:12707; }","duration":"105.82355ms","start":"2026-03-03T14:28:28.826979Z","end":"2026-03-03T14:28:28.932802Z","steps":["trace[1278958933] 'read index received' (duration: 105.81513ms)","trace[1278958933] 'applied index is now lower than readState.Index' (duration: 6.41µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:28.93332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.330202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"info","ts":"2026-03-03T14:28:28.933405Z","caller":"traceutil/trace.go:171","msg":"trace[2005969221] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12177; }","duration":"106.476196ms","start":"2026-03-03T14:28:28.826908Z","end":"2026-03-03T14:28:28.933384Z","steps":["trace[2005969221] 'agreement among raft nodes before linearized reading' (duration: 106.25038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:30.998123Z","caller":"traceutil/trace.go:171","msg":"trace[982073939] transaction","detail":"{read_only:false; response_revision:12186; number_of_response:1; }","duration":"101.203461ms","start":"2026-03-03T14:28:30.896894Z","end":"2026-03-03T14:28:30.998097Z","steps":["trace[982073939] 'process raft request' (duration: 100.992627ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:31.865285Z","caller":"traceutil/trace.go:171","msg":"trace[68832546] transaction","detail":"{read_only:false; response_revision:12195; number_of_response:1; }","duration":"346.452534ms","start":"2026-03-03T14:28:31.518802Z","end":"2026-03-03T14:28:31.865254Z","steps":["trace[68832546] 'process raft request' (duration: 346.188308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:31.865479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.518773Z","time spent":"346.596998ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1754,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:31.866001Z","caller":"traceutil/trace.go:171","msg":"trace[665955274] transaction","detail":"{read_only:false; response_revision:12196; number_of_response:1; }","duration":"346.956096ms","start":"2026-03-03T14:28:31.518891Z","end":"2026-03-03T14:28:31.865847Z","steps":["trace[665955274] 'process raft request' (duration: 346.26445ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:31.867787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.518883Z","time spent":"348.851661ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:31.867311Z","caller":"traceutil/trace.go:171","msg":"trace[1807848651] transaction","detail":"{read_only:false; response_revision:12197; number_of_response:1; }","duration":"348.031912ms","start":"2026-03-03T14:28:31.519254Z","end":"2026-03-03T14:28:31.867286Z","steps":["trace[1807848651] 'process raft request' (duration: 346.210249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:31.868391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.519241Z","time spent":"349.107767ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5915,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:32.57073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.480306ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:32.570936Z","caller":"traceutil/trace.go:171","msg":"trace[1818188867] linearizableReadLoop","detail":"{readStateIndex:12729; appliedIndex:12725; }","duration":"774.241993ms","start":"2026-03-03T14:28:31.79667Z","end":"2026-03-03T14:28:32.570912Z","steps":["trace[1818188867] 'read index received' (duration: 68.35813ms)","trace[1818188867] 'applied index is now lower than readState.Index' (duration: 705.881793ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:32.571275Z","caller":"traceutil/trace.go:171","msg":"trace[1160291111] transaction","detail":"{read_only:false; response_revision:12198; number_of_response:1; }","duration":"932.65233ms","start":"2026-03-03T14:28:31.638605Z","end":"2026-03-03T14:28:32.571257Z","steps":["trace[1160291111] 'process raft request' (duration: 528.537799ms)","trace[1160291111] 'compare' (duration: 403.141598ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:32.571336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.641262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:32.571452Z","caller":"traceutil/trace.go:171","msg":"trace[1938825238] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12198; }","duration":"774.805136ms","start":"2026-03-03T14:28:31.796625Z","end":"2026-03-03T14:28:32.57143Z","steps":["trace[1938825238] 'agreement among raft nodes before linearized reading' (duration: 774.56441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.571539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.796605Z","time spent":"774.921708ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:32.571414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.638583Z","time spent":"932.778533ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:32.581597Z","caller":"traceutil/trace.go:171","msg":"trace[458696714] transaction","detail":"{read_only:false; response_revision:12201; number_of_response:1; }","duration":"502.005105ms","start":"2026-03-03T14:28:32.079574Z","end":"2026-03-03T14:28:32.581579Z","steps":["trace[458696714] 'process raft request' (duration: 501.965165ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:32.581753Z","caller":"traceutil/trace.go:171","msg":"trace[537808250] transaction","detail":"{read_only:false; response_revision:12199; number_of_response:1; }","duration":"703.393485ms","start":"2026-03-03T14:28:31.877995Z","end":"2026-03-03T14:28:32.581389Z","steps":["trace[537808250] 'process raft request' (duration: 703.131729ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:32.581657Z","caller":"traceutil/trace.go:171","msg":"trace[1494253644] transaction","detail":"{read_only:false; response_revision:12200; number_of_response:1; }","duration":"638.389766ms","start":"2026-03-03T14:28:31.943236Z","end":"2026-03-03T14:28:32.581626Z","steps":["trace[1494253644] 'process raft request' (duration: 638.047048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.581989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.87798Z","time spent":"703.873906ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6147,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:32.582076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.943217Z","time spent":"638.730833ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:32.58232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.079547Z","time spent":"502.294163ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:32.584712Z","caller":"traceutil/trace.go:171","msg":"trace[125128816] transaction","detail":"{read_only:false; response_revision:12202; number_of_response:1; }","duration":"216.827624ms","start":"2026-03-03T14:28:32.367864Z","end":"2026-03-03T14:28:32.584692Z","steps":["trace[125128816] 'process raft request' (duration: 216.68545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.58492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.680138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"info","ts":"2026-03-03T14:28:32.585024Z","caller":"traceutil/trace.go:171","msg":"trace[27776551] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12203; }","duration":"654.822782ms","start":"2026-03-03T14:28:31.930186Z","end":"2026-03-03T14:28:32.585008Z","steps":["trace[27776551] 'agreement among raft nodes before linearized reading' (duration: 654.650428ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.585085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:31.930164Z","time spent":"654.912114ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:28:32.585401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.287475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:28:32.585441Z","caller":"traceutil/trace.go:171","msg":"trace[1615405904] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12203; }","duration":"438.367607ms","start":"2026-03-03T14:28:32.147064Z","end":"2026-03-03T14:28:32.585432Z","steps":["trace[1615405904] 'agreement among raft nodes before linearized reading' (duration: 438.220513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.585464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.147047Z","time spent":"438.411597ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:28:32.585636Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.772214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:32.585711Z","caller":"traceutil/trace.go:171","msg":"trace[262429233] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12203; }","duration":"556.888347ms","start":"2026-03-03T14:28:32.028811Z","end":"2026-03-03T14:28:32.5857Z","steps":["trace[262429233] 'agreement among raft nodes before linearized reading' (duration: 556.781304ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.585752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.02879Z","time spent":"556.952998ms","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:32.585422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.694931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:32.586089Z","caller":"traceutil/trace.go:171","msg":"trace[1240621083] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12203; }","duration":"537.403088ms","start":"2026-03-03T14:28:32.048678Z","end":"2026-03-03T14:28:32.586081Z","steps":["trace[1240621083] 'agreement among raft nodes before linearized reading' (duration: 536.715012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:32.586131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:32.048653Z","time spent":"537.46965ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:28:34.726882Z","caller":"traceutil/trace.go:171","msg":"trace[69257943] linearizableReadLoop","detail":"{readStateIndex:12744; appliedIndex:12741; }","duration":"135.230273ms","start":"2026-03-03T14:28:34.591623Z","end":"2026-03-03T14:28:34.726853Z","steps":["trace[69257943] 'read index received' (duration: 73.018279ms)","trace[69257943] 'applied index is now lower than readState.Index' (duration: 62.210614ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:34.727359Z","caller":"traceutil/trace.go:171","msg":"trace[657558318] transaction","detail":"{read_only:false; response_revision:12212; number_of_response:1; }","duration":"139.33014ms","start":"2026-03-03T14:28:34.587987Z","end":"2026-03-03T14:28:34.727317Z","steps":["trace[657558318] 'process raft request' (duration: 138.751735ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:34.727426Z","caller":"traceutil/trace.go:171","msg":"trace[410683427] transaction","detail":"{read_only:false; response_revision:12213; number_of_response:1; }","duration":"133.718338ms","start":"2026-03-03T14:28:34.593685Z","end":"2026-03-03T14:28:34.727403Z","steps":["trace[410683427] 'process raft request' (duration: 133.107272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:34.72746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.795667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:34.72754Z","caller":"traceutil/trace.go:171","msg":"trace[370416533] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12213; }","duration":"135.915679ms","start":"2026-03-03T14:28:34.5916Z","end":"2026-03-03T14:28:34.727516Z","steps":["trace[370416533] 'agreement among raft nodes before linearized reading' (duration: 135.654943ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:34.727583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.882712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:28:34.727601Z","caller":"traceutil/trace.go:171","msg":"trace[569283737] transaction","detail":"{read_only:false; response_revision:12211; number_of_response:1; }","duration":"140.829536ms","start":"2026-03-03T14:28:34.586757Z","end":"2026-03-03T14:28:34.727587Z","steps":["trace[569283737] 'process raft request' (duration: 137.450256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:34.727652Z","caller":"traceutil/trace.go:171","msg":"trace[1741893452] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12213; }","duration":"120.004585ms","start":"2026-03-03T14:28:34.607629Z","end":"2026-03-03T14:28:34.727634Z","steps":["trace[1741893452] 'agreement among raft nodes before linearized reading' (duration: 119.77085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:35.216394Z","caller":"traceutil/trace.go:171","msg":"trace[1229416317] linearizableReadLoop","detail":"{readStateIndex:12748; appliedIndex:12747; }","duration":"169.081749ms","start":"2026-03-03T14:28:35.047287Z","end":"2026-03-03T14:28:35.216369Z","steps":["trace[1229416317] 'read index received' (duration: 168.891224ms)","trace[1229416317] 'applied index is now lower than readState.Index' (duration: 189.515µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:35.216668Z","caller":"traceutil/trace.go:171","msg":"trace[813643158] transaction","detail":"{read_only:false; response_revision:12216; number_of_response:1; }","duration":"186.97651ms","start":"2026-03-03T14:28:35.029679Z","end":"2026-03-03T14:28:35.216655Z","steps":["trace[813643158] 'process raft request' (duration: 186.54528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.216904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.602291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:35.216946Z","caller":"traceutil/trace.go:171","msg":"trace[68733631] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12216; }","duration":"169.683873ms","start":"2026-03-03T14:28:35.047251Z","end":"2026-03-03T14:28:35.216935Z","steps":["trace[68733631] 'agreement among raft nodes before linearized reading' (duration: 169.605531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.217127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.397396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:28:35.217221Z","caller":"traceutil/trace.go:171","msg":"trace[1861963360] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12216; }","duration":"166.501869ms","start":"2026-03-03T14:28:35.050706Z","end":"2026-03-03T14:28:35.217208Z","steps":["trace[1861963360] 'agreement among raft nodes before linearized reading' (duration: 166.302864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.217345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.469832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:35.217394Z","caller":"traceutil/trace.go:171","msg":"trace[1204862352] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12216; }","duration":"102.527973ms","start":"2026-03-03T14:28:35.114851Z","end":"2026-03-03T14:28:35.217379Z","steps":["trace[1204862352] 'agreement among raft nodes before linearized reading' (duration: 102.414031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.217609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.747068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:35.217804Z","caller":"traceutil/trace.go:171","msg":"trace[1538961932] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12216; }","duration":"102.954564ms","start":"2026-03-03T14:28:35.114831Z","end":"2026-03-03T14:28:35.217785Z","steps":["trace[1538961932] 'agreement among raft nodes before linearized reading' (duration: 102.730539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.217977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.033275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"info","ts":"2026-03-03T14:28:35.218053Z","caller":"traceutil/trace.go:171","msg":"trace[379591759] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12216; }","duration":"103.111247ms","start":"2026-03-03T14:28:35.114913Z","end":"2026-03-03T14:28:35.218024Z","steps":["trace[379591759] 'agreement among raft nodes before linearized reading' (duration: 102.958034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.218522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.809921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:35.218612Z","caller":"traceutil/trace.go:171","msg":"trace[1644049565] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12216; }","duration":"105.927614ms","start":"2026-03-03T14:28:35.112667Z","end":"2026-03-03T14:28:35.218594Z","steps":["trace[1644049565] 'agreement among raft nodes before linearized reading' (duration: 105.726619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:35.339603Z","caller":"traceutil/trace.go:171","msg":"trace[1768994171] transaction","detail":"{read_only:false; response_revision:12217; number_of_response:1; }","duration":"116.057561ms","start":"2026-03-03T14:28:35.223526Z","end":"2026-03-03T14:28:35.339584Z","steps":["trace[1768994171] 'process raft request' (duration: 79.421589ms)","trace[1768994171] 'compare' (duration: 36.513049ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:35.339907Z","caller":"traceutil/trace.go:171","msg":"trace[188182746] linearizableReadLoop","detail":"{readStateIndex:12750; appliedIndex:12748; }","duration":"112.466637ms","start":"2026-03-03T14:28:35.227415Z","end":"2026-03-03T14:28:35.339881Z","steps":["trace[188182746] 'read index received' (duration: 75.778693ms)","trace[188182746] 'applied index is now lower than readState.Index' (duration: 36.685864ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:35.340284Z","caller":"traceutil/trace.go:171","msg":"trace[46658152] transaction","detail":"{read_only:false; response_revision:12218; number_of_response:1; }","duration":"114.213297ms","start":"2026-03-03T14:28:35.22603Z","end":"2026-03-03T14:28:35.340243Z","steps":["trace[46658152] 'process raft request' (duration: 113.527601ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:35.340456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.02441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:478325"} {"level":"info","ts":"2026-03-03T14:28:35.340486Z","caller":"traceutil/trace.go:171","msg":"trace[1652232288] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12218; }","duration":"113.097403ms","start":"2026-03-03T14:28:35.227382Z","end":"2026-03-03T14:28:35.340479Z","steps":["trace[1652232288] 'agreement among raft nodes before linearized reading' (duration: 112.5809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:36.891065Z","caller":"traceutil/trace.go:171","msg":"trace[1119390687] linearizableReadLoop","detail":"{readStateIndex:12753; appliedIndex:12750; }","duration":"149.857157ms","start":"2026-03-03T14:28:36.74118Z","end":"2026-03-03T14:28:36.891038Z","steps":["trace[1119390687] 'read index received' (duration: 94.151045ms)","trace[1119390687] 'applied index is now lower than readState.Index' (duration: 55.704612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:36.891446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.884068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:28:36.891551Z","caller":"traceutil/trace.go:171","msg":"trace[1512502435] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12221; }","duration":"139.043202ms","start":"2026-03-03T14:28:36.75249Z","end":"2026-03-03T14:28:36.891533Z","steps":["trace[1512502435] 'agreement among raft nodes before linearized reading' (duration: 138.815777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:36.89145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.255726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:36.891657Z","caller":"traceutil/trace.go:171","msg":"trace[1268575348] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12221; }","duration":"150.526653ms","start":"2026-03-03T14:28:36.741112Z","end":"2026-03-03T14:28:36.891638Z","steps":["trace[1268575348] 'agreement among raft nodes before linearized reading' (duration: 150.082622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:36.891577Z","caller":"traceutil/trace.go:171","msg":"trace[279095981] transaction","detail":"{read_only:false; response_revision:12221; number_of_response:1; }","duration":"150.462172ms","start":"2026-03-03T14:28:36.741062Z","end":"2026-03-03T14:28:36.891524Z","steps":["trace[279095981] 'process raft request' (duration: 133.348119ms)","trace[279095981] 'compare' (duration: 16.492289ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:37.353621Z","caller":"traceutil/trace.go:171","msg":"trace[1427464186] transaction","detail":"{read_only:false; response_revision:12224; number_of_response:1; }","duration":"123.763863ms","start":"2026-03-03T14:28:37.229808Z","end":"2026-03-03T14:28:37.353572Z","steps":["trace[1427464186] 'process raft request' (duration: 123.370573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.67275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.062579168s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:38.672954Z","caller":"traceutil/trace.go:171","msg":"trace[1520445324] transaction","detail":"{read_only:false; response_revision:12226; number_of_response:1; }","duration":"1.315862649s","start":"2026-03-03T14:28:37.357075Z","end":"2026-03-03T14:28:38.672937Z","steps":["trace[1520445324] 'process raft request' (duration: 1.315786358s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.673024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.357059Z","time spent":"1.315934152s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:38.673199Z","caller":"traceutil/trace.go:171","msg":"trace[1017457720] transaction","detail":"{read_only:false; response_revision:12225; number_of_response:1; }","duration":"1.316592546s","start":"2026-03-03T14:28:37.356595Z","end":"2026-03-03T14:28:38.673188Z","steps":["trace[1017457720] 'process raft request' (duration: 253.491906ms)","trace[1017457720] 'compare' (duration: 1.062439445s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:38.673258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.356557Z","time spent":"1.316673428s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:38.673378Z","caller":"traceutil/trace.go:171","msg":"trace[1054022741] linearizableReadLoop","detail":"{readStateIndex:12757; appliedIndex:12756; }","duration":"1.316287669s","start":"2026-03-03T14:28:37.357077Z","end":"2026-03-03T14:28:38.673365Z","steps":["trace[1054022741] 'read index received' (duration: 252.979584ms)","trace[1054022741] 'applied index is now lower than readState.Index' (duration: 1.063306345s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:38.6739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.888597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:28:38.674058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316973495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:478325"} {"level":"info","ts":"2026-03-03T14:28:38.674105Z","caller":"traceutil/trace.go:171","msg":"trace[1006051284] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12226; }","duration":"1.317035807s","start":"2026-03-03T14:28:37.357057Z","end":"2026-03-03T14:28:38.674093Z","steps":["trace[1006051284] 'agreement among raft nodes before linearized reading' (duration: 1.316534806s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.674137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.357043Z","time spent":"1.317083919s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":51,"response size":478349,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:38.674166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.654269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:28:38.674199Z","caller":"traceutil/trace.go:171","msg":"trace[1557236774] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12226; }","duration":"312.726271ms","start":"2026-03-03T14:28:38.361463Z","end":"2026-03-03T14:28:38.67419Z","steps":["trace[1557236774] 'agreement among raft nodes before linearized reading' (duration: 312.631987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.674233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.361444Z","time spent":"312.782472ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:28:38.674263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.907857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:38.674336Z","caller":"traceutil/trace.go:171","msg":"trace[1448407551] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12226; }","duration":"622.02071ms","start":"2026-03-03T14:28:38.052298Z","end":"2026-03-03T14:28:38.674319Z","steps":["trace[1448407551] 'agreement among raft nodes before linearized reading' (duration: 621.905137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.674369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.052276Z","time spent":"622.085672ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:38.674508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.385685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:28:38.674601Z","caller":"traceutil/trace.go:171","msg":"trace[894749852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12226; }","duration":"259.626472ms","start":"2026-03-03T14:28:38.414947Z","end":"2026-03-03T14:28:38.674573Z","steps":["trace[894749852] 'agreement among raft nodes before linearized reading' (duration: 259.138809ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:38.673949Z","caller":"traceutil/trace.go:171","msg":"trace[1356162551] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12226; }","duration":"935.980619ms","start":"2026-03-03T14:28:37.737957Z","end":"2026-03-03T14:28:38.673938Z","steps":["trace[1356162551] 'agreement among raft nodes before linearized reading' (duration: 935.863696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:38.67484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:37.737934Z","time spent":"936.864091ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:28:39.181505Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:39.681995Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377324,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:39.817124Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.136462938s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:28:40.017702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.233462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:40.017823Z","caller":"traceutil/trace.go:171","msg":"trace[793063834] transaction","detail":"{read_only:false; response_revision:12227; number_of_response:1; }","duration":"1.337314274s","start":"2026-03-03T14:28:38.680488Z","end":"2026-03-03T14:28:40.017802Z","steps":["trace[793063834] 'process raft request' (duration: 1.136881937s)","trace[793063834] 'compare' (duration: 200.051388ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:40.017884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.68047Z","time spent":"1.337382886s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:40.524469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.60521ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:40.524674Z","caller":"traceutil/trace.go:171","msg":"trace[290230357] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12227; }","duration":"375.826025ms","start":"2026-03-03T14:28:40.14883Z","end":"2026-03-03T14:28:40.524656Z","steps":["trace[290230357] 'range keys from in-memory index tree' (duration: 375.585739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:40.555058Z","caller":"traceutil/trace.go:171","msg":"trace[571971491] transaction","detail":"{read_only:false; response_revision:12229; number_of_response:1; }","duration":"1.713219312s","start":"2026-03-03T14:28:38.841813Z","end":"2026-03-03T14:28:40.555032Z","steps":["trace[571971491] 'process raft request' (duration: 1.713108829s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:40.555069Z","caller":"traceutil/trace.go:171","msg":"trace[358681184] transaction","detail":"{read_only:false; response_revision:12228; number_of_response:1; }","duration":"1.874537698s","start":"2026-03-03T14:28:38.680508Z","end":"2026-03-03T14:28:40.555045Z","steps":["trace[358681184] 'process raft request' (duration: 1.874234041s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:40.55525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.841788Z","time spent":"1.713346185s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:40.5553Z","caller":"traceutil/trace.go:171","msg":"trace[560917152] transaction","detail":"{read_only:false; response_revision:12230; number_of_response:1; }","duration":"1.713355655s","start":"2026-03-03T14:28:38.84191Z","end":"2026-03-03T14:28:40.555266Z","steps":["trace[560917152] 'process raft request' (duration: 1.713070669s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:40.555332Z","caller":"traceutil/trace.go:171","msg":"trace[75424273] transaction","detail":"{read_only:false; response_revision:12231; number_of_response:1; }","duration":"1.658467293s","start":"2026-03-03T14:28:38.896845Z","end":"2026-03-03T14:28:40.555313Z","steps":["trace[75424273] 'process raft request' (duration: 1.658258468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:40.555254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.680489Z","time spent":"1.874698481s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:40.555424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.896824Z","time spent":"1.658557635s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:40.555457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.841903Z","time spent":"1.713477118s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:41.079973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.73473ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:28:41.080193Z","caller":"traceutil/trace.go:171","msg":"trace[697917742] linearizableReadLoop","detail":"{readStateIndex:12764; appliedIndex:12758; }","duration":"2.399594365s","start":"2026-03-03T14:28:38.680584Z","end":"2026-03-03T14:28:41.080179Z","steps":["trace[697917742] 'read index received' (duration: 1.136809486s)","trace[697917742] 'applied index is now lower than readState.Index' (duration: 1.262783649s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.080475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399882303s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:28:41.080532Z","caller":"traceutil/trace.go:171","msg":"trace[1644703286] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12231; }","duration":"2.399996346s","start":"2026-03-03T14:28:38.680523Z","end":"2026-03-03T14:28:41.08052Z","steps":["trace[1644703286] 'agreement among raft nodes before linearized reading' (duration: 2.399810261s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:41.08055Z","caller":"traceutil/trace.go:171","msg":"trace[1966116345] transaction","detail":"{read_only:false; response_revision:12232; number_of_response:1; }","duration":"1.000484488s","start":"2026-03-03T14:28:40.080059Z","end":"2026-03-03T14:28:41.080543Z","steps":["trace[1966116345] 'process raft request' (duration: 1.000016346s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:41.080555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.680501Z","time spent":"2.400049557s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:28:41.080627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:40.080035Z","time spent":"1.0005415s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:41.655936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.591892134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"info","ts":"2026-03-03T14:28:41.656058Z","caller":"traceutil/trace.go:171","msg":"trace[356178788] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12232; }","duration":"2.592033067s","start":"2026-03-03T14:28:39.063983Z","end":"2026-03-03T14:28:41.656016Z","steps":["trace[356178788] 'agreement among raft nodes before linearized reading' (duration: 2.016843717s)","trace[356178788] 'range keys from in-memory index tree' (duration: 574.964665ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.656077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592717523s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:41.656125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.063972Z","time spent":"2.59213947s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12660,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:28:41.656157Z","caller":"traceutil/trace.go:171","msg":"trace[94915935] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12232; }","duration":"2.592803826s","start":"2026-03-03T14:28:39.063332Z","end":"2026-03-03T14:28:41.656136Z","steps":["trace[94915935] 'agreement among raft nodes before linearized reading' (duration: 2.017499504s)","trace[94915935] 'range keys from in-memory index tree' (duration: 575.201339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.65621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.063266Z","time spent":"2.592934419s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:41.656452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.680207392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:28:41.656482Z","caller":"traceutil/trace.go:171","msg":"trace[1152792617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12232; }","duration":"2.680278604s","start":"2026-03-03T14:28:38.976195Z","end":"2026-03-03T14:28:41.656474Z","steps":["trace[1152792617] 'agreement among raft nodes before linearized reading' (duration: 2.104641835s)","trace[1152792617] 'range keys from in-memory index tree' (duration: 575.561287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.65647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.914368493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:28:41.656528Z","caller":"traceutil/trace.go:171","msg":"trace[36947619] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12232; }","duration":"2.914485906s","start":"2026-03-03T14:28:38.742026Z","end":"2026-03-03T14:28:41.656512Z","steps":["trace[36947619] 'agreement among raft nodes before linearized reading' (duration: 2.338501658s)","trace[36947619] 'count revisions from in-memory index tree' (duration: 575.890885ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.656577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048159481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:41.656635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.729160174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:41.656666Z","caller":"traceutil/trace.go:171","msg":"trace[1085946271] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12232; }","duration":"1.048264414s","start":"2026-03-03T14:28:40.608373Z","end":"2026-03-03T14:28:41.656638Z","steps":["trace[1085946271] 'agreement among raft nodes before linearized reading' (duration: 472.375989ms)","trace[1085946271] 'count revisions from in-memory index tree' (duration: 575.811163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.656694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42603744s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:41.656694Z","caller":"traceutil/trace.go:171","msg":"trace[594652676] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12232; }","duration":"2.729263687s","start":"2026-03-03T14:28:38.927421Z","end":"2026-03-03T14:28:41.656685Z","steps":["trace[594652676] 'agreement among raft nodes before linearized reading' (duration: 2.153421973s)","trace[594652676] 'range keys from in-memory index tree' (duration: 575.66393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.656739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:40.608356Z","time spent":"1.048366986s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:41.65673Z","caller":"traceutil/trace.go:171","msg":"trace[1214285346] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12232; }","duration":"2.426103421s","start":"2026-03-03T14:28:39.230614Z","end":"2026-03-03T14:28:41.656718Z","steps":["trace[1214285346] 'agreement among raft nodes before linearized reading' (duration: 1.850169335s)","trace[1214285346] 'range keys from in-memory index tree' (duration: 575.896906ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.656783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.592762234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:41.656824Z","caller":"traceutil/trace.go:171","msg":"trace[620174348] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12232; }","duration":"2.592827505s","start":"2026-03-03T14:28:39.063985Z","end":"2026-03-03T14:28:41.656813Z","steps":["trace[620174348] 'agreement among raft nodes before linearized reading' (duration: 2.016835727s)","trace[620174348] 'range keys from in-memory index tree' (duration: 575.945437ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.65683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.230594Z","time spent":"2.426230784s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:41.656943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.29946002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:28:41.656997Z","caller":"traceutil/trace.go:171","msg":"trace[1980970068] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12232; }","duration":"2.299548482s","start":"2026-03-03T14:28:39.357434Z","end":"2026-03-03T14:28:41.656983Z","steps":["trace[1980970068] 'agreement among raft nodes before linearized reading' (duration: 1.72333253s)","trace[1980970068] 'range keys from in-memory index tree' (duration: 575.849514ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.657048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.357414Z","time spent":"2.299619195s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:28:41.657068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.610875504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:41.657176Z","caller":"traceutil/trace.go:171","msg":"trace[1331617621] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12232; }","duration":"1.611003437s","start":"2026-03-03T14:28:40.046154Z","end":"2026-03-03T14:28:41.657157Z","steps":["trace[1331617621] 'agreement among raft nodes before linearized reading' (duration: 1.034601311s)","trace[1331617621] 'range keys from in-memory index tree' (duration: 576.295334ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.657222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:40.046139Z","time spent":"1.611071669s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:41.657226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.091736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:28:41.657248Z","caller":"traceutil/trace.go:171","msg":"trace[1390609689] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12232; }","duration":"575.139697ms","start":"2026-03-03T14:28:41.082103Z","end":"2026-03-03T14:28:41.657243Z","steps":["trace[1390609689] 'range keys from in-memory index tree' (duration: 574.715107ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:41.656857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.063968Z","time spent":"2.592880756s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:41.657262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.480157ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:41.656584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.742002Z","time spent":"2.914570318s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:41.656656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424029423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:41.657357Z","caller":"traceutil/trace.go:171","msg":"trace[577015430] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12232; }","duration":"262.658221ms","start":"2026-03-03T14:28:41.394679Z","end":"2026-03-03T14:28:41.657337Z","steps":["trace[577015430] 'count revisions from in-memory index tree' (duration: 262.384015ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:41.657432Z","caller":"traceutil/trace.go:171","msg":"trace[359033341] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12232; }","duration":"2.42481513s","start":"2026-03-03T14:28:39.232599Z","end":"2026-03-03T14:28:41.657414Z","steps":["trace[359033341] 'agreement among raft nodes before linearized reading' (duration: 1.848180628s)","trace[359033341] 'range keys from in-memory index tree' (duration: 575.861735ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.656761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.927396Z","time spent":"2.729359609s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:41.657483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.232583Z","time spent":"2.424885331s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:41.656585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.860456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:41.657562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.427016602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:41.657585Z","caller":"traceutil/trace.go:171","msg":"trace[1698647108] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12232; }","duration":"125.886611ms","start":"2026-03-03T14:28:41.531683Z","end":"2026-03-03T14:28:41.65757Z","steps":["trace[1698647108] 'count revisions from in-memory index tree' (duration: 124.793915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:41.657611Z","caller":"traceutil/trace.go:171","msg":"trace[718961838] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12232; }","duration":"2.427073695s","start":"2026-03-03T14:28:39.230502Z","end":"2026-03-03T14:28:41.657576Z","steps":["trace[718961838] 'agreement among raft nodes before linearized reading' (duration: 1.850286898s)","trace[718961838] 'range keys from in-memory index tree' (duration: 575.941566ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.656498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:38.976174Z","time spent":"2.680319665s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:41.657673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.230478Z","time spent":"2.427188687s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:28:41.657263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.082091Z","time spent":"575.168688ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:28:41.65646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074079636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:41.657835Z","caller":"traceutil/trace.go:171","msg":"trace[85404407] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12232; }","duration":"2.075517969s","start":"2026-03-03T14:28:39.5823Z","end":"2026-03-03T14:28:41.657818Z","steps":["trace[85404407] 'agreement among raft nodes before linearized reading' (duration: 1.498460887s)","trace[85404407] 'count revisions from in-memory index tree' (duration: 575.621709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.657884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.582283Z","time spent":"2.075588142s","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:41.657885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.69822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:28:41.657414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.605176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:28:41.657972Z","caller":"traceutil/trace.go:171","msg":"trace[1514012447] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12232; }","duration":"979.821262ms","start":"2026-03-03T14:28:40.678144Z","end":"2026-03-03T14:28:41.657965Z","steps":["trace[1514012447] 'agreement among raft nodes before linearized reading' (duration: 402.593835ms)","trace[1514012447] 'range keys from in-memory index tree' (duration: 575.801633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:41.657988Z","caller":"traceutil/trace.go:171","msg":"trace[1992641988] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12232; }","duration":"980.225732ms","start":"2026-03-03T14:28:40.677749Z","end":"2026-03-03T14:28:41.657975Z","steps":["trace[1992641988] 'agreement among raft nodes before linearized reading' (duration: 402.994785ms)","trace[1992641988] 'range keys from in-memory index tree' (duration: 575.803293ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.657991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:40.678124Z","time spent":"979.861313ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:41.658036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:40.677735Z","time spent":"980.288993ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:28:41.658211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42222737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"info","ts":"2026-03-03T14:28:41.658234Z","caller":"traceutil/trace.go:171","msg":"trace[1039805094] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12232; }","duration":"2.422267161s","start":"2026-03-03T14:28:39.235961Z","end":"2026-03-03T14:28:41.658228Z","steps":["trace[1039805094] 'agreement among raft nodes before linearized reading' (duration: 1.844812239s)","trace[1039805094] 'range keys from in-memory index tree' (duration: 575.853504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.658251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:39.235952Z","time spent":"2.422294821s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12660,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:41.658385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.50569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:41.658418Z","caller":"traceutil/trace.go:171","msg":"trace[985395069] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12232; }","duration":"975.552881ms","start":"2026-03-03T14:28:40.682854Z","end":"2026-03-03T14:28:41.658407Z","steps":["trace[985395069] 'agreement among raft nodes before linearized reading' (duration: 397.878504ms)","trace[985395069] 'range keys from in-memory index tree' (duration: 575.798393ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:41.658445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:40.682846Z","time spent":"975.592091ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:28:42.169115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377338,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:28:42.255038Z","caller":"traceutil/trace.go:171","msg":"trace[1158609695] transaction","detail":"{read_only:false; response_revision:12233; number_of_response:1; }","duration":"590.829044ms","start":"2026-03-03T14:28:41.664181Z","end":"2026-03-03T14:28:42.25501Z","steps":["trace[1158609695] 'process raft request' (duration: 590.618009ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:42.255285Z","caller":"traceutil/trace.go:171","msg":"trace[97725919] transaction","detail":"{read_only:false; response_revision:12234; number_of_response:1; }","duration":"591.028769ms","start":"2026-03-03T14:28:41.664221Z","end":"2026-03-03T14:28:42.25525Z","steps":["trace[97725919] 'process raft request' (duration: 590.744952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:42.255456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.664199Z","time spent":"591.161702ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:42.255479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.664154Z","time spent":"590.958578ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:43.668726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000242041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:28:43.668826Z","caller":"traceutil/trace.go:171","msg":"trace[1429033234] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000377543s","start":"2026-03-03T14:28:41.66842Z","end":"2026-03-03T14:28:43.668798Z","steps":["trace[1429033234] 'agreement among raft nodes before linearized reading' (duration: 2.000257361s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:43.668883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.668413Z","time spent":"2.000460915s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:28:43 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:28:43.737784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207136345s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:43.738744Z","caller":"traceutil/trace.go:171","msg":"trace[298815049] transaction","detail":"{read_only:false; response_revision:12235; number_of_response:1; }","duration":"2.071988603s","start":"2026-03-03T14:28:41.666726Z","end":"2026-03-03T14:28:43.738714Z","steps":["trace[298815049] 'process raft request' (duration: 863.825974ms)","trace[298815049] 'compare' (duration: 1.205994689s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:43.738874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.666714Z","time spent":"2.072090236s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:43.739095Z","caller":"traceutil/trace.go:171","msg":"trace[730968771] transaction","detail":"{read_only:false; response_revision:12237; number_of_response:1; }","duration":"2.069821364s","start":"2026-03-03T14:28:41.669266Z","end":"2026-03-03T14:28:43.739087Z","steps":["trace[730968771] 'process raft request' (duration: 2.069717271s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:43.739087Z","caller":"traceutil/trace.go:171","msg":"trace[1813570916] linearizableReadLoop","detail":"{readStateIndex:12770; appliedIndex:12765; }","duration":"2.070619923s","start":"2026-03-03T14:28:41.668446Z","end":"2026-03-03T14:28:43.739066Z","steps":["trace[1813570916] 'read index received' (duration: 586.381592ms)","trace[1813570916] 'applied index is now lower than readState.Index' (duration: 1.484237021s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:43.73913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.669254Z","time spent":"2.069856245s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:43.739113Z","caller":"traceutil/trace.go:171","msg":"trace[1283757173] transaction","detail":"{read_only:false; response_revision:12236; number_of_response:1; }","duration":"2.071947733s","start":"2026-03-03T14:28:41.667121Z","end":"2026-03-03T14:28:43.739068Z","steps":["trace[1283757173] 'process raft request' (duration: 2.071780498s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:43.739204Z","caller":"traceutil/trace.go:171","msg":"trace[1417080633] transaction","detail":"{read_only:false; response_revision:12238; number_of_response:1; }","duration":"1.176316195s","start":"2026-03-03T14:28:42.562869Z","end":"2026-03-03T14:28:43.739185Z","steps":["trace[1417080633] 'process raft request' (duration: 1.176162012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:43.739336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:42.562841Z","time spent":"1.176401568s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:43.739338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.667114Z","time spent":"2.072128048s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:44.240186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:44.74098Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:45.241253Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:45.410519Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.972738217s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:28:45.612061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.007172ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:45.612626Z","caller":"traceutil/trace.go:171","msg":"trace[1944202859] transaction","detail":"{read_only:false; response_revision:12240; number_of_response:1; }","duration":"3.04913477s","start":"2026-03-03T14:28:42.563464Z","end":"2026-03-03T14:28:45.612598Z","steps":["trace[1944202859] 'process raft request' (duration: 3.048775552s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.612764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:42.563454Z","time spent":"3.049235413s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:45.613148Z","caller":"traceutil/trace.go:171","msg":"trace[1150529999] transaction","detail":"{read_only:false; response_revision:12239; number_of_response:1; }","duration":"3.049879618s","start":"2026-03-03T14:28:42.563235Z","end":"2026-03-03T14:28:45.613115Z","steps":["trace[1150529999] 'process raft request' (duration: 2.847662338s)","trace[1150529999] 'compare' (duration: 200.451229ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:45.613328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:42.56322Z","time spent":"3.050009401s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:45.670056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00105529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:28:45.670162Z","caller":"traceutil/trace.go:171","msg":"trace[1962823925] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001203314s","start":"2026-03-03T14:28:43.668932Z","end":"2026-03-03T14:28:45.670135Z","steps":["trace[1962823925] 'agreement among raft nodes before linearized reading' (duration: 2.001073432s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.670221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.668922Z","time spent":"2.001287666s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:28:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:28:45.70741Z","caller":"traceutil/trace.go:171","msg":"trace[1234910968] transaction","detail":"{read_only:false; response_revision:12241; number_of_response:1; }","duration":"1.518144292s","start":"2026-03-03T14:28:44.189235Z","end":"2026-03-03T14:28:45.707379Z","steps":["trace[1234910968] 'process raft request' (duration: 1.517892017s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.707615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.189201Z","time spent":"1.518299545s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:45.707649Z","caller":"traceutil/trace.go:171","msg":"trace[1635208858] linearizableReadLoop","detail":"{readStateIndex:12775; appliedIndex:12771; }","duration":"1.968475979s","start":"2026-03-03T14:28:43.739125Z","end":"2026-03-03T14:28:45.707601Z","steps":["trace[1635208858] 'read index received' (duration: 1.671788962s)","trace[1635208858] 'applied index is now lower than readState.Index' (duration: 296.682636ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:45.707762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035520884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:45.707814Z","caller":"traceutil/trace.go:171","msg":"trace[1158466727] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12242; }","duration":"2.035582165s","start":"2026-03-03T14:28:43.672217Z","end":"2026-03-03T14:28:45.707799Z","steps":["trace[1158466727] 'agreement among raft nodes before linearized reading' (duration: 2.035526164s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.707859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.672207Z","time spent":"2.035643926s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:45.708026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035517013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:45.707748Z","caller":"traceutil/trace.go:171","msg":"trace[1745667902] transaction","detail":"{read_only:false; response_revision:12242; number_of_response:1; }","duration":"938.154908ms","start":"2026-03-03T14:28:44.769566Z","end":"2026-03-03T14:28:45.707721Z","steps":["trace[1745667902] 'process raft request' (duration: 937.755499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.708666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911003276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:45.708805Z","caller":"traceutil/trace.go:171","msg":"trace[1355096947] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12242; }","duration":"1.91120937s","start":"2026-03-03T14:28:43.797563Z","end":"2026-03-03T14:28:45.708772Z","steps":["trace[1355096947] 'agreement among raft nodes before linearized reading' (duration: 1.910951324s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.708786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.769526Z","time spent":"939.213912ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:45.70889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.797555Z","time spent":"1.911320564s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:45.708113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.028639396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:45.708964Z","caller":"traceutil/trace.go:171","msg":"trace[1967482584] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12242; }","duration":"2.029546847s","start":"2026-03-03T14:28:43.679401Z","end":"2026-03-03T14:28:45.708948Z","steps":["trace[1967482584] 'agreement among raft nodes before linearized reading' (duration: 2.028595305s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.708706Z","caller":"traceutil/trace.go:171","msg":"trace[1444587133] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12242; }","duration":"2.036220951s","start":"2026-03-03T14:28:43.672455Z","end":"2026-03-03T14:28:45.708676Z","steps":["trace[1444587133] 'agreement among raft nodes before linearized reading' (duration: 2.035214657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.709015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.679371Z","time spent":"2.029631329s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:28:45.709094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.672448Z","time spent":"2.03661173s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:45.708117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037190073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"info","ts":"2026-03-03T14:28:45.709254Z","caller":"traceutil/trace.go:171","msg":"trace[21846463] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12242; }","duration":"2.03834921s","start":"2026-03-03T14:28:43.670894Z","end":"2026-03-03T14:28:45.709243Z","steps":["trace[21846463] 'agreement among raft nodes before linearized reading' (duration: 2.03708325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.709285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.670884Z","time spent":"2.038391161s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12660,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:45.708151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.037734055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:28:45.708198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.645353019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:45.709751Z","caller":"traceutil/trace.go:171","msg":"trace[932119975] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:12242; }","duration":"3.646930095s","start":"2026-03-03T14:28:42.062795Z","end":"2026-03-03T14:28:45.709725Z","steps":["trace[932119975] 'agreement among raft nodes before linearized reading' (duration: 3.645368258s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.708221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199140964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:45.70994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:42.062778Z","time spent":"3.6471419s","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:45.709942Z","caller":"traceutil/trace.go:171","msg":"trace[876292774] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:12242; }","duration":"2.200907535s","start":"2026-03-03T14:28:43.509018Z","end":"2026-03-03T14:28:45.709925Z","steps":["trace[876292774] 'agreement among raft nodes before linearized reading' (duration: 2.199165915s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.508986Z","time spent":"2.20107329s","remote":"127.0.0.1:44012","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:45.708269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042397873s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:45.710307Z","caller":"traceutil/trace.go:171","msg":"trace[2066955673] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12242; }","duration":"2.0444408s","start":"2026-03-03T14:28:43.665821Z","end":"2026-03-03T14:28:45.710262Z","steps":["trace[2066955673] 'agreement among raft nodes before linearized reading' (duration: 2.042425733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.952808378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:45.707703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041716857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:45.708353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.480335825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:45.708375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743494431s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T14:28:45.708454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448444897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:28:45.708469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.841118565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:28:45.708524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.448513808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:28:45.708519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497630981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:45.708518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989416248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:45.710443Z","caller":"traceutil/trace.go:171","msg":"trace[1628519720] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12242; }","duration":"2.044482751s","start":"2026-03-03T14:28:43.665949Z","end":"2026-03-03T14:28:45.710431Z","steps":["trace[1628519720] 'agreement among raft nodes before linearized reading' (duration: 2.041685696s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.710471Z","caller":"traceutil/trace.go:171","msg":"trace[106850547] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12242; }","duration":"1.953040453s","start":"2026-03-03T14:28:43.757411Z","end":"2026-03-03T14:28:45.710452Z","steps":["trace[106850547] 'agreement among raft nodes before linearized reading' (duration: 1.950987407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.665794Z","time spent":"2.044544723s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:28:45.71049Z","caller":"traceutil/trace.go:171","msg":"trace[989622069] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12242; }","duration":"3.991432004s","start":"2026-03-03T14:28:41.719038Z","end":"2026-03-03T14:28:45.71047Z","steps":["trace[989622069] 'agreement among raft nodes before linearized reading' (duration: 3.989373877s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.757319Z","time spent":"1.953193877s","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:45.710537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.719023Z","time spent":"3.991502405s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:28:45.710488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.665929Z","time spent":"2.044545303s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:28:45.710695Z","caller":"traceutil/trace.go:171","msg":"trace[628535783] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12242; }","duration":"1.843356657s","start":"2026-03-03T14:28:43.867326Z","end":"2026-03-03T14:28:45.710683Z","steps":["trace[628535783] 'agreement among raft nodes before linearized reading' (duration: 1.841087415s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.867317Z","time spent":"1.843402998s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:28:45.710764Z","caller":"traceutil/trace.go:171","msg":"trace[2081202946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12242; }","duration":"1.450747689s","start":"2026-03-03T14:28:44.260004Z","end":"2026-03-03T14:28:45.710752Z","steps":["trace[2081202946] 'agreement among raft nodes before linearized reading' (duration: 1.448467827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.259951Z","time spent":"1.450851772s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:28:45.710817Z","caller":"traceutil/trace.go:171","msg":"trace[1160761907] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12242; }","duration":"3.745929516s","start":"2026-03-03T14:28:41.964851Z","end":"2026-03-03T14:28:45.71078Z","steps":["trace[1160761907] 'agreement among raft nodes before linearized reading' (duration: 3.743452859s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.710865Z","caller":"traceutil/trace.go:171","msg":"trace[1768491889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12242; }","duration":"1.450885123s","start":"2026-03-03T14:28:44.259971Z","end":"2026-03-03T14:28:45.710856Z","steps":["trace[1768491889] 'agreement among raft nodes before linearized reading' (duration: 1.448422277s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.259951Z","time spent":"1.450932594s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:28:45.710905Z","caller":"traceutil/trace.go:171","msg":"trace[1262242580] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12242; }","duration":"3.482924795s","start":"2026-03-03T14:28:42.227968Z","end":"2026-03-03T14:28:45.710893Z","steps":["trace[1262242580] 'agreement among raft nodes before linearized reading' (duration: 3.480308825s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.710944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:42.227946Z","time spent":"3.482987817s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:45.710992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:41.964838Z","time spent":"3.746055319s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-03-03T14:28:45.71103Z","caller":"traceutil/trace.go:171","msg":"trace[259770346] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12242; }","duration":"1.500217079s","start":"2026-03-03T14:28:44.210798Z","end":"2026-03-03T14:28:45.711016Z","steps":["trace[259770346] 'agreement among raft nodes before linearized reading' (duration: 1.497638881s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.711071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:44.210778Z","time spent":"1.50028303s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:45.708253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.528035982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:45.711133Z","caller":"traceutil/trace.go:171","msg":"trace[2127156990] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12242; }","duration":"2.53094827s","start":"2026-03-03T14:28:43.180172Z","end":"2026-03-03T14:28:45.71112Z","steps":["trace[2127156990] 'agreement among raft nodes before linearized reading' (duration: 2.528052073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.711184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.180154Z","time spent":"2.531008172s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:45.711217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045330922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"info","ts":"2026-03-03T14:28:45.711265Z","caller":"traceutil/trace.go:171","msg":"trace[787682403] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12242; }","duration":"2.045382223s","start":"2026-03-03T14:28:43.665871Z","end":"2026-03-03T14:28:45.711253Z","steps":["trace[787682403] 'agreement among raft nodes before linearized reading' (duration: 2.041955163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.711312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.665791Z","time spent":"2.045508336s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12660,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:28:45.709874Z","caller":"traceutil/trace.go:171","msg":"trace[1942350598] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12242; }","duration":"2.038988625s","start":"2026-03-03T14:28:43.670388Z","end":"2026-03-03T14:28:45.709376Z","steps":["trace[1942350598] 'agreement among raft nodes before linearized reading' (duration: 2.037661744s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.712164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:43.670378Z","time spent":"2.041770079s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:28:45.876028Z","caller":"traceutil/trace.go:171","msg":"trace[1779896441] transaction","detail":"{read_only:false; response_revision:12243; number_of_response:1; }","duration":"161.403958ms","start":"2026-03-03T14:28:45.714581Z","end":"2026-03-03T14:28:45.875985Z","steps":["trace[1779896441] 'process raft request' (duration: 161.062801ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.876106Z","caller":"traceutil/trace.go:171","msg":"trace[1199444821] transaction","detail":"{read_only:false; response_revision:12246; number_of_response:1; }","duration":"130.545717ms","start":"2026-03-03T14:28:45.745516Z","end":"2026-03-03T14:28:45.876061Z","steps":["trace[1199444821] 'process raft request' (duration: 130.482896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.8764Z","caller":"traceutil/trace.go:171","msg":"trace[1347983063] transaction","detail":"{read_only:false; response_revision:12244; number_of_response:1; }","duration":"161.0057ms","start":"2026-03-03T14:28:45.71538Z","end":"2026-03-03T14:28:45.876386Z","steps":["trace[1347983063] 'process raft request' (duration: 160.504948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.87642Z","caller":"traceutil/trace.go:171","msg":"trace[1603656106] transaction","detail":"{read_only:false; response_revision:12245; number_of_response:1; }","duration":"160.652181ms","start":"2026-03-03T14:28:45.715756Z","end":"2026-03-03T14:28:45.876408Z","steps":["trace[1603656106] 'process raft request' (duration: 160.194071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.876846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.618149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:28:45.87684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.167536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:28:45.876882Z","caller":"traceutil/trace.go:171","msg":"trace[1194561367] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12246; }","duration":"133.749783ms","start":"2026-03-03T14:28:45.743122Z","end":"2026-03-03T14:28:45.876872Z","steps":["trace[1194561367] 'agreement among raft nodes before linearized reading' (duration: 133.567198ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.876897Z","caller":"traceutil/trace.go:171","msg":"trace[1524528725] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12246; }","duration":"132.268439ms","start":"2026-03-03T14:28:45.744613Z","end":"2026-03-03T14:28:45.876881Z","steps":["trace[1524528725] 'agreement among raft nodes before linearized reading' (duration: 132.063784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.876946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.694813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:45.876987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.135499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:45.877063Z","caller":"traceutil/trace.go:171","msg":"trace[1612887340] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12246; }","duration":"160.841376ms","start":"2026-03-03T14:28:45.716196Z","end":"2026-03-03T14:28:45.877038Z","steps":["trace[1612887340] 'agreement among raft nodes before linearized reading' (duration: 160.599701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:45.877154Z","caller":"traceutil/trace.go:171","msg":"trace[234008745] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12246; }","duration":"133.416175ms","start":"2026-03-03T14:28:45.743686Z","end":"2026-03-03T14:28:45.877102Z","steps":["trace[234008745] 'agreement among raft nodes before linearized reading' (duration: 132.989405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:45.87745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.328748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:478325"} {"level":"info","ts":"2026-03-03T14:28:45.877524Z","caller":"traceutil/trace.go:171","msg":"trace[1610147520] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12246; }","duration":"161.43593ms","start":"2026-03-03T14:28:45.716073Z","end":"2026-03-03T14:28:45.877509Z","steps":["trace[1610147520] 'agreement among raft nodes before linearized reading' (duration: 160.55612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:46.248215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.952744ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:46.24848Z","caller":"traceutil/trace.go:171","msg":"trace[841950030] transaction","detail":"{read_only:false; response_revision:12249; number_of_response:1; }","duration":"365.085872ms","start":"2026-03-03T14:28:45.883372Z","end":"2026-03-03T14:28:46.248458Z","steps":["trace[841950030] 'process raft request' (duration: 365.01431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:46.248461Z","caller":"traceutil/trace.go:171","msg":"trace[1119377576] transaction","detail":"{read_only:false; response_revision:12247; number_of_response:1; }","duration":"465.067306ms","start":"2026-03-03T14:28:45.783339Z","end":"2026-03-03T14:28:46.248407Z","steps":["trace[1119377576] 'process raft request' (duration: 206.814226ms)","trace[1119377576] 'compare' (duration: 257.842331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:46.248558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:45.883337Z","time spent":"365.187965ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:46.248536Z","caller":"traceutil/trace.go:171","msg":"trace[756629864] transaction","detail":"{read_only:false; response_revision:12248; number_of_response:1; }","duration":"365.106443ms","start":"2026-03-03T14:28:45.883378Z","end":"2026-03-03T14:28:46.248484Z","steps":["trace[756629864] 'process raft request' (duration: 364.948279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:46.248771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:45.783311Z","time spent":"465.23956ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:46.248778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:45.88335Z","time spent":"365.291366ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:46.248862Z","caller":"traceutil/trace.go:171","msg":"trace[2103541959] transaction","detail":"{read_only:false; response_revision:12250; number_of_response:1; }","duration":"365.340488ms","start":"2026-03-03T14:28:45.88349Z","end":"2026-03-03T14:28:46.24883Z","steps":["trace[2103541959] 'process raft request' (duration: 364.932638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:46.248979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:45.883463Z","time spent":"365.469791ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:46.248797Z","caller":"traceutil/trace.go:171","msg":"trace[353624806] linearizableReadLoop","detail":"{readStateIndex:12783; appliedIndex:12780; }","duration":"365.344398ms","start":"2026-03-03T14:28:45.883422Z","end":"2026-03-03T14:28:46.248766Z","steps":["trace[353624806] 'read index received' (duration: 106.73162ms)","trace[353624806] 'applied index is now lower than readState.Index' (duration: 258.611278ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:46.249114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.670166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:28:46.249253Z","caller":"traceutil/trace.go:171","msg":"trace[1074960515] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12250; }","duration":"365.802679ms","start":"2026-03-03T14:28:45.883389Z","end":"2026-03-03T14:28:46.249192Z","steps":["trace[1074960515] 'agreement among raft nodes before linearized reading' (duration: 365.515711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:46.249404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:45.883379Z","time spent":"366.004104ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:28:46.249288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.524095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:46.249844Z","caller":"traceutil/trace.go:171","msg":"trace[1168128386] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12250; }","duration":"268.121998ms","start":"2026-03-03T14:28:45.981705Z","end":"2026-03-03T14:28:46.249827Z","steps":["trace[1168128386] 'agreement among raft nodes before linearized reading' (duration: 267.507514ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:47.305518Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:47.806025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377372,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:48.107828Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.473013503s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:28:48.108476Z","caller":"traceutil/trace.go:171","msg":"trace[1733087764] transaction","detail":"{read_only:false; response_revision:12251; number_of_response:1; }","duration":"1.4737962s","start":"2026-03-03T14:28:46.634653Z","end":"2026-03-03T14:28:48.108449Z","steps":["trace[1733087764] 'process raft request' (duration: 1.473566475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.108734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:46.634626Z","time spent":"1.473927533s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15576,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:48.861755Z","caller":"traceutil/trace.go:171","msg":"trace[1289594949] transaction","detail":"{read_only:false; response_revision:12253; number_of_response:1; }","duration":"1.241727982s","start":"2026-03-03T14:28:47.619992Z","end":"2026-03-03T14:28:48.86172Z","steps":["trace[1289594949] 'process raft request' (duration: 1.24162035s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:48.861927Z","caller":"traceutil/trace.go:171","msg":"trace[644557554] linearizableReadLoop","detail":"{readStateIndex:12787; appliedIndex:12784; }","duration":"2.064718566s","start":"2026-03-03T14:28:46.797186Z","end":"2026-03-03T14:28:48.861905Z","steps":["trace[644557554] 'read index received' (duration: 1.310951548s)","trace[644557554] 'applied index is now lower than readState.Index' (duration: 753.765638ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:48.861941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.619967Z","time spent":"1.241866266s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:48.862091Z","caller":"traceutil/trace.go:171","msg":"trace[267901875] transaction","detail":"{read_only:false; response_revision:12254; number_of_response:1; }","duration":"970.40611ms","start":"2026-03-03T14:28:47.891674Z","end":"2026-03-03T14:28:48.86208Z","steps":["trace[267901875] 'process raft request' (duration: 970.004091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.862182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.891634Z","time spent":"970.482182ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:48.862271Z","caller":"traceutil/trace.go:171","msg":"trace[2109259706] transaction","detail":"{read_only:false; response_revision:12252; number_of_response:1; }","duration":"1.243702458s","start":"2026-03-03T14:28:47.618555Z","end":"2026-03-03T14:28:48.862258Z","steps":["trace[2109259706] 'process raft request' (duration: 1.24289812s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.862364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.618518Z","time spent":"1.243799891s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:48.863237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065773151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:48.863302Z","caller":"traceutil/trace.go:171","msg":"trace[1742172851] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12254; }","duration":"2.06615442s","start":"2026-03-03T14:28:46.797134Z","end":"2026-03-03T14:28:48.863289Z","steps":["trace[1742172851] 'agreement among raft nodes before linearized reading' (duration: 2.065182307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:48.863349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:46.797111Z","time spent":"2.066227822s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:49.049048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000802123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:28:49.049123Z","caller":"traceutil/trace.go:171","msg":"trace[1102565309] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000935296s","start":"2026-03-03T14:28:47.048169Z","end":"2026-03-03T14:28:49.049104Z","steps":["trace[1102565309] 'agreement among raft nodes before linearized reading' (duration: 2.000839174s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.04916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.048148Z","time spent":"2.001004468s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:28:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:28:49.411335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.602941ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:49.411423Z","caller":"traceutil/trace.go:171","msg":"trace[1233536827] linearizableReadLoop","detail":"{readStateIndex:12789; appliedIndex:12788; }","duration":"549.44159ms","start":"2026-03-03T14:28:48.861967Z","end":"2026-03-03T14:28:49.411409Z","steps":["trace[1233536827] 'read index received' (duration: 345.713907ms)","trace[1233536827] 'applied index is now lower than readState.Index' (duration: 203.726533ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:49.411541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528145502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:28:49.411574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528736075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:28:49.411589Z","caller":"traceutil/trace.go:171","msg":"trace[1342013935] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12255; }","duration":"1.528223464s","start":"2026-03-03T14:28:47.883353Z","end":"2026-03-03T14:28:49.411576Z","steps":["trace[1342013935] 'agreement among raft nodes before linearized reading' (duration: 1.528100121s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:49.411598Z","caller":"traceutil/trace.go:171","msg":"trace[540651297] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12255; }","duration":"1.528795336s","start":"2026-03-03T14:28:47.882796Z","end":"2026-03-03T14:28:49.411591Z","steps":["trace[540651297] 'agreement among raft nodes before linearized reading' (duration: 1.528669014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.411613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.88334Z","time spent":"1.528269215s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:49.411627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.882776Z","time spent":"1.528845498s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:49.411663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.159078428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:28:49.411715Z","caller":"traceutil/trace.go:171","msg":"trace[1561736335] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12255; }","duration":"1.159145419s","start":"2026-03-03T14:28:48.252557Z","end":"2026-03-03T14:28:49.411703Z","steps":["trace[1561736335] 'agreement among raft nodes before linearized reading' (duration: 1.158952245s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.411745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.252481Z","time spent":"1.159259642s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:28:49.411749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520132657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:49.411765Z","caller":"traceutil/trace.go:171","msg":"trace[1925622098] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12255; }","duration":"1.520194089s","start":"2026-03-03T14:28:47.891567Z","end":"2026-03-03T14:28:49.411761Z","steps":["trace[1925622098] 'agreement among raft nodes before linearized reading' (duration: 1.520135158s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.411778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.891544Z","time spent":"1.520230811s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:28:49.411792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495969391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:49.411859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63740393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:49.41188Z","caller":"traceutil/trace.go:171","msg":"trace[747668588] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12255; }","duration":"1.637430821s","start":"2026-03-03T14:28:47.774442Z","end":"2026-03-03T14:28:49.411873Z","steps":["trace[747668588] 'agreement among raft nodes before linearized reading' (duration: 1.63740091s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:49.411874Z","caller":"traceutil/trace.go:171","msg":"trace[1715604298] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:12255; }","duration":"1.496114635s","start":"2026-03-03T14:28:47.915738Z","end":"2026-03-03T14:28:49.411853Z","steps":["trace[1715604298] 'agreement among raft nodes before linearized reading' (duration: 1.49592097s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:49.411887Z","caller":"traceutil/trace.go:171","msg":"trace[1947186242] transaction","detail":"{read_only:false; response_revision:12255; number_of_response:1; }","duration":"825.998914ms","start":"2026-03-03T14:28:48.585879Z","end":"2026-03-03T14:28:49.411878Z","steps":["trace[1947186242] 'process raft request' (duration: 621.779088ms)","trace[1947186242] 'compare' (duration: 202.762612ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:49.411899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.774438Z","time spent":"1.637456671s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:49.411924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.915726Z","time spent":"1.496186927s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:49.411937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638593487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:49.411954Z","caller":"traceutil/trace.go:171","msg":"trace[155919119] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12255; }","duration":"1.638617759s","start":"2026-03-03T14:28:47.773332Z","end":"2026-03-03T14:28:49.411949Z","steps":["trace[155919119] 'agreement among raft nodes before linearized reading' (duration: 1.638590138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.411951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.585853Z","time spent":"826.052845ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:49.411966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.773329Z","time spent":"1.638634429s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:49.412036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637609165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:49.412046Z","caller":"traceutil/trace.go:171","msg":"trace[1722959775] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12255; }","duration":"1.637646206s","start":"2026-03-03T14:28:47.774397Z","end":"2026-03-03T14:28:49.412043Z","steps":["trace[1722959775] 'agreement among raft nodes before linearized reading' (duration: 1.637603885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.412051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158059366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:28:49.412057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.774382Z","time spent":"1.637672387s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:28:49.412069Z","caller":"traceutil/trace.go:171","msg":"trace[1785858149] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12255; }","duration":"1.158074716s","start":"2026-03-03T14:28:48.253987Z","end":"2026-03-03T14:28:49.412062Z","steps":["trace[1785858149] 'agreement among raft nodes before linearized reading' (duration: 1.158027465s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.412087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.638763392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"info","ts":"2026-03-03T14:28:49.412151Z","caller":"traceutil/trace.go:171","msg":"trace[431774250] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12255; }","duration":"1.638851903s","start":"2026-03-03T14:28:47.773293Z","end":"2026-03-03T14:28:49.412145Z","steps":["trace[431774250] 'agreement among raft nodes before linearized reading' (duration: 1.638746251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.41216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.637794599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:49.412087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.253957Z","time spent":"1.158124017s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:49.412171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.773274Z","time spent":"1.638892054s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12660,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:49.412196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63783788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:49.41221Z","caller":"traceutil/trace.go:171","msg":"trace[1052309279] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12255; }","duration":"1.63786259s","start":"2026-03-03T14:28:47.774344Z","end":"2026-03-03T14:28:49.412207Z","steps":["trace[1052309279] 'agreement among raft nodes before linearized reading' (duration: 1.63784161s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.412222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.774339Z","time spent":"1.637881222s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:49.41225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.264837926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:28:49.412269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.158825443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:28:49.412287Z","caller":"traceutil/trace.go:171","msg":"trace[37770334] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12255; }","duration":"1.158843333s","start":"2026-03-03T14:28:48.253439Z","end":"2026-03-03T14:28:49.412282Z","steps":["trace[37770334] 'agreement among raft nodes before linearized reading' (duration: 1.158793702s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:49.412286Z","caller":"traceutil/trace.go:171","msg":"trace[1586507896] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12255; }","duration":"1.264921558s","start":"2026-03-03T14:28:48.147354Z","end":"2026-03-03T14:28:49.412275Z","steps":["trace[1586507896] 'agreement among raft nodes before linearized reading' (duration: 1.264847256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.4123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.253425Z","time spent":"1.158872653s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:28:49.412313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:48.147334Z","time spent":"1.264973619s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":14,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:49.411827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.63736026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12636"} {"level":"warn","ts":"2026-03-03T14:28:49.412352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.436725169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:49.41236Z","caller":"traceutil/trace.go:171","msg":"trace[1859186766] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12255; }","duration":"1.637925943s","start":"2026-03-03T14:28:47.774429Z","end":"2026-03-03T14:28:49.412355Z","steps":["trace[1859186766] 'agreement among raft nodes before linearized reading' (duration: 1.637339369s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:49.412375Z","caller":"traceutil/trace.go:171","msg":"trace[2089295754] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12255; }","duration":"2.43678292s","start":"2026-03-03T14:28:46.975586Z","end":"2026-03-03T14:28:49.412369Z","steps":["trace[2089295754] 'agreement among raft nodes before linearized reading' (duration: 2.436733399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.412379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.774404Z","time spent":"1.637969023s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12660,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:49.4124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:46.975569Z","time spent":"2.436825451s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:49.412175Z","caller":"traceutil/trace.go:171","msg":"trace[1533779234] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12255; }","duration":"1.637836531s","start":"2026-03-03T14:28:47.774334Z","end":"2026-03-03T14:28:49.412171Z","steps":["trace[1533779234] 'agreement among raft nodes before linearized reading' (duration: 1.63781521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.412622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:47.774319Z","time spent":"1.638296631s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:49.829003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.229613ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:28:49.829319Z","caller":"traceutil/trace.go:171","msg":"trace[1956632032] linearizableReadLoop","detail":"{readStateIndex:12791; appliedIndex:12789; }","duration":"417.86285ms","start":"2026-03-03T14:28:49.411441Z","end":"2026-03-03T14:28:49.829304Z","steps":["trace[1956632032] 'read index received' (duration: 194.333529ms)","trace[1956632032] 'applied index is now lower than readState.Index' (duration: 223.528161ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:49.829441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.203178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:49.829465Z","caller":"traceutil/trace.go:171","msg":"trace[454406569] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12256; }","duration":"780.27427ms","start":"2026-03-03T14:28:49.049183Z","end":"2026-03-03T14:28:49.829458Z","steps":["trace[454406569] 'agreement among raft nodes before linearized reading' (duration: 780.189048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.829492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.049164Z","time spent":"780.322571ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:49.829694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.329133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-endpoints-8ttdj\" ","response":"range_response_count:1 size:2818"} {"level":"info","ts":"2026-03-03T14:28:49.829808Z","caller":"traceutil/trace.go:171","msg":"trace[1229712183] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-endpoints-8ttdj; range_end:; response_count:1; response_revision:12256; }","duration":"659.502767ms","start":"2026-03-03T14:28:49.170277Z","end":"2026-03-03T14:28:49.82978Z","steps":["trace[1229712183] 'agreement among raft nodes before linearized reading' (duration: 659.087748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.829857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.170257Z","time spent":"659.590219ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2842,"request content":"key:\"/registry/cilium.io/ciliumendpoints/openstack/cinder-ks-endpoints-8ttdj\" "} {"level":"info","ts":"2026-03-03T14:28:49.83008Z","caller":"traceutil/trace.go:171","msg":"trace[187172871] transaction","detail":"{read_only:false; response_revision:12256; number_of_response:1; }","duration":"707.649586ms","start":"2026-03-03T14:28:49.121981Z","end":"2026-03-03T14:28:49.82963Z","steps":["trace[187172871] 'process raft request' (duration: 707.169384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:49.830315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.121954Z","time spent":"708.215949ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12621,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:50.138796Z","caller":"traceutil/trace.go:171","msg":"trace[392446334] transaction","detail":"{read_only:false; response_revision:12257; number_of_response:1; }","duration":"722.803125ms","start":"2026-03-03T14:28:49.415961Z","end":"2026-03-03T14:28:50.138764Z","steps":["trace[392446334] 'process raft request' (duration: 722.343284ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:50.139632Z","caller":"traceutil/trace.go:171","msg":"trace[1392547584] transaction","detail":"{read_only:false; response_revision:12259; number_of_response:1; }","duration":"721.29397ms","start":"2026-03-03T14:28:49.418327Z","end":"2026-03-03T14:28:50.139621Z","steps":["trace[1392547584] 'process raft request' (duration: 720.40124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:50.139739Z","caller":"traceutil/trace.go:171","msg":"trace[252926208] transaction","detail":"{read_only:false; response_revision:12260; number_of_response:1; }","duration":"720.577544ms","start":"2026-03-03T14:28:49.41915Z","end":"2026-03-03T14:28:50.139727Z","steps":["trace[252926208] 'process raft request' (duration: 720.348508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.139742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.418323Z","time spent":"721.345921ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:50.139798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.419145Z","time spent":"720.621544ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:50.139502Z","caller":"traceutil/trace.go:171","msg":"trace[140062361] transaction","detail":"{read_only:false; response_revision:12258; number_of_response:1; }","duration":"722.797005ms","start":"2026-03-03T14:28:49.416682Z","end":"2026-03-03T14:28:50.139479Z","steps":["trace[140062361] 'process raft request' (duration: 721.786902ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.139954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.416676Z","time spent":"723.255165ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:50.140033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.824459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:28:50.140073Z","caller":"traceutil/trace.go:171","msg":"trace[1988381551] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12261; }","duration":"329.899861ms","start":"2026-03-03T14:28:49.810162Z","end":"2026-03-03T14:28:50.140062Z","steps":["trace[1988381551] 'agreement among raft nodes before linearized reading' (duration: 329.744178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.140062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.029188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:50.140122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.81014Z","time spent":"329.972322ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:28:50.140146Z","caller":"traceutil/trace.go:171","msg":"trace[639550878] transaction","detail":"{read_only:false; response_revision:12261; number_of_response:1; }","duration":"716.691873ms","start":"2026-03-03T14:28:49.423415Z","end":"2026-03-03T14:28:50.140107Z","steps":["trace[639550878] 'process raft request' (duration: 716.211442ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:50.140179Z","caller":"traceutil/trace.go:171","msg":"trace[1819252277] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12261; }","duration":"420.196652ms","start":"2026-03-03T14:28:49.719952Z","end":"2026-03-03T14:28:50.140148Z","steps":["trace[1819252277] 'agreement among raft nodes before linearized reading' (duration: 419.976486ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.140107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.283039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-endpoints-8ttdj\" ","response":"range_response_count:1 size:15591"} {"level":"warn","ts":"2026-03-03T14:28:50.140243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.719937Z","time spent":"420.289905ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:50.139899Z","caller":"traceutil/trace.go:171","msg":"trace[1157688415] linearizableReadLoop","detail":"{readStateIndex:12796; appliedIndex:12791; }","duration":"310.542194ms","start":"2026-03-03T14:28:49.829346Z","end":"2026-03-03T14:28:50.139888Z","steps":["trace[1157688415] 'read index received' (duration: 308.924407ms)","trace[1157688415] 'applied index is now lower than readState.Index' (duration: 1.617107ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:50.140262Z","caller":"traceutil/trace.go:171","msg":"trace[1222206936] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-endpoints-8ttdj; range_end:; response_count:1; response_revision:12261; }","duration":"481.447804ms","start":"2026-03-03T14:28:49.658788Z","end":"2026-03-03T14:28:50.140236Z","steps":["trace[1222206936] 'agreement among raft nodes before linearized reading' (duration: 481.263419ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.140305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.423405Z","time spent":"716.815277ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:50.140358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.658772Z","time spent":"481.557896ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":15615,"request content":"key:\"/registry/pods/openstack/cinder-ks-endpoints-8ttdj\" "} {"level":"warn","ts":"2026-03-03T14:28:50.140445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.415947Z","time spent":"723.707786ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:50.140755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.287731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:478723"} {"level":"info","ts":"2026-03-03T14:28:50.142908Z","caller":"traceutil/trace.go:171","msg":"trace[1389975691] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12261; }","duration":"723.46109ms","start":"2026-03-03T14:28:49.419427Z","end":"2026-03-03T14:28:50.142888Z","steps":["trace[1389975691] 'agreement among raft nodes before linearized reading' (duration: 720.886562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.143028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.419399Z","time spent":"723.606824ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":51,"response size":478747,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:50.761925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.930893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success: > failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:28:50.762709Z","caller":"traceutil/trace.go:171","msg":"trace[848158418] linearizableReadLoop","detail":"{readStateIndex:12797; appliedIndex:12796; }","duration":"622.404692ms","start":"2026-03-03T14:28:50.140293Z","end":"2026-03-03T14:28:50.762698Z","steps":["trace[848158418] 'read index received' (duration: 281.65539ms)","trace[848158418] 'applied index is now lower than readState.Index' (duration: 340.748332ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:50.762753Z","caller":"traceutil/trace.go:171","msg":"trace[617661823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12262; }","duration":"928.623238ms","start":"2026-03-03T14:28:49.834125Z","end":"2026-03-03T14:28:50.762748Z","steps":["trace[617661823] 'process raft request' (duration: 587.805985ms)","trace[617661823] 'compare' (duration: 339.83176ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:50.762786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.834099Z","time spent":"928.66835ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":75,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-03-03T14:28:50.76291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.963671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:50.762927Z","caller":"traceutil/trace.go:171","msg":"trace[184923720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12262; }","duration":"924.008971ms","start":"2026-03-03T14:28:49.838914Z","end":"2026-03-03T14:28:50.762923Z","steps":["trace[184923720] 'agreement among raft nodes before linearized reading' (duration: 923.97525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.762942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:49.838904Z","time spent":"924.033391ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:50.799465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.142504ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:50.799538Z","caller":"traceutil/trace.go:171","msg":"trace[1028961820] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12263; }","duration":"654.254147ms","start":"2026-03-03T14:28:50.145268Z","end":"2026-03-03T14:28:50.799522Z","steps":["trace[1028961820] 'agreement among raft nodes before linearized reading' (duration: 654.120893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.799512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.767195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:50.799577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.145252Z","time spent":"654.314518ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:50.799581Z","caller":"traceutil/trace.go:171","msg":"trace[94998244] transaction","detail":"{read_only:false; response_revision:12263; number_of_response:1; }","duration":"645.594036ms","start":"2026-03-03T14:28:50.153957Z","end":"2026-03-03T14:28:50.799552Z","steps":["trace[94998244] 'process raft request' (duration: 645.184997ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:50.799609Z","caller":"traceutil/trace.go:171","msg":"trace[896971824] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12263; }","duration":"591.915839ms","start":"2026-03-03T14:28:50.207663Z","end":"2026-03-03T14:28:50.799579Z","steps":["trace[896971824] 'agreement among raft nodes before linearized reading' (duration: 591.740105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:50.799664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.207642Z","time spent":"592.00875ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:50.799718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.153938Z","time spent":"645.707729ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15578,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:51.548045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:28:51.898436Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.058139932s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:28:51.898794Z","caller":"traceutil/trace.go:171","msg":"trace[955962675] transaction","detail":"{read_only:false; response_revision:12264; number_of_response:1; }","duration":"1.058651744s","start":"2026-03-03T14:28:50.84012Z","end":"2026-03-03T14:28:51.898772Z","steps":["trace[955962675] 'process raft request' (duration: 1.058507451s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:51.898954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.840096Z","time spent":"1.058779907s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12724,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:52.338302Z","caller":"traceutil/trace.go:171","msg":"trace[499357197] transaction","detail":"{read_only:false; response_revision:12265; number_of_response:1; }","duration":"1.465844377s","start":"2026-03-03T14:28:50.872427Z","end":"2026-03-03T14:28:52.338272Z","steps":["trace[499357197] 'process raft request' (duration: 1.465419217s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.338335Z","caller":"traceutil/trace.go:171","msg":"trace[488929806] linearizableReadLoop","detail":"{readStateIndex:12802; appliedIndex:12799; }","duration":"1.290746742s","start":"2026-03-03T14:28:51.047554Z","end":"2026-03-03T14:28:52.3383Z","steps":["trace[488929806] 'read index received' (duration: 851.268755ms)","trace[488929806] 'applied index is now lower than readState.Index' (duration: 439.476117ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:52.338415Z","caller":"traceutil/trace.go:171","msg":"trace[2108645616] transaction","detail":"{read_only:false; response_revision:12266; number_of_response:1; }","duration":"1.465598111s","start":"2026-03-03T14:28:50.872775Z","end":"2026-03-03T14:28:52.338373Z","steps":["trace[2108645616] 'process raft request' (duration: 1.465287144s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.338444Z","caller":"traceutil/trace.go:171","msg":"trace[503913344] transaction","detail":"{read_only:false; response_revision:12267; number_of_response:1; }","duration":"1.46555202s","start":"2026-03-03T14:28:50.872868Z","end":"2026-03-03T14:28:52.33842Z","steps":["trace[503913344] 'process raft request' (duration: 1.465366166s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.338476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.872403Z","time spent":"1.465976639s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:52.338501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290932876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:52.338552Z","caller":"traceutil/trace.go:171","msg":"trace[4370127] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12267; }","duration":"1.290997948s","start":"2026-03-03T14:28:51.04754Z","end":"2026-03-03T14:28:52.338538Z","steps":["trace[4370127] 'agreement among raft nodes before linearized reading' (duration: 1.290902315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.338557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.872844Z","time spent":"1.465657762s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:52.33859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:50.872767Z","time spent":"1.465734924s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:52.338609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.047492Z","time spent":"1.291105341s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:28:52.699511Z","caller":"traceutil/trace.go:171","msg":"trace[1116795153] linearizableReadLoop","detail":"{readStateIndex:12803; appliedIndex:12802; }","duration":"361.045079ms","start":"2026-03-03T14:28:52.33841Z","end":"2026-03-03T14:28:52.699455Z","steps":["trace[1116795153] 'read index received' (duration: 360.483626ms)","trace[1116795153] 'applied index is now lower than readState.Index' (duration: 559.693µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:52.699639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101829788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:52.699709Z","caller":"traceutil/trace.go:171","msg":"trace[2003982713] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12268; }","duration":"1.101955091s","start":"2026-03-03T14:28:51.597735Z","end":"2026-03-03T14:28:52.69969Z","steps":["trace[2003982713] 'agreement among raft nodes before linearized reading' (duration: 1.101829889s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.699689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281886107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:52.699721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280407724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12739"} {"level":"warn","ts":"2026-03-03T14:28:52.699746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.597702Z","time spent":"1.102036054s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:52.699737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281960529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:52.699769Z","caller":"traceutil/trace.go:171","msg":"trace[1583085647] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12268; }","duration":"1.28199288s","start":"2026-03-03T14:28:51.417757Z","end":"2026-03-03T14:28:52.69975Z","steps":["trace[1583085647] 'agreement among raft nodes before linearized reading' (duration: 1.281852247s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.699785Z","caller":"traceutil/trace.go:171","msg":"trace[253946589] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12268; }","duration":"1.282081991s","start":"2026-03-03T14:28:51.41769Z","end":"2026-03-03T14:28:52.699772Z","steps":["trace[253946589] 'agreement among raft nodes before linearized reading' (duration: 1.281956608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.699816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.417753Z","time spent":"1.282055881s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:52.699831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.417661Z","time spent":"1.282161013s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:52.699903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280214669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12739"} {"level":"info","ts":"2026-03-03T14:28:52.699933Z","caller":"traceutil/trace.go:171","msg":"trace[1839419970] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12268; }","duration":"1.28025629s","start":"2026-03-03T14:28:51.419669Z","end":"2026-03-03T14:28:52.699925Z","steps":["trace[1839419970] 'agreement among raft nodes before linearized reading' (duration: 1.280170548s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.699928Z","caller":"traceutil/trace.go:171","msg":"trace[281230487] transaction","detail":"{read_only:false; response_revision:12268; number_of_response:1; }","duration":"787.567747ms","start":"2026-03-03T14:28:51.912344Z","end":"2026-03-03T14:28:52.699911Z","steps":["trace[281230487] 'process raft request' (duration: 786.761009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.69996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"995.527719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:52.699962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.419664Z","time spent":"1.2802919s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12763,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:28:52.699995Z","caller":"traceutil/trace.go:171","msg":"trace[136972292] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12268; }","duration":"995.601901ms","start":"2026-03-03T14:28:51.704381Z","end":"2026-03-03T14:28:52.699983Z","steps":["trace[136972292] 'agreement among raft nodes before linearized reading' (duration: 995.54664ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.704359Z","time spent":"995.655122ms","remote":"127.0.0.1:55854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:52.700025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.912322Z","time spent":"787.643819ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":15476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:52.700093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.412333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:52.700124Z","caller":"traceutil/trace.go:171","msg":"trace[1030634900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12268; }","duration":"360.476595ms","start":"2026-03-03T14:28:52.339639Z","end":"2026-03-03T14:28:52.700116Z","steps":["trace[1030634900] 'agreement among raft nodes before linearized reading' (duration: 360.430504ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.69964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"759.89225ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:52.700148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.339621Z","time spent":"360.521657ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:52.700153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.281321104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:52.700173Z","caller":"traceutil/trace.go:171","msg":"trace[1249755969] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12268; }","duration":"760.474683ms","start":"2026-03-03T14:28:51.939687Z","end":"2026-03-03T14:28:52.700162Z","steps":["trace[1249755969] 'agreement among raft nodes before linearized reading' (duration: 759.779507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.700186Z","caller":"traceutil/trace.go:171","msg":"trace[1930832005] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12268; }","duration":"1.281367565s","start":"2026-03-03T14:28:51.418809Z","end":"2026-03-03T14:28:52.700177Z","steps":["trace[1930832005] 'agreement among raft nodes before linearized reading' (duration: 1.281317424s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.939642Z","time spent":"760.557775ms","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:52.700215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.418802Z","time spent":"1.281406256s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:52.700242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.8352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:52.70029Z","caller":"traceutil/trace.go:171","msg":"trace[572531056] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12268; }","duration":"549.896381ms","start":"2026-03-03T14:28:52.150378Z","end":"2026-03-03T14:28:52.700274Z","steps":["trace[572531056] 'agreement among raft nodes before linearized reading' (duration: 549.744117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.42649033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:28:52.700364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.523076974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:52.700387Z","caller":"traceutil/trace.go:171","msg":"trace[771451775] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12268; }","duration":"1.426687744s","start":"2026-03-03T14:28:51.273677Z","end":"2026-03-03T14:28:52.700364Z","steps":["trace[771451775] 'agreement among raft nodes before linearized reading' (duration: 1.426302455s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.700399Z","caller":"traceutil/trace.go:171","msg":"trace[1607460632] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:12268; }","duration":"1.523141436s","start":"2026-03-03T14:28:51.177243Z","end":"2026-03-03T14:28:52.700384Z","steps":["trace[1607460632] 'agreement among raft nodes before linearized reading' (duration: 1.523056394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.70041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.282274396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:28:52.700426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.177217Z","time spent":"1.523202048s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":44,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:28:52.700439Z","caller":"traceutil/trace.go:171","msg":"trace[429588645] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12268; }","duration":"1.282358198s","start":"2026-03-03T14:28:51.418072Z","end":"2026-03-03T14:28:52.70043Z","steps":["trace[429588645] 'agreement among raft nodes before linearized reading' (duration: 1.282255846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.273626Z","time spent":"1.426800366s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:28:52.700452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.942343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:28:52.700466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.418041Z","time spent":"1.282418229s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:28:52.700498Z","caller":"traceutil/trace.go:171","msg":"trace[1424215272] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12268; }","duration":"554.002574ms","start":"2026-03-03T14:28:52.14648Z","end":"2026-03-03T14:28:52.700482Z","steps":["trace[1424215272] 'agreement among raft nodes before linearized reading' (duration: 553.880002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.14647Z","time spent":"554.057066ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:52.700571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.560731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:28:52.69977Z","caller":"traceutil/trace.go:171","msg":"trace[1815979676] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12268; }","duration":"1.280474725s","start":"2026-03-03T14:28:51.419282Z","end":"2026-03-03T14:28:52.699757Z","steps":["trace[1815979676] 'agreement among raft nodes before linearized reading' (duration: 1.28025202s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.150369Z","time spent":"549.956242ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:28:52.700624Z","caller":"traceutil/trace.go:171","msg":"trace[721605696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12268; }","duration":"555.631103ms","start":"2026-03-03T14:28:52.144976Z","end":"2026-03-03T14:28:52.700607Z","steps":["trace[721605696] 'agreement among raft nodes before linearized reading' (duration: 555.457698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.70063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.419278Z","time spent":"1.281341365s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12763,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:52.700662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.144969Z","time spent":"555.683635ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:28:52.699817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279079962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:52.700795Z","caller":"traceutil/trace.go:171","msg":"trace[1514294892] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12268; }","duration":"1.280077316s","start":"2026-03-03T14:28:51.420706Z","end":"2026-03-03T14:28:52.700783Z","steps":["trace[1514294892] 'agreement among raft nodes before linearized reading' (duration: 1.279091373s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:51.42069Z","time spent":"1.280131547s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:52.700829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.867289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:28:52.700877Z","caller":"traceutil/trace.go:171","msg":"trace[472441033] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12268; }","duration":"555.944061ms","start":"2026-03-03T14:28:52.144919Z","end":"2026-03-03T14:28:52.700863Z","steps":["trace[472441033] 'agreement among raft nodes before linearized reading' (duration: 555.796758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.756227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:52.700956Z","caller":"traceutil/trace.go:171","msg":"trace[1561685589] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12268; }","duration":"555.820698ms","start":"2026-03-03T14:28:52.145122Z","end":"2026-03-03T14:28:52.700942Z","steps":["trace[1561685589] 'agreement among raft nodes before linearized reading' (duration: 555.687525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.700981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.94053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:52.700992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.145114Z","time spent":"555.869369ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:28:52.701011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.436629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:28:52.701022Z","caller":"traceutil/trace.go:171","msg":"trace[535188908] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12268; }","duration":"566.010552ms","start":"2026-03-03T14:28:52.134997Z","end":"2026-03-03T14:28:52.701008Z","steps":["trace[535188908] 'agreement among raft nodes before linearized reading' (duration: 565.942761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:52.701043Z","caller":"traceutil/trace.go:171","msg":"trace[1088722845] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12268; }","duration":"555.491301ms","start":"2026-03-03T14:28:52.145542Z","end":"2026-03-03T14:28:52.701033Z","steps":["trace[1088722845] 'agreement among raft nodes before linearized reading' (duration: 555.394679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:52.701064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.134977Z","time spent":"566.073273ms","remote":"127.0.0.1:47204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:52.70109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.145532Z","time spent":"555.535142ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:28:52.700917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.144906Z","time spent":"555.999782ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:28:52.932143Z","caller":"traceutil/trace.go:171","msg":"trace[1601652445] transaction","detail":"{read_only:false; response_revision:12269; number_of_response:1; }","duration":"224.776469ms","start":"2026-03-03T14:28:52.707332Z","end":"2026-03-03T14:28:52.932109Z","steps":["trace[1601652445] 'process raft request' (duration: 224.620326ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:53.450524Z","caller":"traceutil/trace.go:171","msg":"trace[1467792636] transaction","detail":"{read_only:false; response_revision:12271; number_of_response:1; }","duration":"742.464998ms","start":"2026-03-03T14:28:52.708039Z","end":"2026-03-03T14:28:53.450504Z","steps":["trace[1467792636] 'process raft request' (duration: 742.408327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.450663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.708028Z","time spent":"742.55852ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:53.450537Z","caller":"traceutil/trace.go:171","msg":"trace[418838828] transaction","detail":"{read_only:false; response_revision:12270; number_of_response:1; }","duration":"742.54985ms","start":"2026-03-03T14:28:52.70796Z","end":"2026-03-03T14:28:53.45051Z","steps":["trace[418838828] 'process raft request' (duration: 742.372346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.450807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.707946Z","time spent":"742.809876ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:53.451266Z","caller":"traceutil/trace.go:171","msg":"trace[2054163564] transaction","detail":"{read_only:false; response_revision:12272; number_of_response:1; }","duration":"743.199715ms","start":"2026-03-03T14:28:52.708051Z","end":"2026-03-03T14:28:53.451251Z","steps":["trace[2054163564] 'process raft request' (duration: 742.423147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.451339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.708045Z","time spent":"743.257856ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:53.451412Z","caller":"traceutil/trace.go:171","msg":"trace[1723606398] linearizableReadLoop","detail":"{readStateIndex:12808; appliedIndex:12803; }","duration":"742.964619ms","start":"2026-03-03T14:28:52.708312Z","end":"2026-03-03T14:28:53.451276Z","steps":["trace[1723606398] 'read index received' (duration: 223.773387ms)","trace[1723606398] 'applied index is now lower than readState.Index' (duration: 519.188912ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:53.451617Z","caller":"traceutil/trace.go:171","msg":"trace[2075196038] transaction","detail":"{read_only:false; response_revision:12274; number_of_response:1; }","duration":"740.078374ms","start":"2026-03-03T14:28:52.711518Z","end":"2026-03-03T14:28:53.451596Z","steps":["trace[2075196038] 'process raft request' (duration: 739.543431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:53.451532Z","caller":"traceutil/trace.go:171","msg":"trace[1426349376] transaction","detail":"{read_only:false; response_revision:12273; number_of_response:1; }","duration":"743.3992ms","start":"2026-03-03T14:28:52.708089Z","end":"2026-03-03T14:28:53.451488Z","steps":["trace[1426349376] 'process raft request' (duration: 742.832436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.451761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.7115Z","time spent":"740.175747ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12718,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:53.451807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.462982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:28:53.451871Z","caller":"traceutil/trace.go:171","msg":"trace[172770449] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12274; }","duration":"743.560434ms","start":"2026-03-03T14:28:52.708299Z","end":"2026-03-03T14:28:53.45186Z","steps":["trace[172770449] 'agreement among raft nodes before linearized reading' (duration: 743.321608ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.451911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.708294Z","time spent":"743.606515ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:28:53.451955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.708083Z","time spent":"743.721147ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:53.453246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.487039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:53.453437Z","caller":"traceutil/trace.go:171","msg":"trace[375303692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12274; }","duration":"742.694563ms","start":"2026-03-03T14:28:52.710688Z","end":"2026-03-03T14:28:53.453383Z","steps":["trace[375303692] 'agreement among raft nodes before linearized reading' (duration: 742.418387ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.453271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.856878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:28:53.453494Z","caller":"traceutil/trace.go:171","msg":"trace[1209740338] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12274; }","duration":"112.114114ms","start":"2026-03-03T14:28:53.341366Z","end":"2026-03-03T14:28:53.45348Z","steps":["trace[1209740338] 'agreement among raft nodes before linearized reading' (duration: 111.766726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.453566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.710683Z","time spent":"742.864397ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:53.453855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.078682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:51 size:478623"} {"level":"info","ts":"2026-03-03T14:28:53.453906Z","caller":"traceutil/trace.go:171","msg":"trace[1601204947] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:51; response_revision:12274; }","duration":"743.152014ms","start":"2026-03-03T14:28:52.710741Z","end":"2026-03-03T14:28:53.453893Z","steps":["trace[1601204947] 'agreement among raft nodes before linearized reading' (duration: 742.415467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:53.454011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:52.710729Z","time spent":"743.268776ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":51,"response size":478647,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:53.968879Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377411,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:28:54.159478Z","caller":"traceutil/trace.go:171","msg":"trace[374922332] linearizableReadLoop","detail":"{readStateIndex:12810; appliedIndex:12809; }","duration":"690.971401ms","start":"2026-03-03T14:28:53.468481Z","end":"2026-03-03T14:28:54.159452Z","steps":["trace[374922332] 'read index received' (duration: 690.699065ms)","trace[374922332] 'applied index is now lower than readState.Index' (duration: 270.616µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:54.159769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.633089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:54.15985Z","caller":"traceutil/trace.go:171","msg":"trace[1134944263] transaction","detail":"{read_only:false; response_revision:12275; number_of_response:1; }","duration":"699.524258ms","start":"2026-03-03T14:28:53.460306Z","end":"2026-03-03T14:28:54.15983Z","steps":["trace[1134944263] 'process raft request' (duration: 698.872954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:54.159869Z","caller":"traceutil/trace.go:171","msg":"trace[641546266] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12275; }","duration":"531.790423ms","start":"2026-03-03T14:28:53.628065Z","end":"2026-03-03T14:28:54.159856Z","steps":["trace[641546266] 'agreement among raft nodes before linearized reading' (duration: 531.611259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.159945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.628017Z","time spent":"531.919746ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:28:54.159989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.522829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:54.160097Z","caller":"traceutil/trace.go:171","msg":"trace[380650325] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12275; }","duration":"111.700703ms","start":"2026-03-03T14:28:54.048371Z","end":"2026-03-03T14:28:54.160071Z","steps":["trace[380650325] 'agreement among raft nodes before linearized reading' (duration: 111.505098ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.159942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.460282Z","time spent":"699.60937ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":652,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:28:54.160227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.138572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:28:54.159772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.280498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:54.160288Z","caller":"traceutil/trace.go:171","msg":"trace[1139861933] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12275; }","duration":"292.323096ms","start":"2026-03-03T14:28:53.86795Z","end":"2026-03-03T14:28:54.160274Z","steps":["trace[1139861933] 'agreement among raft nodes before linearized reading' (duration: 292.011638ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:54.160356Z","caller":"traceutil/trace.go:171","msg":"trace[195167141] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12275; }","duration":"691.928584ms","start":"2026-03-03T14:28:53.468413Z","end":"2026-03-03T14:28:54.160341Z","steps":["trace[195167141] 'agreement among raft nodes before linearized reading' (duration: 691.218727ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.160408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:53.46839Z","time spent":"692.007745ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:54.771897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.422538ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:28:54.772011Z","caller":"traceutil/trace.go:171","msg":"trace[1598196580] linearizableReadLoop","detail":"{readStateIndex:12811; appliedIndex:12810; }","duration":"592.523584ms","start":"2026-03-03T14:28:54.179465Z","end":"2026-03-03T14:28:54.771989Z","steps":["trace[1598196580] 'read index received' (duration: 125.928702ms)","trace[1598196580] 'applied index is now lower than readState.Index' (duration: 466.592791ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:54.772068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.1619Z","time spent":"610.15579ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:28:54.77216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"592.682217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:54.772211Z","caller":"traceutil/trace.go:171","msg":"trace[2102494606] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12275; }","duration":"592.759829ms","start":"2026-03-03T14:28:54.179437Z","end":"2026-03-03T14:28:54.772197Z","steps":["trace[2102494606] 'agreement among raft nodes before linearized reading' (duration: 592.666227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.772261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.17942Z","time spent":"592.82967ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:28:54.860466Z","caller":"traceutil/trace.go:171","msg":"trace[1614416137] transaction","detail":"{read_only:false; response_revision:12276; number_of_response:1; }","duration":"637.96372ms","start":"2026-03-03T14:28:54.222477Z","end":"2026-03-03T14:28:54.860441Z","steps":["trace[1614416137] 'process raft request' (duration: 637.751354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:54.860719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.222443Z","time spent":"638.118584ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96558,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.042901Z","caller":"traceutil/trace.go:171","msg":"trace[1220830822] transaction","detail":"{read_only:false; response_revision:12279; number_of_response:1; }","duration":"697.281107ms","start":"2026-03-03T14:28:54.345607Z","end":"2026-03-03T14:28:55.042888Z","steps":["trace[1220830822] 'process raft request' (duration: 697.180564ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:55.042919Z","caller":"traceutil/trace.go:171","msg":"trace[1758159747] transaction","detail":"{read_only:false; response_revision:12278; number_of_response:1; }","duration":"697.338168ms","start":"2026-03-03T14:28:54.345523Z","end":"2026-03-03T14:28:55.042861Z","steps":["trace[1758159747] 'process raft request' (duration: 697.009511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.043033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.345596Z","time spent":"697.361898ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.043037Z","caller":"traceutil/trace.go:171","msg":"trace[228267293] linearizableReadLoop","detail":"{readStateIndex:12815; appliedIndex:12811; }","duration":"270.945634ms","start":"2026-03-03T14:28:54.772068Z","end":"2026-03-03T14:28:55.043014Z","steps":["trace[228267293] 'read index received' (duration: 87.957206ms)","trace[228267293] 'applied index is now lower than readState.Index' (duration: 182.987458ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:55.043139Z","caller":"traceutil/trace.go:171","msg":"trace[739203514] transaction","detail":"{read_only:false; response_revision:12280; number_of_response:1; }","duration":"270.149895ms","start":"2026-03-03T14:28:54.772981Z","end":"2026-03-03T14:28:55.043131Z","steps":["trace[739203514] 'process raft request' (duration: 269.865059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.043107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.345511Z","time spent":"697.502592ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:55.043376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.551009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:55.043382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.839831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.043404Z","caller":"traceutil/trace.go:171","msg":"trace[1835672739] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12280; }","duration":"285.623331ms","start":"2026-03-03T14:28:54.757774Z","end":"2026-03-03T14:28:55.043398Z","steps":["trace[1835672739] 'agreement among raft nodes before linearized reading' (duration: 285.5462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:55.04342Z","caller":"traceutil/trace.go:171","msg":"trace[788176525] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12280; }","duration":"336.940474ms","start":"2026-03-03T14:28:54.706469Z","end":"2026-03-03T14:28:55.043409Z","steps":["trace[788176525] 'agreement among raft nodes before linearized reading' (duration: 336.875622ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.04346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.706446Z","time spent":"337.007685ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:55.043521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.155039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.043544Z","caller":"traceutil/trace.go:171","msg":"trace[1366253246] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12280; }","duration":"337.22472ms","start":"2026-03-03T14:28:54.706312Z","end":"2026-03-03T14:28:55.043537Z","steps":["trace[1366253246] 'agreement among raft nodes before linearized reading' (duration: 337.18753ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.043563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.706282Z","time spent":"337.274742ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:55.043678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.412273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12733"} {"level":"info","ts":"2026-03-03T14:28:55.043717Z","caller":"traceutil/trace.go:171","msg":"trace[1416265598] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12280; }","duration":"333.462263ms","start":"2026-03-03T14:28:54.710244Z","end":"2026-03-03T14:28:55.043706Z","steps":["trace[1416265598] 'agreement among raft nodes before linearized reading' (duration: 333.349181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.043732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.838899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:55.043785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.851362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:28:55.043794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.212287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.043811Z","caller":"traceutil/trace.go:171","msg":"trace[67542133] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12280; }","duration":"267.909814ms","start":"2026-03-03T14:28:54.775895Z","end":"2026-03-03T14:28:55.043805Z","steps":["trace[67542133] 'agreement among raft nodes before linearized reading' (duration: 267.847092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.04375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.710238Z","time spent":"333.506934ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12757,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"info","ts":"2026-03-03T14:28:55.043827Z","caller":"traceutil/trace.go:171","msg":"trace[1473802945] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:12280; }","duration":"336.266558ms","start":"2026-03-03T14:28:54.707554Z","end":"2026-03-03T14:28:55.04382Z","steps":["trace[1473802945] 'agreement among raft nodes before linearized reading' (duration: 336.218097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.043855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.707527Z","time spent":"336.32318ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:55.043958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.12221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:55.043984Z","caller":"traceutil/trace.go:171","msg":"trace[442805002] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12280; }","duration":"160.18577ms","start":"2026-03-03T14:28:54.88379Z","end":"2026-03-03T14:28:55.043975Z","steps":["trace[442805002] 'agreement among raft nodes before linearized reading' (duration: 160.140519ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.044089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.86849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.044111Z","caller":"traceutil/trace.go:171","msg":"trace[1137783170] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:12280; }","duration":"171.915131ms","start":"2026-03-03T14:28:54.872189Z","end":"2026-03-03T14:28:55.044104Z","steps":["trace[1137783170] 'agreement among raft nodes before linearized reading' (duration: 171.882151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.044135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.819628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:1 size:12733"} {"level":"info","ts":"2026-03-03T14:28:55.043801Z","caller":"traceutil/trace.go:171","msg":"trace[1431348610] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12280; }","duration":"335.92891ms","start":"2026-03-03T14:28:54.707856Z","end":"2026-03-03T14:28:55.043785Z","steps":["trace[1431348610] 'agreement among raft nodes before linearized reading' (duration: 335.821318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:55.044183Z","caller":"traceutil/trace.go:171","msg":"trace[744909561] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:1; response_revision:12280; }","duration":"335.88895ms","start":"2026-03-03T14:28:54.708282Z","end":"2026-03-03T14:28:55.044171Z","steps":["trace[744909561] 'agreement among raft nodes before linearized reading' (duration: 335.739677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.044211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.707847Z","time spent":"336.357321ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:55.044223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.708275Z","time spent":"335.938901ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":12757,"request content":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:28:55.043723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.61536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:28:55.044524Z","caller":"traceutil/trace.go:171","msg":"trace[1973055067] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12280; }","duration":"338.440379ms","start":"2026-03-03T14:28:54.706068Z","end":"2026-03-03T14:28:55.044508Z","steps":["trace[1973055067] 'agreement among raft nodes before linearized reading' (duration: 337.588219ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.044592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.706046Z","time spent":"338.52518ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:28:55.042652Z","caller":"traceutil/trace.go:171","msg":"trace[1621297710] transaction","detail":"{read_only:false; response_revision:12277; number_of_response:1; }","duration":"697.370579ms","start":"2026-03-03T14:28:54.345233Z","end":"2026-03-03T14:28:55.042603Z","steps":["trace[1621297710] 'process raft request' (duration: 697.163024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.045082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:54.345156Z","time spent":"699.885976ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:55.294337Z","caller":"traceutil/trace.go:171","msg":"trace[367415670] linearizableReadLoop","detail":"{readStateIndex:12817; appliedIndex:12816; }","duration":"245.417415ms","start":"2026-03-03T14:28:55.048897Z","end":"2026-03-03T14:28:55.294314Z","steps":["trace[367415670] 'read index received' (duration: 204.596964ms)","trace[367415670] 'applied index is now lower than readState.Index' (duration: 40.819211ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:55.294436Z","caller":"traceutil/trace.go:171","msg":"trace[1680381763] transaction","detail":"{read_only:false; response_revision:12281; number_of_response:1; }","duration":"245.832804ms","start":"2026-03-03T14:28:55.048592Z","end":"2026-03-03T14:28:55.294425Z","steps":["trace[1680381763] 'process raft request' (duration: 204.905181ms)","trace[1680381763] 'compare' (duration: 40.691778ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:55.294638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.724672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:28:55.294689Z","caller":"traceutil/trace.go:171","msg":"trace[1907809935] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12281; }","duration":"245.796114ms","start":"2026-03-03T14:28:55.04888Z","end":"2026-03-03T14:28:55.294676Z","steps":["trace[1907809935] 'agreement among raft nodes before linearized reading' (duration: 245.606019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.685468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.756726ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:28:55.685673Z","caller":"traceutil/trace.go:171","msg":"trace[1508467767] linearizableReadLoop","detail":"{readStateIndex:12819; appliedIndex:12817; }","duration":"391.261645ms","start":"2026-03-03T14:28:55.294396Z","end":"2026-03-03T14:28:55.685657Z","steps":["trace[1508467767] 'read index received' (duration: 246.161222ms)","trace[1508467767] 'applied index is now lower than readState.Index' (duration: 145.099433ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:55.685771Z","caller":"traceutil/trace.go:171","msg":"trace[1291670207] transaction","detail":"{read_only:false; response_revision:12283; number_of_response:1; }","duration":"635.402401ms","start":"2026-03-03T14:28:55.050329Z","end":"2026-03-03T14:28:55.685732Z","steps":["trace[1291670207] 'process raft request' (duration: 635.253848ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.685853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.798433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:55.685919Z","caller":"traceutil/trace.go:171","msg":"trace[1838932290] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12283; }","duration":"636.892835ms","start":"2026-03-03T14:28:55.049013Z","end":"2026-03-03T14:28:55.685906Z","steps":["trace[1838932290] 'agreement among raft nodes before linearized reading' (duration: 636.781092ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.685927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.050323Z","time spent":"635.524694ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:55.685961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.049009Z","time spent":"636.946566ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:28:55.686152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"606.534315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:28:55.686155Z","caller":"traceutil/trace.go:171","msg":"trace[73079625] transaction","detail":"{read_only:false; response_revision:12282; number_of_response:1; }","duration":"636.745911ms","start":"2026-03-03T14:28:55.049397Z","end":"2026-03-03T14:28:55.686142Z","steps":["trace[73079625] 'process raft request' (duration: 491.238618ms)","trace[73079625] 'compare' (duration: 144.444819ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:55.686177Z","caller":"traceutil/trace.go:171","msg":"trace[1391457145] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12283; }","duration":"606.574256ms","start":"2026-03-03T14:28:55.079594Z","end":"2026-03-03T14:28:55.686168Z","steps":["trace[1391457145] 'agreement among raft nodes before linearized reading' (duration: 606.497554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.686211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.079585Z","time spent":"606.621638ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:28:55.686207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.049389Z","time spent":"636.790943ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:55.686507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.544915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:28:55.686528Z","caller":"traceutil/trace.go:171","msg":"trace[379136407] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:12283; }","duration":"389.596697ms","start":"2026-03-03T14:28:55.296926Z","end":"2026-03-03T14:28:55.686523Z","steps":["trace[379136407] 'agreement among raft nodes before linearized reading' (duration: 389.520785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.686541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.296911Z","time spent":"389.626917ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:28:55.686623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.152757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:28:55.686683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.237505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-03-03T14:28:55.68672Z","caller":"traceutil/trace.go:171","msg":"trace[2021130599] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12283; }","duration":"227.313207ms","start":"2026-03-03T14:28:55.459402Z","end":"2026-03-03T14:28:55.686715Z","steps":["trace[2021130599] 'agreement among raft nodes before linearized reading' (duration: 227.241716ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:55.686706Z","caller":"traceutil/trace.go:171","msg":"trace[2053030332] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12283; }","duration":"560.240189ms","start":"2026-03-03T14:28:55.126447Z","end":"2026-03-03T14:28:55.686687Z","steps":["trace[2053030332] 'agreement among raft nodes before linearized reading' (duration: 559.304447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.686783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.12639Z","time spent":"560.373362ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1300,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:55.686857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.585424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:28:55.686878Z","caller":"traceutil/trace.go:171","msg":"trace[1816095731] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12283; }","duration":"227.641856ms","start":"2026-03-03T14:28:55.459232Z","end":"2026-03-03T14:28:55.686874Z","steps":["trace[1816095731] 'agreement among raft nodes before linearized reading' (duration: 227.574303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.686871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.51637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:28:55.686906Z","caller":"traceutil/trace.go:171","msg":"trace[1899408589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12283; }","duration":"216.54586ms","start":"2026-03-03T14:28:55.470348Z","end":"2026-03-03T14:28:55.686894Z","steps":["trace[1899408589] 'agreement among raft nodes before linearized reading' (duration: 216.463617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.686793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.989952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:28:55.687096Z","caller":"traceutil/trace.go:171","msg":"trace[166565828] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12283; }","duration":"126.345202ms","start":"2026-03-03T14:28:55.560735Z","end":"2026-03-03T14:28:55.68708Z","steps":["trace[166565828] 'agreement among raft nodes before linearized reading' (duration: 125.975032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.687124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.912718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:28:55.687195Z","caller":"traceutil/trace.go:171","msg":"trace[1167627283] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12283; }","duration":"217.007071ms","start":"2026-03-03T14:28:55.470179Z","end":"2026-03-03T14:28:55.687186Z","steps":["trace[1167627283] 'agreement among raft nodes before linearized reading' (duration: 216.868078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.686688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.063486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:28:55.687301Z","caller":"traceutil/trace.go:171","msg":"trace[1961006139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12283; }","duration":"222.692272ms","start":"2026-03-03T14:28:55.464577Z","end":"2026-03-03T14:28:55.68727Z","steps":["trace[1961006139] 'agreement among raft nodes before linearized reading' (duration: 221.980095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.68762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.360453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:55.687642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.991809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:28:55.687661Z","caller":"traceutil/trace.go:171","msg":"trace[1294155916] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12283; }","duration":"315.03491ms","start":"2026-03-03T14:28:55.37262Z","end":"2026-03-03T14:28:55.687655Z","steps":["trace[1294155916] 'agreement among raft nodes before linearized reading' (duration: 314.347504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:55.68766Z","caller":"traceutil/trace.go:171","msg":"trace[1141176206] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:12283; }","duration":"386.412014ms","start":"2026-03-03T14:28:55.301239Z","end":"2026-03-03T14:28:55.687651Z","steps":["trace[1141176206] 'agreement among raft nodes before linearized reading' (duration: 386.350572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:55.687689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.372609Z","time spent":"315.06239ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1300,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:55.687692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.301235Z","time spent":"386.447914ms","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"info","ts":"2026-03-03T14:28:56.130824Z","caller":"traceutil/trace.go:171","msg":"trace[1639062280] linearizableReadLoop","detail":"{readStateIndex:12820; appliedIndex:12819; }","duration":"426.786713ms","start":"2026-03-03T14:28:55.703994Z","end":"2026-03-03T14:28:56.130781Z","steps":["trace[1639062280] 'read index received' (duration: 347.21434ms)","trace[1639062280] 'applied index is now lower than readState.Index' (duration: 79.571183ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:56.130892Z","caller":"traceutil/trace.go:171","msg":"trace[1590586974] transaction","detail":"{read_only:false; response_revision:12284; number_of_response:1; }","duration":"440.179073ms","start":"2026-03-03T14:28:55.690669Z","end":"2026-03-03T14:28:56.130848Z","steps":["trace[1590586974] 'process raft request' (duration: 360.468287ms)","trace[1590586974] 'compare' (duration: 79.362868ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:56.131026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.690655Z","time spent":"440.309315ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7524,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:28:56.131614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.596783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:486155"} {"level":"info","ts":"2026-03-03T14:28:56.131698Z","caller":"traceutil/trace.go:171","msg":"trace[385450459] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12284; }","duration":"427.705555ms","start":"2026-03-03T14:28:55.703975Z","end":"2026-03-03T14:28:56.131681Z","steps":["trace[385450459] 'agreement among raft nodes before linearized reading' (duration: 426.986598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.131744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.703963Z","time spent":"427.769836ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":486179,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:28:56.631355Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377442,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:28:56.660559Z","caller":"traceutil/trace.go:171","msg":"trace[607570154] transaction","detail":"{read_only:false; response_revision:12286; number_of_response:1; }","duration":"956.263164ms","start":"2026-03-03T14:28:55.704269Z","end":"2026-03-03T14:28:56.660532Z","steps":["trace[607570154] 'process raft request' (duration: 956.07965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:56.66061Z","caller":"traceutil/trace.go:171","msg":"trace[849976096] transaction","detail":"{read_only:false; response_revision:12287; number_of_response:1; }","duration":"956.297755ms","start":"2026-03-03T14:28:55.704304Z","end":"2026-03-03T14:28:56.660602Z","steps":["trace[849976096] 'process raft request' (duration: 956.08677ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.660701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.70426Z","time spent":"956.361426ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:56.660721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.704291Z","time spent":"956.347646ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:56.660908Z","caller":"traceutil/trace.go:171","msg":"trace[1760816887] transaction","detail":"{read_only:false; response_revision:12288; number_of_response:1; }","duration":"956.599992ms","start":"2026-03-03T14:28:55.704295Z","end":"2026-03-03T14:28:56.660895Z","steps":["trace[1760816887] 'process raft request' (duration: 956.125531ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.660998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.704266Z","time spent":"956.677103ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:56.660568Z","caller":"traceutil/trace.go:171","msg":"trace[1524874136] transaction","detail":"{read_only:false; response_revision:12291; number_of_response:1; }","duration":"648.684776ms","start":"2026-03-03T14:28:56.011868Z","end":"2026-03-03T14:28:56.660552Z","steps":["trace[1524874136] 'process raft request' (duration: 648.646686ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.661243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.01184Z","time spent":"649.290391ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:56.661293Z","caller":"traceutil/trace.go:171","msg":"trace[1046635233] transaction","detail":"{read_only:false; response_revision:12285; number_of_response:1; }","duration":"957.057992ms","start":"2026-03-03T14:28:55.704174Z","end":"2026-03-03T14:28:56.661232Z","steps":["trace[1046635233] 'process raft request' (duration: 956.008438ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:56.661363Z","caller":"traceutil/trace.go:171","msg":"trace[1065088730] transaction","detail":"{read_only:false; response_revision:12289; number_of_response:1; }","duration":"957.017832ms","start":"2026-03-03T14:28:55.704331Z","end":"2026-03-03T14:28:56.661349Z","steps":["trace[1065088730] 'process raft request' (duration: 956.115911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.661432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.704316Z","time spent":"957.079613ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:56.661512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.704166Z","time spent":"957.238377ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:56.66135Z","caller":"traceutil/trace.go:171","msg":"trace[1531546973] transaction","detail":"{read_only:false; response_revision:12290; number_of_response:1; }","duration":"737.178066ms","start":"2026-03-03T14:28:55.924146Z","end":"2026-03-03T14:28:56.661324Z","steps":["trace[1531546973] 'process raft request' (duration: 736.338437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:56.661799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.924122Z","time spent":"737.603487ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:57.395887Z","caller":"traceutil/trace.go:171","msg":"trace[108813313] transaction","detail":"{read_only:false; response_revision:12293; number_of_response:1; }","duration":"1.258850598s","start":"2026-03-03T14:28:56.137005Z","end":"2026-03-03T14:28:57.395856Z","steps":["trace[108813313] 'process raft request' (duration: 1.25852097s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.396035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.136986Z","time spent":"1.25897077s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":664,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:28:57.396005Z","caller":"traceutil/trace.go:171","msg":"trace[488472840] linearizableReadLoop","detail":"{readStateIndex:12830; appliedIndex:12825; }","duration":"1.265050181s","start":"2026-03-03T14:28:56.130922Z","end":"2026-03-03T14:28:57.395972Z","steps":["trace[488472840] 'read index received' (duration: 529.578743ms)","trace[488472840] 'applied index is now lower than readState.Index' (duration: 735.469548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:57.396392Z","caller":"traceutil/trace.go:171","msg":"trace[651970122] transaction","detail":"{read_only:false; response_revision:12294; number_of_response:1; }","duration":"1.257191759s","start":"2026-03-03T14:28:56.139057Z","end":"2026-03-03T14:28:57.396249Z","steps":["trace[651970122] 'process raft request' (duration: 1.256747289s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:57.396176Z","caller":"traceutil/trace.go:171","msg":"trace[1085665433] transaction","detail":"{read_only:false; response_revision:12292; number_of_response:1; }","duration":"1.259262136s","start":"2026-03-03T14:28:56.136368Z","end":"2026-03-03T14:28:57.39563Z","steps":["trace[1085665433] 'process raft request' (duration: 1.25900554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.396505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400996153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:57.396759Z","caller":"traceutil/trace.go:171","msg":"trace[1403988509] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12294; }","duration":"1.40133542s","start":"2026-03-03T14:28:55.995403Z","end":"2026-03-03T14:28:57.396738Z","steps":["trace[1403988509] 'agreement among raft nodes before linearized reading' (duration: 1.400942251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.396561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.139048Z","time spent":"1.257422134s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7334,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:57.396825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.995374Z","time spent":"1.401425102s","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:57.397082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.522206466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:28:57.397162Z","caller":"traceutil/trace.go:171","msg":"trace[1043583703] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12294; }","duration":"1.522695087s","start":"2026-03-03T14:28:55.874441Z","end":"2026-03-03T14:28:57.397136Z","steps":["trace[1043583703] 'agreement among raft nodes before linearized reading' (duration: 1.521637203s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.397291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:55.874418Z","time spent":"1.52284835s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:28:57.39739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.136343Z","time spent":"1.260325562s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7570,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:57.749861Z","caller":"traceutil/trace.go:171","msg":"trace[661774424] transaction","detail":"{read_only:false; response_revision:12297; number_of_response:1; }","duration":"697.896191ms","start":"2026-03-03T14:28:57.051936Z","end":"2026-03-03T14:28:57.749832Z","steps":["trace[661774424] 'process raft request' (duration: 697.808369ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:57.749939Z","caller":"traceutil/trace.go:171","msg":"trace[250885694] transaction","detail":"{read_only:false; response_revision:12295; number_of_response:1; }","duration":"829.862022ms","start":"2026-03-03T14:28:56.920061Z","end":"2026-03-03T14:28:57.749923Z","steps":["trace[250885694] 'process raft request' (duration: 810.077617ms)","trace[250885694] 'compare' (duration: 19.10478ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:28:57.750026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.920039Z","time spent":"829.933163ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:57.750027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.051911Z","time spent":"698.039164ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:57.750313Z","caller":"traceutil/trace.go:171","msg":"trace[883535959] linearizableReadLoop","detail":"{readStateIndex:12834; appliedIndex:12830; }","duration":"354.097769ms","start":"2026-03-03T14:28:57.396202Z","end":"2026-03-03T14:28:57.7503Z","steps":["trace[883535959] 'read index received' (duration: 333.946825ms)","trace[883535959] 'applied index is now lower than readState.Index' (duration: 20.144684ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:28:57.750314Z","caller":"traceutil/trace.go:171","msg":"trace[97252574] transaction","detail":"{read_only:false; response_revision:12296; number_of_response:1; }","duration":"698.399753ms","start":"2026-03-03T14:28:57.051865Z","end":"2026-03-03T14:28:57.750264Z","steps":["trace[97252574] 'process raft request' (duration: 697.795239ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.751956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.051851Z","time spent":"699.99844ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:28:57.750439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056201768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:28:57.750613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.869464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:28:57.750595Z","caller":"traceutil/trace.go:171","msg":"trace[1979900933] transaction","detail":"{read_only:false; response_revision:12298; number_of_response:1; }","duration":"698.467984ms","start":"2026-03-03T14:28:57.05209Z","end":"2026-03-03T14:28:57.750558Z","steps":["trace[1979900933] 'process raft request' (duration: 697.701696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.750641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.183383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:57.75066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.908624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:28:57.750668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.937929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T14:28:57.750701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.026053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:28:57.750736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.988782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:28:57.750594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.899494ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:28:57.752223Z","caller":"traceutil/trace.go:171","msg":"trace[1611484988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12298; }","duration":"704.811131ms","start":"2026-03-03T14:28:57.047399Z","end":"2026-03-03T14:28:57.75221Z","steps":["trace[1611484988] 'agreement among raft nodes before linearized reading' (duration: 703.205904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.752271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.04737Z","time spent":"704.890732ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:28:57.752414Z","caller":"traceutil/trace.go:171","msg":"trace[489218031] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12298; }","duration":"1.058215375s","start":"2026-03-03T14:28:56.694185Z","end":"2026-03-03T14:28:57.7524Z","steps":["trace[489218031] 'agreement among raft nodes before linearized reading' (duration: 1.056148207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.752452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:56.694162Z","time spent":"1.058280946s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:28:57.752589Z","caller":"traceutil/trace.go:171","msg":"trace[1959885864] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12298; }","duration":"700.88115ms","start":"2026-03-03T14:28:57.051698Z","end":"2026-03-03T14:28:57.752579Z","steps":["trace[1959885864] 'agreement among raft nodes before linearized reading' (duration: 698.872553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.752632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.051681Z","time spent":"700.941542ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:28:57.75266Z","caller":"traceutil/trace.go:171","msg":"trace[1620652739] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12298; }","duration":"700.930121ms","start":"2026-03-03T14:28:57.051715Z","end":"2026-03-03T14:28:57.752645Z","steps":["trace[1620652739] 'agreement among raft nodes before linearized reading' (duration: 698.800382ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:57.752649Z","caller":"traceutil/trace.go:171","msg":"trace[2089400503] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12298; }","duration":"688.923244ms","start":"2026-03-03T14:28:57.063689Z","end":"2026-03-03T14:28:57.752612Z","steps":["trace[2089400503] 'agreement among raft nodes before linearized reading' (duration: 686.862557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.752766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.063677Z","time spent":"689.049018ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-03-03T14:28:57.752858Z","caller":"traceutil/trace.go:171","msg":"trace[892693998] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12298; }","duration":"703.286316ms","start":"2026-03-03T14:28:57.049556Z","end":"2026-03-03T14:28:57.752842Z","steps":["trace[892693998] 'agreement among raft nodes before linearized reading' (duration: 701.019973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:57.752904Z","caller":"traceutil/trace.go:171","msg":"trace[151919275] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12298; }","duration":"703.173913ms","start":"2026-03-03T14:28:57.04972Z","end":"2026-03-03T14:28:57.752894Z","steps":["trace[151919275] 'agreement among raft nodes before linearized reading' (duration: 700.940801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.752949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.0497Z","time spent":"703.236595ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:28:57.752949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.049535Z","time spent":"703.380067ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:57.752845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.052059Z","time spent":"700.710886ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:28:57.752094Z","caller":"traceutil/trace.go:171","msg":"trace[1020527556] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12298; }","duration":"700.405769ms","start":"2026-03-03T14:28:57.051672Z","end":"2026-03-03T14:28:57.752077Z","steps":["trace[1020527556] 'agreement among raft nodes before linearized reading' (duration: 698.844983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.753921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.051665Z","time spent":"702.21291ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:28:57.755299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.051708Z","time spent":"700.985242ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:28:57.833352Z","caller":"traceutil/trace.go:171","msg":"trace[1782959416] transaction","detail":"{read_only:false; response_revision:12299; number_of_response:1; }","duration":"430.338176ms","start":"2026-03-03T14:28:57.402979Z","end":"2026-03-03T14:28:57.833317Z","steps":["trace[1782959416] 'process raft request' (duration: 430.163872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.833495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.402955Z","time spent":"430.46914ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":686,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:28:57.833496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.826581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-03-03T14:28:57.833552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.443231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-rlqsk\" ","response":"range_response_count:1 size:7585"} {"level":"info","ts":"2026-03-03T14:28:57.833621Z","caller":"traceutil/trace.go:171","msg":"trace[469147635] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-rlqsk; range_end:; response_count:1; response_revision:12299; }","duration":"424.564054ms","start":"2026-03-03T14:28:57.409039Z","end":"2026-03-03T14:28:57.833603Z","steps":["trace[469147635] 'agreement among raft nodes before linearized reading' (duration: 424.309548ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:28:57.833605Z","caller":"traceutil/trace.go:171","msg":"trace[639140798] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12299; }","duration":"198.981005ms","start":"2026-03-03T14:28:57.634587Z","end":"2026-03-03T14:28:57.833568Z","steps":["trace[639140798] 'agreement among raft nodes before linearized reading' (duration: 198.74654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.833576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.308953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:28:57.833712Z","caller":"traceutil/trace.go:171","msg":"trace[1196759590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12299; }","duration":"140.476707ms","start":"2026-03-03T14:28:57.693225Z","end":"2026-03-03T14:28:57.833702Z","steps":["trace[1196759590] 'agreement among raft nodes before linearized reading' (duration: 140.295513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.83387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.89862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:28:57.833662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.409024Z","time spent":"424.629745ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":7609,"request content":"key:\"/registry/pods/openstack/cinder-ks-user-rlqsk\" "} {"level":"info","ts":"2026-03-03T14:28:57.833916Z","caller":"traceutil/trace.go:171","msg":"trace[760838255] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12299; }","duration":"428.013033ms","start":"2026-03-03T14:28:57.405893Z","end":"2026-03-03T14:28:57.833906Z","steps":["trace[760838255] 'agreement among raft nodes before linearized reading' (duration: 427.580033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:28:57.833942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.405878Z","time spent":"428.057073ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:00.047798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999918453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:00.047866Z","caller":"traceutil/trace.go:171","msg":"trace[1654392802] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048716s","start":"2026-03-03T14:28:58.047802Z","end":"2026-03-03T14:29:00.047851Z","steps":["trace[1654392802] 'agreement among raft nodes before linearized reading' (duration: 1.999953694s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:00.047901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.047747Z","time spent":"2.000146968s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:02.048981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000742613s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:02.049046Z","caller":"traceutil/trace.go:171","msg":"trace[598412178] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000885866s","start":"2026-03-03T14:29:00.048146Z","end":"2026-03-03T14:29:02.049032Z","steps":["trace[598412178] 'agreement among raft nodes before linearized reading' (duration: 2.000770323s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.049079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.048131Z","time spent":"2.000941858s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:02.590317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.025493Z","time spent":"3.564811852s","remote":"127.0.0.1:32870","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:02.591408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.442216474s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:02.591558Z","caller":"traceutil/trace.go:171","msg":"trace[220188776] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12299; }","duration":"2.442380528s","start":"2026-03-03T14:29:00.149148Z","end":"2026-03-03T14:29:02.591529Z","steps":["trace[220188776] 'range keys from in-memory index tree' (duration: 2.442191234s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.591689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.417482829s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:02.591819Z","caller":"traceutil/trace.go:171","msg":"trace[1278811678] transaction","detail":"{read_only:false; response_revision:12300; number_of_response:1; }","duration":"4.753068301s","start":"2026-03-03T14:28:57.838722Z","end":"2026-03-03T14:29:02.59179Z","steps":["trace[1278811678] 'process raft request' (duration: 335.375007ms)","trace[1278811678] 'compare' (duration: 4.416711232s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:02.591898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.838707Z","time spent":"4.753156203s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:02.653138Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.478908215s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:02.653647Z","caller":"traceutil/trace.go:171","msg":"trace[912730138] linearizableReadLoop","detail":"{readStateIndex:12837; appliedIndex:12835; }","duration":"4.69091474s","start":"2026-03-03T14:28:57.962699Z","end":"2026-03-03T14:29:02.653614Z","steps":["trace[912730138] 'read index received' (duration: 211.479453ms)","trace[912730138] 'applied index is now lower than readState.Index' (duration: 4.479433887s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:02.653836Z","caller":"traceutil/trace.go:171","msg":"trace[743207837] transaction","detail":"{read_only:false; response_revision:12301; number_of_response:1; }","duration":"4.810747971s","start":"2026-03-03T14:28:57.843019Z","end":"2026-03-03T14:29:02.653767Z","steps":["trace[743207837] 'process raft request' (duration: 4.810404553s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.653878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691126784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:02.654098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.843004Z","time spent":"4.810960727s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8863,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:02.65411Z","caller":"traceutil/trace.go:171","msg":"trace[1560280101] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12301; }","duration":"4.691443812s","start":"2026-03-03T14:28:57.962639Z","end":"2026-03-03T14:29:02.654083Z","steps":["trace[1560280101] 'agreement among raft nodes before linearized reading' (duration: 4.691114894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:02.654176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:57.962613Z","time spent":"4.691541595s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:03.154385Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:03.180644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000439576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:03.180718Z","caller":"traceutil/trace.go:171","msg":"trace[1778711980] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000568979s","start":"2026-03-03T14:29:01.180129Z","end":"2026-03-03T14:29:03.180698Z","steps":["trace[1778711980] 'agreement among raft nodes before linearized reading' (duration: 2.000475397s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:03.180768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.180111Z","time spent":"2.00064664s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:03.654547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377462,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:03.666009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999311556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:03.666195Z","caller":"traceutil/trace.go:171","msg":"trace[1169709727] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999521931s","start":"2026-03-03T14:28:58.666594Z","end":"2026-03-03T14:29:03.666116Z","steps":["trace[1169709727] 'agreement among raft nodes before linearized reading' (duration: 4.999321296s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:03.666419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.666589Z","time spent":"4.999710516s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:29:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:03.66661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999386258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:29:03.666689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999649444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:03.666737Z","caller":"traceutil/trace.go:171","msg":"trace[1930593133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999716396s","start":"2026-03-03T14:28:58.667009Z","end":"2026-03-03T14:29:03.666725Z","steps":["trace[1930593133] 'agreement among raft nodes before linearized reading' (duration: 4.999664594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:03.666816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.667Z","time spent":"4.999805917s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:29:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-03-03T14:29:03.666751Z","caller":"traceutil/trace.go:171","msg":"trace[1273177427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999626583s","start":"2026-03-03T14:28:58.667094Z","end":"2026-03-03T14:29:03.666721Z","steps":["trace[1273177427] 'agreement among raft nodes before linearized reading' (duration: 4.999421959s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:03.667015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.667072Z","time spent":"4.999931001s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:29:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:04.030168Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.376763894s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:04.030822Z","caller":"traceutil/trace.go:171","msg":"trace[1908401398] transaction","detail":"{read_only:false; response_revision:12302; number_of_response:1; }","duration":"4.270999615s","start":"2026-03-03T14:28:59.759796Z","end":"2026-03-03T14:29:04.030795Z","steps":["trace[1908401398] 'process raft request' (duration: 4.270719349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.030986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.75976Z","time spent":"4.271128258s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:04.031354Z","caller":"traceutil/trace.go:171","msg":"trace[1292197493] transaction","detail":"{read_only:false; response_revision:12303; number_of_response:1; }","duration":"4.270714078s","start":"2026-03-03T14:28:59.760599Z","end":"2026-03-03T14:29:04.031314Z","steps":["trace[1292197493] 'process raft request' (duration: 4.270140765s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:04.031423Z","caller":"traceutil/trace.go:171","msg":"trace[1266363395] transaction","detail":"{read_only:false; response_revision:12304; number_of_response:1; }","duration":"4.268961547s","start":"2026-03-03T14:28:59.762435Z","end":"2026-03-03T14:29:04.031397Z","steps":["trace[1266363395] 'process raft request' (duration: 4.268543518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.031538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.760582Z","time spent":"4.270861081s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:04.031573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.762422Z","time spent":"4.26906707s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:04.086089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.030777394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:04.08614Z","caller":"traceutil/trace.go:171","msg":"trace[962948727] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.030865336s","start":"2026-03-03T14:29:02.055261Z","end":"2026-03-03T14:29:04.086127Z","steps":["trace[962948727] 'agreement among raft nodes before linearized reading' (duration: 2.030810885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.086174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.055244Z","time spent":"2.030921967s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:04.807909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.587504ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:29:04.808001Z","caller":"traceutil/trace.go:171","msg":"trace[2110746805] linearizableReadLoop","detail":"{readStateIndex:12841; appliedIndex:12837; }","duration":"2.154281769s","start":"2026-03-03T14:29:02.653703Z","end":"2026-03-03T14:29:04.807985Z","steps":["trace[2110746805] 'read index received' (duration: 1.376796285s)","trace[2110746805] 'applied index is now lower than readState.Index' (duration: 777.484084ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:04.808508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.525185732s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:04.808461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.327806163s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:04.808541Z","caller":"traceutil/trace.go:171","msg":"trace[2037045273] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:12304; }","duration":"4.525271864s","start":"2026-03-03T14:29:00.283259Z","end":"2026-03-03T14:29:04.808531Z","steps":["trace[2037045273] 'agreement among raft nodes before linearized reading' (duration: 4.525075679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.808519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049065143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:04.808591Z","caller":"traceutil/trace.go:171","msg":"trace[946488260] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12304; }","duration":"4.327987957s","start":"2026-03-03T14:29:00.480567Z","end":"2026-03-03T14:29:04.808555Z","steps":["trace[946488260] 'agreement among raft nodes before linearized reading' (duration: 4.327764352s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:04.808631Z","caller":"traceutil/trace.go:171","msg":"trace[429016122] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12304; }","duration":"5.049232527s","start":"2026-03-03T14:28:59.759371Z","end":"2026-03-03T14:29:04.808603Z","steps":["trace[429016122] 'agreement among raft nodes before linearized reading' (duration: 5.049024482s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.808658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.070843347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:04.808678Z","caller":"traceutil/trace.go:171","msg":"trace[2062918690] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12304; }","duration":"6.070900348s","start":"2026-03-03T14:28:58.737771Z","end":"2026-03-03T14:29:04.808672Z","steps":["trace[2062918690] 'agreement among raft nodes before linearized reading' (duration: 6.070814236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.808701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.737752Z","time spent":"6.070944389s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:04.808688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.480546Z","time spent":"4.3281188s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:04.808895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.04761502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:04.80891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.047420095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:04.809014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.048675874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:04.80903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.692697098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:04.809056Z","caller":"traceutil/trace.go:171","msg":"trace[460788909] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12304; }","duration":"5.048734115s","start":"2026-03-03T14:28:59.760311Z","end":"2026-03-03T14:29:04.809045Z","steps":["trace[460788909] 'agreement among raft nodes before linearized reading' (duration: 5.048671953s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:04.809092Z","caller":"traceutil/trace.go:171","msg":"trace[582377729] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12304; }","duration":"3.69279144s","start":"2026-03-03T14:29:01.116285Z","end":"2026-03-03T14:29:04.809077Z","steps":["trace[582377729] 'agreement among raft nodes before linearized reading' (duration: 3.692686218s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:04.809041Z","caller":"traceutil/trace.go:171","msg":"trace[1694076731] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12304; }","duration":"5.047566398s","start":"2026-03-03T14:28:59.761454Z","end":"2026-03-03T14:29:04.809021Z","steps":["trace[1694076731] 'agreement among raft nodes before linearized reading' (duration: 5.047061657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.809146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:01.116268Z","time spent":"3.692865293s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:04.809095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.760299Z","time spent":"5.048787645s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:04.809212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.761446Z","time spent":"5.047712591s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:04.808569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.28324Z","time spent":"4.525322375s","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:04.809404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.049918922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:04.80946Z","caller":"traceutil/trace.go:171","msg":"trace[1250315596] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12304; }","duration":"5.049990975s","start":"2026-03-03T14:28:59.759454Z","end":"2026-03-03T14:29:04.809445Z","steps":["trace[1250315596] 'agreement among raft nodes before linearized reading' (duration: 5.049665247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.808692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.759304Z","time spent":"5.04937635s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:04.809514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.759448Z","time spent":"5.050055086s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:04.80958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93524319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:04.80895Z","caller":"traceutil/trace.go:171","msg":"trace[144336140] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12304; }","duration":"5.047670351s","start":"2026-03-03T14:28:59.761266Z","end":"2026-03-03T14:29:04.808936Z","steps":["trace[144336140] 'agreement among raft nodes before linearized reading' (duration: 5.047458946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.809594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.099510972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:29:04.809696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.761232Z","time spent":"5.048455638s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:29:04.80974Z","caller":"traceutil/trace.go:171","msg":"trace[494184930] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12304; }","duration":"4.935401824s","start":"2026-03-03T14:28:59.874275Z","end":"2026-03-03T14:29:04.809676Z","steps":["trace[494184930] 'agreement among raft nodes before linearized reading' (duration: 4.935201229s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.809858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.87425Z","time spent":"4.935587817s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:04.809957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.666280306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:29:04.810022Z","caller":"traceutil/trace.go:171","msg":"trace[1442841464] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12304; }","duration":"6.666376329s","start":"2026-03-03T14:28:58.14363Z","end":"2026-03-03T14:29:04.810007Z","steps":["trace[1442841464] 'agreement among raft nodes before linearized reading' (duration: 6.666224516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.810074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.14361Z","time spent":"6.666452102s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:29:04.808958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.525425012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:04.810159Z","caller":"traceutil/trace.go:171","msg":"trace[1131562259] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:12304; }","duration":"2.5266619s","start":"2026-03-03T14:29:02.283484Z","end":"2026-03-03T14:29:04.810146Z","steps":["trace[1131562259] 'agreement among raft nodes before linearized reading' (duration: 2.525448343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.810193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.283461Z","time spent":"2.526722641s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:04.809748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.143160023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:29:04.810328Z","caller":"traceutil/trace.go:171","msg":"trace[649529835] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12304; }","duration":"6.143751317s","start":"2026-03-03T14:28:58.666535Z","end":"2026-03-03T14:29:04.810286Z","steps":["trace[649529835] 'agreement among raft nodes before linearized reading' (duration: 6.143089352s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.810385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.666494Z","time spent":"6.143873859s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:29:04.80976Z","caller":"traceutil/trace.go:171","msg":"trace[641784535] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12304; }","duration":"4.099787058s","start":"2026-03-03T14:29:00.709913Z","end":"2026-03-03T14:29:04.8097Z","steps":["trace[641784535] 'agreement among raft nodes before linearized reading' (duration: 4.099277497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.81051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:00.709893Z","time spent":"4.100596806s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:04.810764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.746496205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143764"} {"level":"info","ts":"2026-03-03T14:29:04.810838Z","caller":"traceutil/trace.go:171","msg":"trace[527749438] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12304; }","duration":"6.746600048s","start":"2026-03-03T14:28:58.064218Z","end":"2026-03-03T14:29:04.810818Z","steps":["trace[527749438] 'agreement among raft nodes before linearized reading' (duration: 6.744540691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.810933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:58.064202Z","time spent":"6.746686769s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143788,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:04.814598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.840378505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:29:04.814694Z","caller":"traceutil/trace.go:171","msg":"trace[2021769590] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12304; }","duration":"4.840528118s","start":"2026-03-03T14:28:59.97414Z","end":"2026-03-03T14:29:04.814668Z","steps":["trace[2021769590] 'agreement among raft nodes before linearized reading' (duration: 4.834505499s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:04.814743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:28:59.974118Z","time spent":"4.840614s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:29:05.045819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.015293344s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:05.046787Z","caller":"traceutil/trace.go:171","msg":"trace[699938460] transaction","detail":"{read_only:false; response_revision:12305; number_of_response:1; }","duration":"1.20992602s","start":"2026-03-03T14:29:03.836818Z","end":"2026-03-03T14:29:05.046744Z","steps":["trace[699938460] 'process raft request' (duration: 1.209642763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:05.047016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.836795Z","time spent":"1.210098243s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:06.100063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999930883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:06.100148Z","caller":"traceutil/trace.go:171","msg":"trace[101084967] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067937s","start":"2026-03-03T14:29:04.100062Z","end":"2026-03-03T14:29:06.10013Z","steps":["trace[101084967] 'agreement among raft nodes before linearized reading' (duration: 1.999953764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:06.100194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.100044Z","time spent":"2.000140238s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:07.571247Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.525198467s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:07.571874Z","caller":"traceutil/trace.go:171","msg":"trace[890361226] linearizableReadLoop","detail":"{readStateIndex:12843; appliedIndex:12841; }","duration":"2.763829486s","start":"2026-03-03T14:29:04.808019Z","end":"2026-03-03T14:29:07.571849Z","steps":["trace[890361226] 'read index received' (duration: 238.307992ms)","trace[890361226] 'applied index is now lower than readState.Index' (duration: 2.525520124s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:07.572044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.68970593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:07.572057Z","caller":"traceutil/trace.go:171","msg":"trace[1955962734] transaction","detail":"{read_only:false; response_revision:12307; number_of_response:1; }","duration":"2.755215656s","start":"2026-03-03T14:29:04.816799Z","end":"2026-03-03T14:29:07.572015Z","steps":["trace[1955962734] 'process raft request' (duration: 2.75496594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.572146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.962502213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:29:07.57222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.911784599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-rlqsk\" ","response":"range_response_count:1 size:8878"} {"level":"warn","ts":"2026-03-03T14:29:07.572234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.816775Z","time spent":"2.75536567s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:07.572256Z","caller":"traceutil/trace.go:171","msg":"trace[421892998] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12307; }","duration":"2.962658426s","start":"2026-03-03T14:29:04.609575Z","end":"2026-03-03T14:29:07.572234Z","steps":["trace[421892998] 'agreement among raft nodes before linearized reading' (duration: 2.962331829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.572297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.112387049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:07.572311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.609549Z","time spent":"2.962748448s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:29:07.572064Z","caller":"traceutil/trace.go:171","msg":"trace[286919881] transaction","detail":"{read_only:false; response_revision:12306; number_of_response:1; }","duration":"3.204220534s","start":"2026-03-03T14:29:04.36782Z","end":"2026-03-03T14:29:07.572041Z","steps":["trace[286919881] 'process raft request' (duration: 3.203677241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:07.572355Z","caller":"traceutil/trace.go:171","msg":"trace[1633842267] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12307; }","duration":"4.112511552s","start":"2026-03-03T14:29:03.459816Z","end":"2026-03-03T14:29:07.572328Z","steps":["trace[1633842267] 'agreement among raft nodes before linearized reading' (duration: 4.112309408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.572319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.70404472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:29:07.572389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.459795Z","time spent":"4.112587513s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":90,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:07.57235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.804332891s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:07.572471Z","caller":"traceutil/trace.go:171","msg":"trace[1077275655] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12307; }","duration":"3.804520306s","start":"2026-03-03T14:29:03.767922Z","end":"2026-03-03T14:29:07.572443Z","steps":["trace[1077275655] 'agreement among raft nodes before linearized reading' (duration: 3.804170668s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:07.57225Z","caller":"traceutil/trace.go:171","msg":"trace[550078049] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-rlqsk; range_end:; response_count:1; response_revision:12307; }","duration":"4.911863101s","start":"2026-03-03T14:29:02.660379Z","end":"2026-03-03T14:29:07.572242Z","steps":["trace[550078049] 'agreement among raft nodes before linearized reading' (duration: 4.911738378s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:07.572398Z","caller":"traceutil/trace.go:171","msg":"trace[1440157968] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12307; }","duration":"3.704206533s","start":"2026-03-03T14:29:03.868172Z","end":"2026-03-03T14:29:07.572378Z","steps":["trace[1440157968] 'agreement among raft nodes before linearized reading' (duration: 3.703940037s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.572527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.767905Z","time spent":"3.804612957s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:07.572549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.868138Z","time spent":"3.704397958s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:29:07.572547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:02.660356Z","time spent":"4.912173568s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":8902,"request content":"key:\"/registry/pods/openstack/cinder-ks-user-rlqsk\" "} {"level":"info","ts":"2026-03-03T14:29:07.572095Z","caller":"traceutil/trace.go:171","msg":"trace[1164462606] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:12307; }","duration":"3.689779962s","start":"2026-03-03T14:29:03.882302Z","end":"2026-03-03T14:29:07.572082Z","steps":["trace[1164462606] 'agreement among raft nodes before linearized reading' (duration: 3.689675239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:07.572709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:03.882239Z","time spent":"3.690444756s","remote":"127.0.0.1:44164","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:07.572457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.367798Z","time spent":"3.204583711s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2221,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:29:08.072139Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:08.100928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999970074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:08.101019Z","caller":"traceutil/trace.go:171","msg":"trace[1563277257] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000085846s","start":"2026-03-03T14:29:06.100914Z","end":"2026-03-03T14:29:08.101Z","steps":["trace[1563277257] 'agreement among raft nodes before linearized reading' (duration: 1.999964734s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:08.101072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.100872Z","time spent":"2.000189999s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:08.573398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:08.666433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998090404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:08.666509Z","caller":"traceutil/trace.go:171","msg":"trace[2069392565] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998213346s","start":"2026-03-03T14:29:05.668279Z","end":"2026-03-03T14:29:08.666492Z","steps":["trace[2069392565] 'agreement among raft nodes before linearized reading' (duration: 2.998114504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:08.666558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.668264Z","time spent":"2.998284528s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/03/03 14:29:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:08.668067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998652536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:08.668149Z","caller":"traceutil/trace.go:171","msg":"trace[789914019] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.998773029s","start":"2026-03-03T14:29:05.669357Z","end":"2026-03-03T14:29:08.66813Z","steps":["trace[789914019] 'agreement among raft nodes before linearized reading' (duration: 2.998655657s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:08.668197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.669353Z","time spent":"2.998832911s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/03/03 14:29:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:08.681617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.012522665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:08.681684Z","caller":"traceutil/trace.go:171","msg":"trace[1334335368] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"3.012614688s","start":"2026-03-03T14:29:05.669053Z","end":"2026-03-03T14:29:08.681668Z","steps":["trace[1334335368] 'agreement among raft nodes before linearized reading' (duration: 3.012527996s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:08.681721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.669049Z","time spent":"3.012663969s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/03/03 14:29:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:09.074351Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377473,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:09.425304Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.853727075s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:09.42572Z","caller":"traceutil/trace.go:171","msg":"trace[1822264341] transaction","detail":"{read_only:false; response_revision:12308; number_of_response:1; }","duration":"4.168875082s","start":"2026-03-03T14:29:05.256819Z","end":"2026-03-03T14:29:09.425694Z","steps":["trace[1822264341] 'process raft request' (duration: 4.168689527s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.425852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.256799Z","time spent":"4.168979764s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:09.425932Z","caller":"traceutil/trace.go:171","msg":"trace[1172548499] transaction","detail":"{read_only:false; response_revision:12309; number_of_response:1; }","duration":"3.388748146s","start":"2026-03-03T14:29:06.037167Z","end":"2026-03-03T14:29:09.425916Z","steps":["trace[1172548499] 'process raft request' (duration: 3.38848743s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.426029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.037141Z","time spent":"3.388842927s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:09.426147Z","caller":"traceutil/trace.go:171","msg":"trace[320702217] transaction","detail":"{read_only:false; response_revision:12310; number_of_response:1; }","duration":"3.363807481s","start":"2026-03-03T14:29:06.062329Z","end":"2026-03-03T14:29:09.426137Z","steps":["trace[320702217] 'process raft request' (duration: 3.363522114s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.426218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.06231Z","time spent":"3.363863132s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:09.426248Z","caller":"traceutil/trace.go:171","msg":"trace[2114296652] transaction","detail":"{read_only:false; response_revision:12311; number_of_response:1; }","duration":"3.119327166s","start":"2026-03-03T14:29:06.306907Z","end":"2026-03-03T14:29:09.426234Z","steps":["trace[2114296652] 'process raft request' (duration: 3.119108861s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:09.426284Z","caller":"traceutil/trace.go:171","msg":"trace[1081725381] transaction","detail":"{read_only:false; response_revision:12313; number_of_response:1; }","duration":"2.390891001s","start":"2026-03-03T14:29:07.035365Z","end":"2026-03-03T14:29:09.426256Z","steps":["trace[1081725381] 'process raft request' (duration: 2.39082652s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.426322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.306883Z","time spent":"3.119401738s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:09.426314Z","caller":"traceutil/trace.go:171","msg":"trace[1641433987] transaction","detail":"{read_only:false; response_revision:12312; number_of_response:1; }","duration":"2.518834139s","start":"2026-03-03T14:29:06.907461Z","end":"2026-03-03T14:29:09.426295Z","steps":["trace[1641433987] 'process raft request' (duration: 2.518666645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:09.426408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.907282Z","time spent":"2.519081795s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:09.426459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.03534Z","time spent":"2.391014334s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:10.109025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000683531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:29:10.109084Z","caller":"traceutil/trace.go:171","msg":"trace[545440082] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000771553s","start":"2026-03-03T14:29:08.108299Z","end":"2026-03-03T14:29:10.109071Z","steps":["trace[545440082] 'agreement among raft nodes before linearized reading' (duration: 2.000695501s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:10.109133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.108292Z","time spent":"2.000833414s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:10 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:11.187587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038184972s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:11.187732Z","caller":"traceutil/trace.go:171","msg":"trace[18132605] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12313; }","duration":"1.038341296s","start":"2026-03-03T14:29:10.14937Z","end":"2026-03-03T14:29:11.187712Z","steps":["trace[18132605] 'range keys from in-memory index tree' (duration: 1.038166342s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:11.541927Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.494542897s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:29:11.542506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.574706Z","time spent":"3.967794838s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:29:11.54272Z","caller":"traceutil/trace.go:171","msg":"trace[370060525] transaction","detail":"{read_only:false; response_revision:12316; number_of_response:1; }","duration":"2.873621845s","start":"2026-03-03T14:29:08.669074Z","end":"2026-03-03T14:29:11.542695Z","steps":["trace[370060525] 'process raft request' (duration: 2.873471811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:11.542886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.669048Z","time spent":"2.873758428s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:11.543181Z","caller":"traceutil/trace.go:171","msg":"trace[1995823443] transaction","detail":"{read_only:false; response_revision:12314; number_of_response:1; }","duration":"3.96659299s","start":"2026-03-03T14:29:07.576545Z","end":"2026-03-03T14:29:11.543138Z","steps":["trace[1995823443] 'process raft request' (duration: 3.965821121s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:11.543262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.576525Z","time spent":"3.966693962s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:11.543258Z","caller":"traceutil/trace.go:171","msg":"trace[1595061946] transaction","detail":"{read_only:false; response_revision:12315; number_of_response:1; }","duration":"3.961712667s","start":"2026-03-03T14:29:07.581492Z","end":"2026-03-03T14:29:11.543204Z","steps":["trace[1595061946] 'process raft request' (duration: 3.96100235s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:11.543317Z","caller":"traceutil/trace.go:171","msg":"trace[1859384763] transaction","detail":"{read_only:false; response_revision:12317; number_of_response:1; }","duration":"2.872720835s","start":"2026-03-03T14:29:08.670566Z","end":"2026-03-03T14:29:11.543287Z","steps":["trace[1859384763] 'process raft request' (duration: 2.872090861s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:11.543462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:07.581467Z","time spent":"3.961906763s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2740,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:29:11.543492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.670544Z","time spent":"2.872850738s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.109714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000389904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:29:12.109946Z","caller":"traceutil/trace.go:171","msg":"trace[1375781069] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00066557s","start":"2026-03-03T14:29:10.109256Z","end":"2026-03-03T14:29:12.109921Z","steps":["trace[1375781069] 'agreement among raft nodes before linearized reading' (duration: 2.000413714s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.110093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:10.109239Z","time spent":"2.000837954s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:29:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:29:12.739469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.196219394s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:29:12.739576Z","caller":"traceutil/trace.go:171","msg":"trace[1582446674] linearizableReadLoop","detail":"{readStateIndex:12855; appliedIndex:12844; }","duration":"5.167615866s","start":"2026-03-03T14:29:07.571942Z","end":"2026-03-03T14:29:12.739558Z","steps":["trace[1582446674] 'read index received' (duration: 1.853566081s)","trace[1582446674] 'applied index is now lower than readState.Index' (duration: 3.314047974s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:12.739715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.91993561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.739764Z","caller":"traceutil/trace.go:171","msg":"trace[1742781751] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12318; }","duration":"5.919991041s","start":"2026-03-03T14:29:06.819762Z","end":"2026-03-03T14:29:12.739753Z","steps":["trace[1742781751] 'agreement among raft nodes before linearized reading' (duration: 5.919905329s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.739784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.819706Z","time spent":"5.920074523s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:12.739859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.920113814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.739902Z","caller":"traceutil/trace.go:171","msg":"trace[496665208] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12318; }","duration":"5.920217806s","start":"2026-03-03T14:29:06.819672Z","end":"2026-03-03T14:29:12.73989Z","steps":["trace[496665208] 'agreement among raft nodes before linearized reading' (duration: 5.920134884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.739941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.819627Z","time spent":"5.920306008s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:12.740006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.837772478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.740028Z","caller":"traceutil/trace.go:171","msg":"trace[524345347] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12318; }","duration":"5.837843199s","start":"2026-03-03T14:29:06.902178Z","end":"2026-03-03T14:29:12.740021Z","steps":["trace[524345347] 'agreement among raft nodes before linearized reading' (duration: 5.837802328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.740044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.902153Z","time spent":"5.837886439s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.740183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919131582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:12.740199Z","caller":"traceutil/trace.go:171","msg":"trace[2038982243] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12318; }","duration":"5.919160742s","start":"2026-03-03T14:29:06.821034Z","end":"2026-03-03T14:29:12.740195Z","steps":["trace[2038982243] 'agreement among raft nodes before linearized reading' (duration: 5.91907731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.74021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.821027Z","time spent":"5.919180442s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:12.740195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.446149107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:12.74018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.920150819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T14:29:12.740256Z","caller":"traceutil/trace.go:171","msg":"trace[410837314] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12318; }","duration":"7.44626337s","start":"2026-03-03T14:29:05.293978Z","end":"2026-03-03T14:29:12.740242Z","steps":["trace[410837314] 'agreement among raft nodes before linearized reading' (duration: 7.446142647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.740291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.293953Z","time spent":"7.446331682s","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.740394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.685340219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:29:12.740442Z","caller":"traceutil/trace.go:171","msg":"trace[1409508279] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12318; }","duration":"7.685436281s","start":"2026-03-03T14:29:05.054999Z","end":"2026-03-03T14:29:12.740435Z","steps":["trace[1409508279] 'agreement among raft nodes before linearized reading' (duration: 7.685338379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.740306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.919778116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:12.740456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.747624475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:12.740497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:05.054972Z","time spent":"7.685499352s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T14:29:12.740486Z","caller":"traceutil/trace.go:171","msg":"trace[375399353] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12318; }","duration":"5.920000151s","start":"2026-03-03T14:29:06.820478Z","end":"2026-03-03T14:29:12.740478Z","steps":["trace[375399353] 'agreement among raft nodes before linearized reading' (duration: 5.919795287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.740561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.820454Z","time spent":"5.920093953s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:29:12.740497Z","caller":"traceutil/trace.go:171","msg":"trace[677494235] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12318; }","duration":"7.747694207s","start":"2026-03-03T14:29:04.992792Z","end":"2026-03-03T14:29:12.740486Z","steps":["trace[677494235] 'agreement among raft nodes before linearized reading' (duration: 7.747633445s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.740736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.992763Z","time spent":"7.747962023s","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:12.7403Z","caller":"traceutil/trace.go:171","msg":"trace[1032460974] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:12318; }","duration":"7.920266953s","start":"2026-03-03T14:29:04.820004Z","end":"2026-03-03T14:29:12.740271Z","steps":["trace[1032460974] 'agreement among raft nodes before linearized reading' (duration: 7.920110099s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.740875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.819996Z","time spent":"7.920867686s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" "} {"level":"warn","ts":"2026-03-03T14:29:12.741112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.921569467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:12.741099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.924432998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:29:12.741145Z","caller":"traceutil/trace.go:171","msg":"trace[1238840357] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12318; }","duration":"5.921651119s","start":"2026-03-03T14:29:06.819485Z","end":"2026-03-03T14:29:12.741136Z","steps":["trace[1238840357] 'agreement among raft nodes before linearized reading' (duration: 5.920949783s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.741295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:06.819459Z","time spent":"5.921816234s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:29:12.741364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.923515518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487494"} {"level":"info","ts":"2026-03-03T14:29:12.741389Z","caller":"traceutil/trace.go:171","msg":"trace[1386687638] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12318; }","duration":"7.923540298s","start":"2026-03-03T14:29:04.817843Z","end":"2026-03-03T14:29:12.741383Z","steps":["trace[1386687638] 'agreement among raft nodes before linearized reading' (duration: 7.922276169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.741409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.817806Z","time spent":"7.92359647s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:29:12.741206Z","caller":"traceutil/trace.go:171","msg":"trace[78458762] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12318; }","duration":"7.924604642s","start":"2026-03-03T14:29:04.81656Z","end":"2026-03-03T14:29:12.741165Z","steps":["trace[78458762] 'agreement among raft nodes before linearized reading' (duration: 7.923808704s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.743103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:04.816507Z","time spent":"7.926563488s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:29:12.860765Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.268848658s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:12.861175Z","caller":"traceutil/trace.go:171","msg":"trace[27718339] transaction","detail":"{read_only:false; response_revision:12319; number_of_response:1; }","duration":"1.428750562s","start":"2026-03-03T14:29:11.432403Z","end":"2026-03-03T14:29:12.861154Z","steps":["trace[27718339] 'process raft request' (duration: 1.428612319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.861288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.43238Z","time spent":"1.428847344s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:12.8614Z","caller":"traceutil/trace.go:171","msg":"trace[1912622113] transaction","detail":"{read_only:false; response_revision:12320; number_of_response:1; }","duration":"1.428756663s","start":"2026-03-03T14:29:11.432636Z","end":"2026-03-03T14:29:12.861393Z","steps":["trace[1912622113] 'process raft request' (duration: 1.428490447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.861432Z","caller":"traceutil/trace.go:171","msg":"trace[1522153509] transaction","detail":"{read_only:false; response_revision:12321; number_of_response:1; }","duration":"1.428616099s","start":"2026-03-03T14:29:11.432809Z","end":"2026-03-03T14:29:12.861425Z","steps":["trace[1522153509] 'process raft request' (duration: 1.428519887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.861461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.432773Z","time spent":"1.428671601s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.86146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.432609Z","time spent":"1.428811733s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:12.931189Z","caller":"traceutil/trace.go:171","msg":"trace[101759740] linearizableReadLoop","detail":"{readStateIndex:12860; appliedIndex:12856; }","duration":"191.531513ms","start":"2026-03-03T14:29:12.739602Z","end":"2026-03-03T14:29:12.931133Z","steps":["trace[101759740] 'read index received' (duration: 121.366516ms)","trace[101759740] 'applied index is now lower than readState.Index' (duration: 70.163487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:12.931396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.635623062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:12.931421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"811.15156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.931498Z","caller":"traceutil/trace.go:171","msg":"trace[1175724681] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12321; }","duration":"811.276304ms","start":"2026-03-03T14:29:12.120205Z","end":"2026-03-03T14:29:12.931482Z","steps":["trace[1175724681] 'agreement among raft nodes before linearized reading' (duration: 811.10982ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.931505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.352836768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:29:12.93154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.120191Z","time spent":"811.334795ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:12.931549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.259079192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:29:12.931547Z","caller":"traceutil/trace.go:171","msg":"trace[815903365] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12321; }","duration":"3.35292712s","start":"2026-03-03T14:29:09.578606Z","end":"2026-03-03T14:29:12.931533Z","steps":["trace[815903365] 'agreement among raft nodes before linearized reading' (duration: 3.352695754s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.931566Z","caller":"traceutil/trace.go:171","msg":"trace[208804492] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12321; }","duration":"1.259131623s","start":"2026-03-03T14:29:11.672428Z","end":"2026-03-03T14:29:12.93156Z","steps":["trace[208804492] 'agreement among raft nodes before linearized reading' (duration: 1.259040901s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.931559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.587939086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:12.931587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.672407Z","time spent":"1.259176714s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:29:12.931591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:09.578584Z","time spent":"3.352999382s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:29:12.931607Z","caller":"traceutil/trace.go:171","msg":"trace[1340153427] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:12321; }","duration":"4.588048449s","start":"2026-03-03T14:29:08.343548Z","end":"2026-03-03T14:29:12.931596Z","steps":["trace[1340153427] 'agreement among raft nodes before linearized reading' (duration: 4.587932437s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.93165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.343527Z","time spent":"4.588113411s","remote":"127.0.0.1:52372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.931747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.824313894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-03T14:29:12.931772Z","caller":"traceutil/trace.go:171","msg":"trace[803247583] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12321; }","duration":"4.824360675s","start":"2026-03-03T14:29:08.107404Z","end":"2026-03-03T14:29:12.931764Z","steps":["trace[803247583] 'agreement among raft nodes before linearized reading' (duration: 4.824278053s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.931794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.236543846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:29:12.931795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.107391Z","time spent":"4.824399127s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:29:12.931453Z","caller":"traceutil/trace.go:171","msg":"trace[1482213136] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12321; }","duration":"2.635738365s","start":"2026-03-03T14:29:10.2957Z","end":"2026-03-03T14:29:12.931438Z","steps":["trace[1482213136] 'agreement among raft nodes before linearized reading' (duration: 2.635566941s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.931811Z","caller":"traceutil/trace.go:171","msg":"trace[2707233] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12321; }","duration":"2.236594196s","start":"2026-03-03T14:29:10.695213Z","end":"2026-03-03T14:29:12.931807Z","steps":["trace[2707233] 'agreement among raft nodes before linearized reading' (duration: 2.236548215s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.931826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:10.695194Z","time spent":"2.236629027s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:29:12.931831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:10.295677Z","time spent":"2.636147443s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.931917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.983688014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:12.931412Z","caller":"traceutil/trace.go:171","msg":"trace[91694286] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12321; }","duration":"1.387067822s","start":"2026-03-03T14:29:11.544302Z","end":"2026-03-03T14:29:12.931369Z","steps":["trace[91694286] 'process raft request' (duration: 1.386739765s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.931951Z","caller":"traceutil/trace.go:171","msg":"trace[1719770552] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12321; }","duration":"3.983788876s","start":"2026-03-03T14:29:08.948152Z","end":"2026-03-03T14:29:12.931941Z","steps":["trace[1719770552] 'agreement among raft nodes before linearized reading' (duration: 3.983734425s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.931979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.948118Z","time spent":"3.983854868s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.93203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:11.544281Z","time spent":"1.387692856s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":38,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:12.931798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.796578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.932103Z","caller":"traceutil/trace.go:171","msg":"trace[701774] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12321; }","duration":"599.104214ms","start":"2026-03-03T14:29:12.332991Z","end":"2026-03-03T14:29:12.932096Z","steps":["trace[701774] 'agreement among raft nodes before linearized reading' (duration: 598.774707ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.932123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.332943Z","time spent":"599.173107ms","remote":"127.0.0.1:55978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.932109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.514025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"warn","ts":"2026-03-03T14:29:12.93214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.035991319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:12.932154Z","caller":"traceutil/trace.go:171","msg":"trace[1658170664] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12321; }","duration":"182.599818ms","start":"2026-03-03T14:29:12.749541Z","end":"2026-03-03T14:29:12.932141Z","steps":["trace[1658170664] 'agreement among raft nodes before linearized reading' (duration: 182.474705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:12.932172Z","caller":"traceutil/trace.go:171","msg":"trace[849419506] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12321; }","duration":"4.036050921s","start":"2026-03-03T14:29:08.896111Z","end":"2026-03-03T14:29:12.932162Z","steps":["trace[849419506] 'agreement among raft nodes before linearized reading' (duration: 4.03600328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.9322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.896096Z","time spent":"4.036096882s","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:12.932409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.302844488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:12.932432Z","caller":"traceutil/trace.go:171","msg":"trace[779819311] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12321; }","duration":"4.30290746s","start":"2026-03-03T14:29:08.629518Z","end":"2026-03-03T14:29:12.932426Z","steps":["trace[779819311] 'agreement among raft nodes before linearized reading' (duration: 4.302821108s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.932441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.146062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:12.932476Z","caller":"traceutil/trace.go:171","msg":"trace[1423983974] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12321; }","duration":"154.222514ms","start":"2026-03-03T14:29:12.778244Z","end":"2026-03-03T14:29:12.932467Z","steps":["trace[1423983974] 'agreement among raft nodes before linearized reading' (duration: 154.169373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:12.932451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:08.629498Z","time spent":"4.3029477s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":61,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:13.359007Z","caller":"traceutil/trace.go:171","msg":"trace[1585610057] linearizableReadLoop","detail":"{readStateIndex:12861; appliedIndex:12860; }","duration":"424.998214ms","start":"2026-03-03T14:29:12.933976Z","end":"2026-03-03T14:29:13.358974Z","steps":["trace[1585610057] 'read index received' (duration: 351.09674ms)","trace[1585610057] 'applied index is now lower than readState.Index' (duration: 73.899483ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:13.35905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.933712Z","time spent":"425.333441ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:13.359351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.354391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T14:29:13.359389Z","caller":"traceutil/trace.go:171","msg":"trace[1706019710] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45; range_end:; response_count:1; response_revision:12321; }","duration":"425.438314ms","start":"2026-03-03T14:29:12.933941Z","end":"2026-03-03T14:29:13.359379Z","steps":["trace[1706019710] 'agreement among raft nodes before linearized reading' (duration: 425.166278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.359405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.933895Z","time spent":"425.506585ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":918,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" "} {"level":"warn","ts":"2026-03-03T14:29:13.812027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.076126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:13.812314Z","caller":"traceutil/trace.go:171","msg":"trace[1144029521] transaction","detail":"{read_only:false; response_revision:12322; number_of_response:1; }","duration":"876.080197ms","start":"2026-03-03T14:29:12.936204Z","end":"2026-03-03T14:29:13.812284Z","steps":["trace[1144029521] 'process raft request' (duration: 601.660083ms)","trace[1144029521] 'compare' (duration: 273.85908ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:13.812367Z","caller":"traceutil/trace.go:171","msg":"trace[491209420] transaction","detail":"{read_only:false; response_revision:12323; number_of_response:1; }","duration":"876.076587ms","start":"2026-03-03T14:29:12.936261Z","end":"2026-03-03T14:29:13.812338Z","steps":["trace[491209420] 'process raft request' (duration: 875.872263ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:13.812438Z","caller":"traceutil/trace.go:171","msg":"trace[1467278492] linearizableReadLoop","detail":"{readStateIndex:12865; appliedIndex:12861; }","duration":"453.343336ms","start":"2026-03-03T14:29:13.359077Z","end":"2026-03-03T14:29:13.81242Z","steps":["trace[1467278492] 'read index received' (duration: 178.82915ms)","trace[1467278492] 'applied index is now lower than readState.Index' (duration: 274.512746ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:13.812458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.936191Z","time spent":"876.18862ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:13.812512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.936258Z","time spent":"876.174129ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:13.812546Z","caller":"traceutil/trace.go:171","msg":"trace[477080009] transaction","detail":"{read_only:false; response_revision:12324; number_of_response:1; }","duration":"876.237761ms","start":"2026-03-03T14:29:12.936297Z","end":"2026-03-03T14:29:13.812534Z","steps":["trace[477080009] 'process raft request' (duration: 875.956984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.812609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.936293Z","time spent":"876.279452ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:13.812638Z","caller":"traceutil/trace.go:171","msg":"trace[1633321321] transaction","detail":"{read_only:false; response_revision:12327; number_of_response:1; }","duration":"449.867367ms","start":"2026-03-03T14:29:13.362753Z","end":"2026-03-03T14:29:13.81262Z","steps":["trace[1633321321] 'process raft request' (duration: 449.760724ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.812743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.470155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:13.81274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.362735Z","time spent":"449.952648ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:13.812777Z","caller":"traceutil/trace.go:171","msg":"trace[1353377380] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12327; }","duration":"787.534207ms","start":"2026-03-03T14:29:13.025233Z","end":"2026-03-03T14:29:13.812767Z","steps":["trace[1353377380] 'agreement among raft nodes before linearized reading' (duration: 787.429715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.812807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.025215Z","time spent":"787.585308ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:29:13.812813Z","caller":"traceutil/trace.go:171","msg":"trace[87215085] transaction","detail":"{read_only:false; response_revision:12326; number_of_response:1; }","duration":"451.083754ms","start":"2026-03-03T14:29:13.361717Z","end":"2026-03-03T14:29:13.812801Z","steps":["trace[87215085] 'process raft request' (duration: 450.668674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.812873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.361693Z","time spent":"451.147156ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:13.813003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.972031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:29:13.813039Z","caller":"traceutil/trace.go:171","msg":"trace[238013604] range","detail":"{range_begin:/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd; range_end:; response_count:1; response_revision:12327; }","duration":"878.056852ms","start":"2026-03-03T14:29:12.934971Z","end":"2026-03-03T14:29:13.813028Z","steps":["trace[238013604] 'agreement among raft nodes before linearized reading' (duration: 877.899088ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.813076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.934959Z","time spent":"878.104064ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" "} {"level":"info","ts":"2026-03-03T14:29:13.813101Z","caller":"traceutil/trace.go:171","msg":"trace[1279878488] transaction","detail":"{read_only:false; response_revision:12325; number_of_response:1; }","duration":"872.545825ms","start":"2026-03-03T14:29:12.940544Z","end":"2026-03-03T14:29:13.81309Z","steps":["trace[1279878488] 'process raft request' (duration: 871.777018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:13.813166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:12.940535Z","time spent":"872.595616ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:13.813315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.690223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:13.813347Z","caller":"traceutil/trace.go:171","msg":"trace[1286774371] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12327; }","duration":"262.755005ms","start":"2026-03-03T14:29:13.550583Z","end":"2026-03-03T14:29:13.813338Z","steps":["trace[1286774371] 'agreement among raft nodes before linearized reading' (duration: 262.631892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.394536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.091975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:14.394626Z","caller":"traceutil/trace.go:171","msg":"trace[249661452] linearizableReadLoop","detail":"{readStateIndex:12868; appliedIndex:12867; }","duration":"575.981372ms","start":"2026-03-03T14:29:13.818631Z","end":"2026-03-03T14:29:14.394612Z","steps":["trace[249661452] 'read index received' (duration: 242.762254ms)","trace[249661452] 'applied index is now lower than readState.Index' (duration: 333.217958ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:14.394975Z","caller":"traceutil/trace.go:171","msg":"trace[1368122658] transaction","detail":"{read_only:false; response_revision:12328; number_of_response:1; }","duration":"576.925564ms","start":"2026-03-03T14:29:13.818023Z","end":"2026-03-03T14:29:14.394949Z","steps":["trace[1368122658] 'process raft request' (duration: 243.353608ms)","trace[1368122658] 'compare' (duration: 332.90076ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:14.39509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.818008Z","time spent":"577.016176ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:14.395204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.483394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:29:14.395293Z","caller":"traceutil/trace.go:171","msg":"trace[1620596845] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12328; }","duration":"576.676987ms","start":"2026-03-03T14:29:13.818599Z","end":"2026-03-03T14:29:14.395276Z","steps":["trace[1620596845] 'agreement among raft nodes before linearized reading' (duration: 576.35133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.395341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.818584Z","time spent":"576.74736ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:29:14.463966Z","caller":"traceutil/trace.go:171","msg":"trace[1802151062] transaction","detail":"{read_only:false; response_revision:12329; number_of_response:1; }","duration":"640.301154ms","start":"2026-03-03T14:29:13.823641Z","end":"2026-03-03T14:29:14.463942Z","steps":["trace[1802151062] 'process raft request' (duration: 639.938305ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.464122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"630.190281ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:14.464184Z","caller":"traceutil/trace.go:171","msg":"trace[1626802801] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12329; }","duration":"630.295594ms","start":"2026-03-03T14:29:13.833875Z","end":"2026-03-03T14:29:14.46417Z","steps":["trace[1626802801] 'agreement among raft nodes before linearized reading' (duration: 630.192271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.464208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.823632Z","time spent":"640.400236ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7166,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:14.46427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.450086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:14.464304Z","caller":"traceutil/trace.go:171","msg":"trace[1434238532] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12329; }","duration":"416.517168ms","start":"2026-03-03T14:29:14.047779Z","end":"2026-03-03T14:29:14.464296Z","steps":["trace[1434238532] 'agreement among raft nodes before linearized reading' (duration: 416.466586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.464327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.04776Z","time spent":"416.562958ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:14.464225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.833833Z","time spent":"630.385206ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:29:14.464591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.015991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:29:14.464634Z","caller":"traceutil/trace.go:171","msg":"trace[1125394233] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd; range_end:; response_count:1; response_revision:12329; }","duration":"516.104183ms","start":"2026-03-03T14:29:13.948518Z","end":"2026-03-03T14:29:14.464623Z","steps":["trace[1125394233] 'agreement among raft nodes before linearized reading' (duration: 515.97778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.464662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.948493Z","time spent":"516.162135ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" "} {"level":"warn","ts":"2026-03-03T14:29:14.464709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.172755ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:14.464765Z","caller":"traceutil/trace.go:171","msg":"trace[578867093] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12329; }","duration":"536.242517ms","start":"2026-03-03T14:29:13.928509Z","end":"2026-03-03T14:29:14.464751Z","steps":["trace[578867093] 'agreement among raft nodes before linearized reading' (duration: 536.128804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:14.464805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:13.928446Z","time spent":"536.35239ms","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:15.711239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"844.611272ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:29:15.711819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.465965Z","time spent":"1.245847957s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:15.711818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.46678Z","time spent":"1.245030688s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:15.712054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242633203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:29:15.712111Z","caller":"traceutil/trace.go:171","msg":"trace[1768295150] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12329; }","duration":"1.242706765s","start":"2026-03-03T14:29:14.469382Z","end":"2026-03-03T14:29:15.712089Z","steps":["trace[1768295150] 'agreement among raft nodes before linearized reading' (duration: 1.24249647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:15.712154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.469375Z","time spent":"1.242769096s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:29:15.711411Z","caller":"traceutil/trace.go:171","msg":"trace[950149857] linearizableReadLoop","detail":"{readStateIndex:12871; appliedIndex:12869; }","duration":"1.241994769s","start":"2026-03-03T14:29:14.469399Z","end":"2026-03-03T14:29:15.711394Z","steps":["trace[950149857] 'read index received' (duration: 397.151761ms)","trace[950149857] 'applied index is now lower than readState.Index' (duration: 844.841338ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:16.049448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.54565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:16.049707Z","caller":"traceutil/trace.go:171","msg":"trace[611648201] transaction","detail":"{read_only:false; response_revision:12330; number_of_response:1; }","duration":"1.181856613s","start":"2026-03-03T14:29:14.867811Z","end":"2026-03-03T14:29:16.049668Z","steps":["trace[611648201] 'process raft request' (duration: 944.981985ms)","trace[611648201] 'compare' (duration: 236.387807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:16.0498Z","caller":"traceutil/trace.go:171","msg":"trace[1333461447] transaction","detail":"{read_only:false; response_revision:12331; number_of_response:1; }","duration":"1.181801561s","start":"2026-03-03T14:29:14.867959Z","end":"2026-03-03T14:29:16.04976Z","steps":["trace[1333461447] 'process raft request' (duration: 1.181616447s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.04983Z","caller":"traceutil/trace.go:171","msg":"trace[522579891] transaction","detail":"{read_only:false; response_revision:12333; number_of_response:1; }","duration":"336.699968ms","start":"2026-03-03T14:29:15.713115Z","end":"2026-03-03T14:29:16.049815Z","steps":["trace[522579891] 'process raft request' (duration: 336.589676ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.049863Z","caller":"traceutil/trace.go:171","msg":"trace[2034202352] transaction","detail":"{read_only:false; response_revision:12332; number_of_response:1; }","duration":"1.143875548s","start":"2026-03-03T14:29:14.905954Z","end":"2026-03-03T14:29:16.04983Z","steps":["trace[2034202352] 'process raft request' (duration: 1.143699514s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.049901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.867909Z","time spent":"1.181952534s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.049907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.713094Z","time spent":"336.770289ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.049992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.86777Z","time spent":"1.182062248s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.050011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.905918Z","time spent":"1.14400975s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.050372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304088719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:16.050446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.295601964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:29:16.050456Z","caller":"traceutil/trace.go:171","msg":"trace[1373232290] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12334; }","duration":"1.304199772s","start":"2026-03-03T14:29:14.746237Z","end":"2026-03-03T14:29:16.050437Z","steps":["trace[1373232290] 'agreement among raft nodes before linearized reading' (duration: 1.303922926s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.050473Z","caller":"traceutil/trace.go:171","msg":"trace[582023405] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12334; }","duration":"1.295641715s","start":"2026-03-03T14:29:14.754822Z","end":"2026-03-03T14:29:16.050464Z","steps":["trace[582023405] 'agreement among raft nodes before linearized reading' (duration: 1.295490052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.050467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304462018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:16.050486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304463728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:16.050504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.754814Z","time spent":"1.295684416s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:29:16.05053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.304013048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:16.050532Z","caller":"traceutil/trace.go:171","msg":"trace[504369100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12334; }","duration":"1.304516159s","start":"2026-03-03T14:29:14.746003Z","end":"2026-03-03T14:29:16.050519Z","steps":["trace[504369100] 'agreement among raft nodes before linearized reading' (duration: 1.304443008s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.050532Z","caller":"traceutil/trace.go:171","msg":"trace[1516408183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12334; }","duration":"1.3045393s","start":"2026-03-03T14:29:14.745975Z","end":"2026-03-03T14:29:16.050515Z","steps":["trace[1516408183] 'agreement among raft nodes before linearized reading' (duration: 1.304308585s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.050557Z","caller":"traceutil/trace.go:171","msg":"trace[1512564535] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12334; }","duration":"1.304052709s","start":"2026-03-03T14:29:14.7465Z","end":"2026-03-03T14:29:16.050553Z","steps":["trace[1512564535] 'agreement among raft nodes before linearized reading' (duration: 1.304006468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.050568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.746Z","time spent":"1.30456348s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:16.050574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.746495Z","time spent":"1.304076099s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:16.050589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.745967Z","time spent":"1.304608011s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:16.050492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.746232Z","time spent":"1.304253623s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:29:16.050116Z","caller":"traceutil/trace.go:171","msg":"trace[1806321429] linearizableReadLoop","detail":"{readStateIndex:12874; appliedIndex:12871; }","duration":"337.330994ms","start":"2026-03-03T14:29:15.712765Z","end":"2026-03-03T14:29:16.050096Z","steps":["trace[1806321429] 'read index received' (duration: 100.044936ms)","trace[1806321429] 'applied index is now lower than readState.Index' (duration: 237.284128ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:16.05078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305976432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:16.050804Z","caller":"traceutil/trace.go:171","msg":"trace[720566461] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12334; }","duration":"1.306031543s","start":"2026-03-03T14:29:14.744765Z","end":"2026-03-03T14:29:16.050797Z","steps":["trace[720566461] 'agreement among raft nodes before linearized reading' (duration: 1.305953992s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.050832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.744747Z","time spent":"1.306079904s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:16.05093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.477208767s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-03T14:29:16.050955Z","caller":"traceutil/trace.go:171","msg":"trace[2000770322] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12334; }","duration":"1.47726436s","start":"2026-03-03T14:29:14.573685Z","end":"2026-03-03T14:29:16.05095Z","steps":["trace[2000770322] 'agreement among raft nodes before linearized reading' (duration: 1.477179828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.050962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.354064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"warn","ts":"2026-03-03T14:29:16.050973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:14.573666Z","time spent":"1.477302881s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:29:16.050982Z","caller":"traceutil/trace.go:171","msg":"trace[265220668] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12334; }","duration":"337.420176ms","start":"2026-03-03T14:29:15.713556Z","end":"2026-03-03T14:29:16.050976Z","steps":["trace[265220668] 'agreement among raft nodes before linearized reading' (duration: 337.341284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.051006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.713531Z","time spent":"337.468247ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:29:16.05143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.009153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:29:16.051398Z","caller":"traceutil/trace.go:171","msg":"trace[1342189217] transaction","detail":"{read_only:false; response_revision:12334; number_of_response:1; }","duration":"338.015829ms","start":"2026-03-03T14:29:15.713317Z","end":"2026-03-03T14:29:16.051333Z","steps":["trace[1342189217] 'process raft request' (duration: 336.448422ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:16.051462Z","caller":"traceutil/trace.go:171","msg":"trace[76316638] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12334; }","duration":"231.088664ms","start":"2026-03-03T14:29:15.820365Z","end":"2026-03-03T14:29:16.051453Z","steps":["trace[76316638] 'agreement among raft nodes before linearized reading' (duration: 230.937391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.052396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:15.713311Z","time spent":"338.92748ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:16.559926Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377522,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:16.962225Z","caller":"traceutil/trace.go:171","msg":"trace[684191649] transaction","detail":"{read_only:false; response_revision:12335; number_of_response:1; }","duration":"904.261347ms","start":"2026-03-03T14:29:16.057944Z","end":"2026-03-03T14:29:16.962205Z","steps":["trace[684191649] 'process raft request' (duration: 904.129954ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:16.962362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.057913Z","time spent":"904.373689ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":874,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:17.793255Z","caller":"traceutil/trace.go:171","msg":"trace[2007907374] transaction","detail":"{read_only:false; response_revision:12336; number_of_response:1; }","duration":"1.733784901s","start":"2026-03-03T14:29:16.05945Z","end":"2026-03-03T14:29:17.793234Z","steps":["trace[2007907374] 'process raft request' (duration: 1.733627018s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.79338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.059436Z","time spent":"1.733876823s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:17.793625Z","caller":"traceutil/trace.go:171","msg":"trace[160820443] linearizableReadLoop","detail":"{readStateIndex:12879; appliedIndex:12877; }","duration":"1.734287032s","start":"2026-03-03T14:29:16.059311Z","end":"2026-03-03T14:29:17.793598Z","steps":["trace[160820443] 'read index received' (duration: 902.972466ms)","trace[160820443] 'applied index is now lower than readState.Index' (duration: 831.312966ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:17.793676Z","caller":"traceutil/trace.go:171","msg":"trace[235266598] transaction","detail":"{read_only:false; response_revision:12338; number_of_response:1; }","duration":"857.916519ms","start":"2026-03-03T14:29:16.935746Z","end":"2026-03-03T14:29:17.793662Z","steps":["trace[235266598] 'process raft request' (duration: 857.701764ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:17.793639Z","caller":"traceutil/trace.go:171","msg":"trace[2031196638] transaction","detail":"{read_only:false; response_revision:12337; number_of_response:1; }","duration":"1.733964495s","start":"2026-03-03T14:29:16.05963Z","end":"2026-03-03T14:29:17.793594Z","steps":["trace[2031196638] 'process raft request' (duration: 1.733562446s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.793733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.935724Z","time spent":"857.98102ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:17.793823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.059625Z","time spent":"1.734108018s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:17.79382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016630516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:17.793894Z","caller":"traceutil/trace.go:171","msg":"trace[935678016] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12338; }","duration":"1.016707968s","start":"2026-03-03T14:29:16.777167Z","end":"2026-03-03T14:29:17.793875Z","steps":["trace[935678016] 'agreement among raft nodes before linearized reading' (duration: 1.016599605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.793918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.733331941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:29:17.793912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.904456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:17.793949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.395474185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:29:17.793957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.777106Z","time spent":"1.016835691s","remote":"127.0.0.1:52470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:17.79397Z","caller":"traceutil/trace.go:171","msg":"trace[955320948] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12338; }","duration":"1.733445733s","start":"2026-03-03T14:29:16.060509Z","end":"2026-03-03T14:29:17.793954Z","steps":["trace[955320948] 'agreement among raft nodes before linearized reading' (duration: 1.733251959s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:17.793982Z","caller":"traceutil/trace.go:171","msg":"trace[1590607933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12338; }","duration":"1.395536587s","start":"2026-03-03T14:29:16.398437Z","end":"2026-03-03T14:29:17.793974Z","steps":["trace[1590607933] 'agreement among raft nodes before linearized reading' (duration: 1.395443655s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.794006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.398395Z","time spent":"1.395606389s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:29:17.794008Z","caller":"traceutil/trace.go:171","msg":"trace[2067258752] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12338; }","duration":"170.003778ms","start":"2026-03-03T14:29:17.623967Z","end":"2026-03-03T14:29:17.793971Z","steps":["trace[2067258752] 'agreement among raft nodes before linearized reading' (duration: 169.827924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.794019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.06049Z","time spent":"1.733516425s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:29:17.79421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.729814629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:29:17.79428Z","caller":"traceutil/trace.go:171","msg":"trace[1208634684] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12338; }","duration":"1.729915481s","start":"2026-03-03T14:29:16.064347Z","end":"2026-03-03T14:29:17.794262Z","steps":["trace[1208634684] 'agreement among raft nodes before linearized reading' (duration: 1.729618925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.794276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.140332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T14:29:17.794412Z","caller":"traceutil/trace.go:171","msg":"trace[1653827086] range","detail":"{range_begin:/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45; range_end:; response_count:1; response_revision:12338; }","duration":"828.333337ms","start":"2026-03-03T14:29:16.966063Z","end":"2026-03-03T14:29:17.794396Z","steps":["trace[1653827086] 'agreement among raft nodes before linearized reading' (duration: 827.760004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.794439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.735124351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487494"} {"level":"warn","ts":"2026-03-03T14:29:17.794454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.966051Z","time spent":"828.394789ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":918,"request content":"key:\"/registry/events/kube-system/kube-controller-manager-instance.18995abf82ca1d45\" "} {"level":"info","ts":"2026-03-03T14:29:17.794463Z","caller":"traceutil/trace.go:171","msg":"trace[699074945] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12338; }","duration":"1.735168083s","start":"2026-03-03T14:29:16.059289Z","end":"2026-03-03T14:29:17.794457Z","steps":["trace[699074945] 'agreement among raft nodes before linearized reading' (duration: 1.734451747s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:17.794329Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.064326Z","time spent":"1.729989173s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:29:17.794485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:16.059276Z","time spent":"1.735202843s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:18.629378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.142065ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:18.629504Z","caller":"traceutil/trace.go:171","msg":"trace[290759458] transaction","detail":"{read_only:false; response_revision:12340; number_of_response:1; }","duration":"831.159551ms","start":"2026-03-03T14:29:17.798333Z","end":"2026-03-03T14:29:18.629492Z","steps":["trace[290759458] 'process raft request' (duration: 831.11858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.629542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.79832Z","time spent":"831.207313ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:18.629552Z","caller":"traceutil/trace.go:171","msg":"trace[1884245223] linearizableReadLoop","detail":"{readStateIndex:12881; appliedIndex:12880; }","duration":"831.310205ms","start":"2026-03-03T14:29:17.798208Z","end":"2026-03-03T14:29:18.629519Z","steps":["trace[1884245223] 'read index received' (duration: 103.966465ms)","trace[1884245223] 'applied index is now lower than readState.Index' (duration: 727.340739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:18.629693Z","caller":"traceutil/trace.go:171","msg":"trace[695127805] transaction","detail":"{read_only:false; response_revision:12339; number_of_response:1; }","duration":"833.446714ms","start":"2026-03-03T14:29:17.796227Z","end":"2026-03-03T14:29:18.629674Z","steps":["trace[695127805] 'process raft request' (duration: 105.935501ms)","trace[695127805] 'compare' (duration: 726.9226ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:18.629868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.796206Z","time spent":"833.533717ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:18.630135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.891248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:29:18.630219Z","caller":"traceutil/trace.go:171","msg":"trace[1735198010] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12340; }","duration":"832.026722ms","start":"2026-03-03T14:29:17.798175Z","end":"2026-03-03T14:29:18.630201Z","steps":["trace[1735198010] 'agreement among raft nodes before linearized reading' (duration: 831.782346ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:18.63026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.798159Z","time spent":"832.093583ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:29:19.130231Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377535,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:19.395366Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.127609824s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:19.395917Z","caller":"traceutil/trace.go:171","msg":"trace[926267153] transaction","detail":"{read_only:false; response_revision:12342; number_of_response:1; }","duration":"1.33624651s","start":"2026-03-03T14:29:18.059653Z","end":"2026-03-03T14:29:19.395899Z","steps":["trace[926267153] 'process raft request' (duration: 1.336188189s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:19.395912Z","caller":"traceutil/trace.go:171","msg":"trace[535138206] transaction","detail":"{read_only:false; response_revision:12341; number_of_response:1; }","duration":"1.33926858s","start":"2026-03-03T14:29:18.056621Z","end":"2026-03-03T14:29:19.39589Z","steps":["trace[535138206] 'process raft request' (duration: 1.338920052s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.056611Z","time spent":"1.339351162s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:19.396026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.059633Z","time spent":"1.336315252s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:19.396087Z","caller":"traceutil/trace.go:171","msg":"trace[1688876850] linearizableReadLoop","detail":"{readStateIndex:12885; appliedIndex:12882; }","duration":"766.431121ms","start":"2026-03-03T14:29:18.629627Z","end":"2026-03-03T14:29:19.396058Z","steps":["trace[1688876850] 'read index received' (duration: 765.863738ms)","trace[1688876850] 'applied index is now lower than readState.Index' (duration: 565.523µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:19.396186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34229301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.396226Z","caller":"traceutil/trace.go:171","msg":"trace[79126890] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12343; }","duration":"1.34234267s","start":"2026-03-03T14:29:18.053871Z","end":"2026-03-03T14:29:19.396213Z","steps":["trace[79126890] 'agreement among raft nodes before linearized reading' (duration: 1.342286159s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.053864Z","time spent":"1.342399563s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:19.396269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.34794823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.396311Z","caller":"traceutil/trace.go:171","msg":"trace[1483863365] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12343; }","duration":"1.348036792s","start":"2026-03-03T14:29:18.048264Z","end":"2026-03-03T14:29:19.3963Z","steps":["trace[1483863365] 'agreement among raft nodes before linearized reading' (duration: 1.34793897s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.39633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031728484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.396359Z","caller":"traceutil/trace.go:171","msg":"trace[1922518995] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12343; }","duration":"1.031798096s","start":"2026-03-03T14:29:18.364554Z","end":"2026-03-03T14:29:19.396352Z","steps":["trace[1922518995] 'agreement among raft nodes before linearized reading' (duration: 1.031749575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.364523Z","time spent":"1.031858596s","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:19.396424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339889644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.39645Z","caller":"traceutil/trace.go:171","msg":"trace[952661949] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12343; }","duration":"1.339948836s","start":"2026-03-03T14:29:18.056494Z","end":"2026-03-03T14:29:19.396443Z","steps":["trace[952661949] 'agreement among raft nodes before linearized reading' (duration: 1.339907735s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.056473Z","time spent":"1.339994476s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:19.396501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.512368719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:29:19.396539Z","caller":"traceutil/trace.go:171","msg":"trace[844902126] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12343; }","duration":"1.512445561s","start":"2026-03-03T14:29:17.884083Z","end":"2026-03-03T14:29:19.396529Z","steps":["trace[844902126] 'agreement among raft nodes before linearized reading' (duration: 1.512289967s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.884062Z","time spent":"1.512508353s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:29:19.396592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.180025381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.396619Z","caller":"traceutil/trace.go:171","msg":"trace[1380043624] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12343; }","duration":"1.180085712s","start":"2026-03-03T14:29:18.216525Z","end":"2026-03-03T14:29:19.39661Z","steps":["trace[1380043624] 'agreement among raft nodes before linearized reading' (duration: 1.180041201s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.39665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.216506Z","time spent":"1.180135693s","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:19.396191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339620108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:19.39668Z","caller":"traceutil/trace.go:171","msg":"trace[304848265] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12343; }","duration":"1.34012206s","start":"2026-03-03T14:29:18.05655Z","end":"2026-03-03T14:29:19.396672Z","steps":["trace[304848265] 'agreement among raft nodes before linearized reading' (duration: 1.339525136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.056544Z","time spent":"1.340156901s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:29:19.396274Z","caller":"traceutil/trace.go:171","msg":"trace[1412278102] transaction","detail":"{read_only:false; response_revision:12343; number_of_response:1; }","duration":"1.336515417s","start":"2026-03-03T14:29:18.059751Z","end":"2026-03-03T14:29:19.396267Z","steps":["trace[1412278102] 'process raft request' (duration: 1.336122308s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.339484655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:19.396815Z","caller":"traceutil/trace.go:171","msg":"trace[729160937] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12343; }","duration":"1.339531556s","start":"2026-03-03T14:29:18.057277Z","end":"2026-03-03T14:29:19.396809Z","steps":["trace[729160937] 'agreement among raft nodes before linearized reading' (duration: 1.339473935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.059732Z","time spent":"1.33706384s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:19.396824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.54975879s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.39686Z","caller":"traceutil/trace.go:171","msg":"trace[1728241084] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12343; }","duration":"1.549841702s","start":"2026-03-03T14:29:17.847009Z","end":"2026-03-03T14:29:19.39685Z","steps":["trace[1728241084] 'agreement among raft nodes before linearized reading' (duration: 1.54977807s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341209325s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:29:19.396895Z","caller":"traceutil/trace.go:171","msg":"trace[28152903] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12343; }","duration":"1.341477861s","start":"2026-03-03T14:29:18.055409Z","end":"2026-03-03T14:29:19.396887Z","steps":["trace[28152903] 'agreement among raft nodes before linearized reading' (duration: 1.341161904s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.055395Z","time spent":"1.341519992s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:29:19.396982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.592564806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:6859"} {"level":"info","ts":"2026-03-03T14:29:19.397019Z","caller":"traceutil/trace.go:171","msg":"trace[1457548736] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:12343; }","duration":"1.592617187s","start":"2026-03-03T14:29:17.804391Z","end":"2026-03-03T14:29:19.397009Z","steps":["trace[1457548736] 'agreement among raft nodes before linearized reading' (duration: 1.592520605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.396837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.057264Z","time spent":"1.339569287s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:19.397053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.804383Z","time spent":"1.592657978s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6883,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" "} {"level":"warn","ts":"2026-03-03T14:29:19.396892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:17.846991Z","time spent":"1.549893314s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:19.397271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.587944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" ","response":"range_response_count:1 size:839"} {"level":"warn","ts":"2026-03-03T14:29:19.39635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.048244Z","time spent":"1.348098503s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:19.397311Z","caller":"traceutil/trace.go:171","msg":"trace[1399048830] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd; range_end:; response_count:1; response_revision:12343; }","duration":"763.626365ms","start":"2026-03-03T14:29:18.633675Z","end":"2026-03-03T14:29:19.397302Z","steps":["trace[1399048830] 'agreement among raft nodes before linearized reading' (duration: 763.524933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.397339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:18.633638Z","time spent":"763.694287ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" "} {"level":"warn","ts":"2026-03-03T14:29:19.397766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.483149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:19.397841Z","caller":"traceutil/trace.go:171","msg":"trace[1882730122] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12343; }","duration":"147.624722ms","start":"2026-03-03T14:29:19.250198Z","end":"2026-03-03T14:29:19.397822Z","steps":["trace[1882730122] 'agreement among raft nodes before linearized reading' (duration: 147.473497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.975767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.389858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:19.975867Z","caller":"traceutil/trace.go:171","msg":"trace[1661264634] linearizableReadLoop","detail":"{readStateIndex:12886; appliedIndex:12885; }","duration":"575.628475ms","start":"2026-03-03T14:29:19.400225Z","end":"2026-03-03T14:29:19.975853Z","steps":["trace[1661264634] 'read index received' (duration: 230.145715ms)","trace[1661264634] 'applied index is now lower than readState.Index' (duration: 345.48115ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:19.975924Z","caller":"traceutil/trace.go:171","msg":"trace[1827834840] transaction","detail":"{read_only:false; response_revision:12344; number_of_response:1; }","duration":"576.087675ms","start":"2026-03-03T14:29:19.399829Z","end":"2026-03-03T14:29:19.975916Z","steps":["trace[1827834840] 'process raft request' (duration: 230.447781ms)","trace[1827834840] 'compare' (duration: 345.250895ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:19.975977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.399808Z","time spent":"576.146116ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:19.976279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.041794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-03-03T14:29:19.976345Z","caller":"traceutil/trace.go:171","msg":"trace[807861951] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301; range_end:; response_count:1; response_revision:12344; }","duration":"576.126316ms","start":"2026-03-03T14:29:19.400205Z","end":"2026-03-03T14:29:19.976331Z","steps":["trace[807861951] 'agreement among raft nodes before linearized reading' (duration: 575.87976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:19.976388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.40019Z","time spent":"576.185657ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301\" "} {"level":"warn","ts":"2026-03-03T14:29:20.047904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.23576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:20.047968Z","caller":"traceutil/trace.go:171","msg":"trace[2145544998] transaction","detail":"{read_only:false; response_revision:12346; number_of_response:1; }","duration":"544.719913ms","start":"2026-03-03T14:29:19.50324Z","end":"2026-03-03T14:29:20.04796Z","steps":["trace[2145544998] 'process raft request' (duration: 544.440836ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:20.047994Z","caller":"traceutil/trace.go:171","msg":"trace[1842495643] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12347; }","duration":"642.347442ms","start":"2026-03-03T14:29:19.405628Z","end":"2026-03-03T14:29:20.047975Z","steps":["trace[1842495643] 'agreement among raft nodes before linearized reading' (duration: 642.174228ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.048037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.405622Z","time spent":"642.406513ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:20.048009Z","caller":"traceutil/trace.go:171","msg":"trace[2028771208] transaction","detail":"{read_only:false; response_revision:12345; number_of_response:1; }","duration":"642.480605ms","start":"2026-03-03T14:29:19.405485Z","end":"2026-03-03T14:29:20.047965Z","steps":["trace[2028771208] 'process raft request' (duration: 642.042844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.048099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.503194Z","time spent":"544.814525ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:20.047904Z","caller":"traceutil/trace.go:171","msg":"trace[828764842] transaction","detail":"{read_only:false; response_revision:12347; number_of_response:1; }","duration":"486.94167ms","start":"2026-03-03T14:29:19.560925Z","end":"2026-03-03T14:29:20.047867Z","steps":["trace[828764842] 'process raft request' (duration: 486.818868ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.048211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.40547Z","time spent":"642.640209ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7196,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:20.048386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.028006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:20.048381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.5609Z","time spent":"487.372301ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:20.048427Z","caller":"traceutil/trace.go:171","msg":"trace[59567960] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12347; }","duration":"235.102737ms","start":"2026-03-03T14:29:19.813315Z","end":"2026-03-03T14:29:20.048417Z","steps":["trace[59567960] 'agreement among raft nodes before linearized reading' (duration: 235.028655ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.048416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.796826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:29:20.04848Z","caller":"traceutil/trace.go:171","msg":"trace[1694465117] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12347; }","duration":"249.891368ms","start":"2026-03-03T14:29:19.798569Z","end":"2026-03-03T14:29:20.04846Z","steps":["trace[1694465117] 'agreement among raft nodes before linearized reading' (duration: 249.679863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.048584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.732814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:29:20.048625Z","caller":"traceutil/trace.go:171","msg":"trace[444441717] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12347; }","duration":"242.826345ms","start":"2026-03-03T14:29:19.80579Z","end":"2026-03-03T14:29:20.048616Z","steps":["trace[444441717] 'agreement among raft nodes before linearized reading' (duration: 242.658302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.679194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.287386ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:20.67933Z","caller":"traceutil/trace.go:171","msg":"trace[648858062] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12347; }","duration":"529.47511ms","start":"2026-03-03T14:29:20.149832Z","end":"2026-03-03T14:29:20.679307Z","steps":["trace[648858062] 'range keys from in-memory index tree' (duration: 529.267945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.679859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.209649ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:20.68001Z","caller":"traceutil/trace.go:171","msg":"trace[350336434] transaction","detail":"{read_only:false; response_revision:12348; number_of_response:1; }","duration":"699.386785ms","start":"2026-03-03T14:29:19.980594Z","end":"2026-03-03T14:29:20.679981Z","steps":["trace[350336434] 'process raft request' (duration: 325.872729ms)","trace[350336434] 'compare' (duration: 373.051076ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:20.680064Z","caller":"traceutil/trace.go:171","msg":"trace[384719756] linearizableReadLoop","detail":"{readStateIndex:12890; appliedIndex:12889; }","duration":"627.907429ms","start":"2026-03-03T14:29:20.052136Z","end":"2026-03-03T14:29:20.680044Z","steps":["trace[384719756] 'read index received' (duration: 254.263699ms)","trace[384719756] 'applied index is now lower than readState.Index' (duration: 373.64135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:20.680476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:19.980562Z","time spent":"699.496877ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":864,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:29:20.680751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.602935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487494"} {"level":"info","ts":"2026-03-03T14:29:20.680809Z","caller":"traceutil/trace.go:171","msg":"trace[1513637481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12348; }","duration":"628.703567ms","start":"2026-03-03T14:29:20.052094Z","end":"2026-03-03T14:29:20.680797Z","steps":["trace[1513637481] 'agreement among raft nodes before linearized reading' (duration: 628.038401ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.68085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.052074Z","time spent":"628.762049ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487518,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:29:20.744823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.234681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7181"} {"level":"info","ts":"2026-03-03T14:29:20.744875Z","caller":"traceutil/trace.go:171","msg":"trace[1813786789] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12349; }","duration":"692.309202ms","start":"2026-03-03T14:29:20.052552Z","end":"2026-03-03T14:29:20.744861Z","steps":["trace[1813786789] 'agreement among raft nodes before linearized reading' (duration: 692.172859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.7449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.052544Z","time spent":"692.349583ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7205,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T14:29:20.744912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.764948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:29:20.745006Z","caller":"traceutil/trace.go:171","msg":"trace[1037608030] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12349; }","duration":"661.869511ms","start":"2026-03-03T14:29:20.08311Z","end":"2026-03-03T14:29:20.74498Z","steps":["trace[1037608030] 'agreement among raft nodes before linearized reading' (duration: 661.570014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.745066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.775072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:29:20.745089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.083052Z","time spent":"662.015504ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"info","ts":"2026-03-03T14:29:20.745143Z","caller":"traceutil/trace.go:171","msg":"trace[762726937] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12349; }","duration":"110.904405ms","start":"2026-03-03T14:29:20.634221Z","end":"2026-03-03T14:29:20.745126Z","steps":["trace[762726937] 'agreement among raft nodes before linearized reading' (duration: 110.658619ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:20.745183Z","caller":"traceutil/trace.go:171","msg":"trace[392718559] transaction","detail":"{read_only:false; response_revision:12349; number_of_response:1; }","duration":"691.141996ms","start":"2026-03-03T14:29:20.054018Z","end":"2026-03-03T14:29:20.74516Z","steps":["trace[392718559] 'process raft request' (duration: 690.450769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:20.745322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.054004Z","time spent":"691.234508ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:21.34499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"523.681388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:21.345093Z","caller":"traceutil/trace.go:171","msg":"trace[2045568325] linearizableReadLoop","detail":"{readStateIndex:12892; appliedIndex:12891; }","duration":"594.417857ms","start":"2026-03-03T14:29:20.750661Z","end":"2026-03-03T14:29:21.345079Z","steps":["trace[2045568325] 'read index received' (duration: 70.587577ms)","trace[2045568325] 'applied index is now lower than readState.Index' (duration: 523.8288ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:21.345171Z","caller":"traceutil/trace.go:171","msg":"trace[1750064912] transaction","detail":"{read_only:false; response_revision:12350; number_of_response:1; }","duration":"596.535976ms","start":"2026-03-03T14:29:20.748597Z","end":"2026-03-03T14:29:21.345133Z","steps":["trace[1750064912] 'process raft request' (duration: 72.635314ms)","trace[1750064912] 'compare' (duration: 523.577724ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:21.345352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.74856Z","time spent":"596.70545ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:21.345568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.899378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:29:21.345631Z","caller":"traceutil/trace.go:171","msg":"trace[127099722] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:12350; }","duration":"595.015622ms","start":"2026-03-03T14:29:20.750601Z","end":"2026-03-03T14:29:21.345617Z","steps":["trace[127099722] 'agreement among raft nodes before linearized reading' (duration: 594.644643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.345665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.750576Z","time spent":"595.081343ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" "} {"level":"warn","ts":"2026-03-03T14:29:21.910266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.123577ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:21.91062Z","caller":"traceutil/trace.go:171","msg":"trace[1095767963] transaction","detail":"{read_only:false; response_revision:12353; number_of_response:1; }","duration":"508.661621ms","start":"2026-03-03T14:29:21.401934Z","end":"2026-03-03T14:29:21.910595Z","steps":["trace[1095767963] 'process raft request' (duration: 508.5907ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.910622Z","caller":"traceutil/trace.go:171","msg":"trace[776353674] transaction","detail":"{read_only:false; response_revision:12351; number_of_response:1; }","duration":"1.15781682s","start":"2026-03-03T14:29:20.752762Z","end":"2026-03-03T14:29:21.910579Z","steps":["trace[776353674] 'process raft request' (duration: 817.272162ms)","trace[776353674] 'compare' (duration: 339.952054ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:21.910701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.401911Z","time spent":"508.757763ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:21.910837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.752702Z","time spent":"1.158003084s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.910879Z","caller":"traceutil/trace.go:171","msg":"trace[1261448832] linearizableReadLoop","detail":"{readStateIndex:12894; appliedIndex:12892; }","duration":"565.734756ms","start":"2026-03-03T14:29:21.345112Z","end":"2026-03-03T14:29:21.910846Z","steps":["trace[1261448832] 'read index received' (duration: 224.940563ms)","trace[1261448832] 'applied index is now lower than readState.Index' (duration: 340.791243ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:21.910949Z","caller":"traceutil/trace.go:171","msg":"trace[422449664] transaction","detail":"{read_only:false; response_revision:12355; number_of_response:1; }","duration":"508.709583ms","start":"2026-03-03T14:29:21.402216Z","end":"2026-03-03T14:29:21.910925Z","steps":["trace[422449664] 'process raft request' (duration: 508.59491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.911057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"864.524411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:21.911123Z","caller":"traceutil/trace.go:171","msg":"trace[2113297869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12355; }","duration":"864.681225ms","start":"2026-03-03T14:29:21.046428Z","end":"2026-03-03T14:29:21.911109Z","steps":["trace[2113297869] 'agreement among raft nodes before linearized reading' (duration: 864.538642ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.911136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.959278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:21.911141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.402212Z","time spent":"508.847156ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:21.911197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.046406Z","time spent":"864.781877ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:21.911221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.360119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" ","response":"range_response_count:1 size:839"} {"level":"info","ts":"2026-03-03T14:29:21.911281Z","caller":"traceutil/trace.go:171","msg":"trace[1936105184] range","detail":"{range_begin:/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd; range_end:; response_count:1; response_revision:12355; }","duration":"562.43851ms","start":"2026-03-03T14:29:21.348826Z","end":"2026-03-03T14:29:21.911264Z","steps":["trace[1936105184] 'agreement among raft nodes before linearized reading' (duration: 562.180845ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.910953Z","caller":"traceutil/trace.go:171","msg":"trace[1639441156] transaction","detail":"{read_only:false; response_revision:12352; number_of_response:1; }","duration":"1.155850134s","start":"2026-03-03T14:29:20.755071Z","end":"2026-03-03T14:29:21.910921Z","steps":["trace[1639441156] 'process raft request' (duration: 1.155362512s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.911347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.752823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:29:21.911379Z","caller":"traceutil/trace.go:171","msg":"trace[458453991] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12355; }","duration":"508.812025ms","start":"2026-03-03T14:29:21.402559Z","end":"2026-03-03T14:29:21.911371Z","steps":["trace[458453991] 'agreement among raft nodes before linearized reading' (duration: 508.681592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.911408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.402547Z","time spent":"508.855566ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:29:21.911406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.317506ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:21.911404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:20.755058Z","time spent":"1.156298885s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7226,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.911392Z","caller":"traceutil/trace.go:171","msg":"trace[83056008] transaction","detail":"{read_only:false; response_revision:12354; number_of_response:1; }","duration":"509.149942ms","start":"2026-03-03T14:29:21.402181Z","end":"2026-03-03T14:29:21.91133Z","steps":["trace[83056008] 'process raft request' (duration: 508.384795ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.911451Z","caller":"traceutil/trace.go:171","msg":"trace[1521119985] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12355; }","duration":"430.398197ms","start":"2026-03-03T14:29:21.481037Z","end":"2026-03-03T14:29:21.911436Z","steps":["trace[1521119985] 'agreement among raft nodes before linearized reading' (duration: 430.307675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.911493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.48102Z","time spent":"430.463069ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:21.911332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.406286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:21.911221Z","caller":"traceutil/trace.go:171","msg":"trace[1652259915] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12355; }","duration":"509.06756ms","start":"2026-03-03T14:29:21.402142Z","end":"2026-03-03T14:29:21.911209Z","steps":["trace[1652259915] 'agreement among raft nodes before linearized reading' (duration: 508.946157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:21.911553Z","caller":"traceutil/trace.go:171","msg":"trace[1896056052] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12355; }","duration":"508.676062ms","start":"2026-03-03T14:29:21.402858Z","end":"2026-03-03T14:29:21.911534Z","steps":["trace[1896056052] 'agreement among raft nodes before linearized reading' (duration: 508.18232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.911549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.397056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:21.911598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.402133Z","time spent":"509.444789ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:21.911608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.402851Z","time spent":"508.741693ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:21.911623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.402174Z","time spent":"509.312885ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:21.911617Z","caller":"traceutil/trace.go:171","msg":"trace[407679964] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12355; }","duration":"508.483437ms","start":"2026-03-03T14:29:21.40312Z","end":"2026-03-03T14:29:21.911603Z","steps":["trace[407679964] 'agreement among raft nodes before linearized reading' (duration: 508.252512ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.911702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.403112Z","time spent":"508.558739ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:21.911777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.675397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:21.911941Z","caller":"traceutil/trace.go:171","msg":"trace[1456947612] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12355; }","duration":"510.875201ms","start":"2026-03-03T14:29:21.40105Z","end":"2026-03-03T14:29:21.911925Z","steps":["trace[1456947612] 'agreement among raft nodes before linearized reading' (duration: 510.093694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:21.912179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.401028Z","time spent":"511.129737ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:29:21.912192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.348813Z","time spent":"563.030854ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":863,"request content":"key:\"/registry/events/kube-system/kube-scheduler-instance.18995abf45ae2bfd\" "} {"level":"warn","ts":"2026-03-03T14:29:22.415815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:22.917002Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377559,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:29:22.928194Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.013691528s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:29:22.928477Z","caller":"traceutil/trace.go:171","msg":"trace[1878644122] linearizableReadLoop","detail":"{readStateIndex:12898; appliedIndex:12897; }","duration":"1.013100485s","start":"2026-03-03T14:29:21.915359Z","end":"2026-03-03T14:29:22.928459Z","steps":["trace[1878644122] 'read index received' (duration: 1.012940251s)","trace[1878644122] 'applied index is now lower than readState.Index' (duration: 159.504µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:22.92854Z","caller":"traceutil/trace.go:171","msg":"trace[1580850673] transaction","detail":"{read_only:false; response_revision:12356; number_of_response:1; }","duration":"1.014157969s","start":"2026-03-03T14:29:21.914355Z","end":"2026-03-03T14:29:22.928513Z","steps":["trace[1580850673] 'process raft request' (duration: 1.013992075s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.928635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.013256208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"warn","ts":"2026-03-03T14:29:22.928639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.914328Z","time spent":"1.014252141s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":824,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:22.928632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.138094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:22.928659Z","caller":"traceutil/trace.go:171","msg":"trace[798161248] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12356; }","duration":"1.01332642s","start":"2026-03-03T14:29:21.915326Z","end":"2026-03-03T14:29:22.928652Z","steps":["trace[798161248] 'agreement among raft nodes before linearized reading' (duration: 1.013197287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.928686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:21.915301Z","time spent":"1.013379261s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:29:22.928685Z","caller":"traceutil/trace.go:171","msg":"trace[798314670] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12356; }","duration":"881.236617ms","start":"2026-03-03T14:29:22.047434Z","end":"2026-03-03T14:29:22.928671Z","steps":["trace[798314670] 'agreement among raft nodes before linearized reading' (duration: 881.138605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.928709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.353485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:29:22.92872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.047415Z","time spent":"881.298398ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:29:22.928712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"773.524544ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:22.928845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.97817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:29:22.928858Z","caller":"traceutil/trace.go:171","msg":"trace[1289515256] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12356; }","duration":"773.682958ms","start":"2026-03-03T14:29:22.155109Z","end":"2026-03-03T14:29:22.928792Z","steps":["trace[1289515256] 'agreement among raft nodes before linearized reading' (duration: 773.475603ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:22.928874Z","caller":"traceutil/trace.go:171","msg":"trace[1859321456] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12356; }","duration":"128.04745ms","start":"2026-03-03T14:29:22.800818Z","end":"2026-03-03T14:29:22.928865Z","steps":["trace[1859321456] 'agreement among raft nodes before linearized reading' (duration: 127.960198ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.928922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.885385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:29:22.928919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.155088Z","time spent":"773.81528ms","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:29:22.928942Z","caller":"traceutil/trace.go:171","msg":"trace[630799261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12356; }","duration":"176.942807ms","start":"2026-03-03T14:29:22.751993Z","end":"2026-03-03T14:29:22.928936Z","steps":["trace[630799261] 'agreement among raft nodes before linearized reading' (duration: 176.880455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.929019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.910654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:22.928757Z","caller":"traceutil/trace.go:171","msg":"trace[1976731600] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12356; }","duration":"239.403816ms","start":"2026-03-03T14:29:22.689339Z","end":"2026-03-03T14:29:22.928743Z","steps":["trace[1976731600] 'agreement among raft nodes before linearized reading' (duration: 239.229772ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:22.929061Z","caller":"traceutil/trace.go:171","msg":"trace[509884315] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12356; }","duration":"823.997676ms","start":"2026-03-03T14:29:22.105052Z","end":"2026-03-03T14:29:22.929049Z","steps":["trace[509884315] 'agreement among raft nodes before linearized reading' (duration: 823.901134ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.929078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.652169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:29:22.929134Z","caller":"traceutil/trace.go:171","msg":"trace[412749271] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12356; }","duration":"524.755811ms","start":"2026-03-03T14:29:22.404364Z","end":"2026-03-03T14:29:22.92912Z","steps":["trace[412749271] 'agreement among raft nodes before linearized reading' (duration: 524.570217ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:22.929129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.105028Z","time spent":"824.077289ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:22.92917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.40434Z","time spent":"524.818483ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:29:23.267837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.043109ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:23.267918Z","caller":"traceutil/trace.go:171","msg":"trace[321966575] linearizableReadLoop","detail":"{readStateIndex:12900; appliedIndex:12899; }","duration":"307.544466ms","start":"2026-03-03T14:29:22.96036Z","end":"2026-03-03T14:29:23.267905Z","steps":["trace[321966575] 'read index received' (duration: 97.315142ms)","trace[321966575] 'applied index is now lower than readState.Index' (duration: 210.227954ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:23.268018Z","caller":"traceutil/trace.go:171","msg":"trace[1720839779] transaction","detail":"{read_only:false; response_revision:12358; number_of_response:1; }","duration":"309.239415ms","start":"2026-03-03T14:29:22.958733Z","end":"2026-03-03T14:29:23.267972Z","steps":["trace[1720839779] 'process raft request' (duration: 99.007101ms)","trace[1720839779] 'compare' (duration: 209.912927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:23.268137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.708941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/keystone-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-03-03T14:29:23.268158Z","caller":"traceutil/trace.go:171","msg":"trace[641589968] range","detail":"{range_begin:/registry/services/endpoints/openstack/keystone-api; range_end:; response_count:1; response_revision:12358; }","duration":"156.763732ms","start":"2026-03-03T14:29:23.111389Z","end":"2026-03-03T14:29:23.268152Z","steps":["trace[641589968] 'agreement among raft nodes before linearized reading' (duration: 156.712251ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.268151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.90256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:29:23.268189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.958719Z","time spent":"309.397918ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:29:23.268202Z","caller":"traceutil/trace.go:171","msg":"trace[974218601] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12358; }","duration":"217.987323ms","start":"2026-03-03T14:29:23.050203Z","end":"2026-03-03T14:29:23.26819Z","steps":["trace[974218601] 'agreement among raft nodes before linearized reading' (duration: 217.894381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.268084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.82353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4248"} {"level":"info","ts":"2026-03-03T14:29:23.268355Z","caller":"traceutil/trace.go:171","msg":"trace[2054993266] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12358; }","duration":"330.069205ms","start":"2026-03-03T14:29:22.938235Z","end":"2026-03-03T14:29:23.268304Z","steps":["trace[2054993266] 'agreement among raft nodes before linearized reading' (duration: 329.740578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.268507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:22.938228Z","time spent":"330.227939ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4272,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:29:23.786803Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432377573,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:29:23.789912Z","caller":"traceutil/trace.go:171","msg":"trace[58085322] linearizableReadLoop","detail":"{readStateIndex:12901; appliedIndex:12900; }","duration":"503.722887ms","start":"2026-03-03T14:29:23.286151Z","end":"2026-03-03T14:29:23.789874Z","steps":["trace[58085322] 'read index received' (duration: 501.307992ms)","trace[58085322] 'applied index is now lower than readState.Index' (duration: 2.412795ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:23.789949Z","caller":"traceutil/trace.go:171","msg":"trace[1145154148] transaction","detail":"{read_only:false; response_revision:12359; number_of_response:1; }","duration":"510.426222ms","start":"2026-03-03T14:29:23.279503Z","end":"2026-03-03T14:29:23.789929Z","steps":["trace[1145154148] 'process raft request' (duration: 508.014657ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.790109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"503.949452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:29:23.790139Z","caller":"traceutil/trace.go:171","msg":"trace[1556002981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12359; }","duration":"503.986692ms","start":"2026-03-03T14:29:23.286144Z","end":"2026-03-03T14:29:23.790131Z","steps":["trace[1556002981] 'agreement among raft nodes before linearized reading' (duration: 503.839199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:23.790116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.279488Z","time spent":"510.516334ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4569,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:23.790162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.286107Z","time spent":"504.048994ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:29:24.062432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.713994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:24.062536Z","caller":"traceutil/trace.go:171","msg":"trace[1358051918] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12360; }","duration":"147.872688ms","start":"2026-03-03T14:29:23.914638Z","end":"2026-03-03T14:29:24.062511Z","steps":["trace[1358051918] 'range keys from in-memory index tree' (duration: 147.50662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:24.132962Z","caller":"traceutil/trace.go:171","msg":"trace[1918513658] linearizableReadLoop","detail":"{readStateIndex:12903; appliedIndex:12902; }","duration":"214.37976ms","start":"2026-03-03T14:29:23.91856Z","end":"2026-03-03T14:29:24.13294Z","steps":["trace[1918513658] 'read index received' (duration: 214.289418ms)","trace[1918513658] 'applied index is now lower than readState.Index' (duration: 89.052µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:24.133021Z","caller":"traceutil/trace.go:171","msg":"trace[233653187] transaction","detail":"{read_only:false; response_revision:12361; number_of_response:1; }","duration":"215.498476ms","start":"2026-03-03T14:29:23.917486Z","end":"2026-03-03T14:29:24.132985Z","steps":["trace[233653187] 'process raft request' (duration: 215.320952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.133086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.516393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:24.133111Z","caller":"traceutil/trace.go:171","msg":"trace[1623116558] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12361; }","duration":"214.601435ms","start":"2026-03-03T14:29:23.918503Z","end":"2026-03-03T14:29:24.133104Z","steps":["trace[1623116558] 'agreement among raft nodes before linearized reading' (duration: 214.532133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.39235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.305308ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:24.392555Z","caller":"traceutil/trace.go:171","msg":"trace[1510978272] linearizableReadLoop","detail":"{readStateIndex:12906; appliedIndex:12903; }","duration":"259.525371ms","start":"2026-03-03T14:29:24.133012Z","end":"2026-03-03T14:29:24.392538Z","steps":["trace[1510978272] 'read index received' (duration: 54.890404ms)","trace[1510978272] 'applied index is now lower than readState.Index' (duration: 204.633406ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:24.392585Z","caller":"traceutil/trace.go:171","msg":"trace[133799439] transaction","detail":"{read_only:false; response_revision:12362; number_of_response:1; }","duration":"474.004853ms","start":"2026-03-03T14:29:23.918548Z","end":"2026-03-03T14:29:24.392553Z","steps":["trace[133799439] 'process raft request' (duration: 269.375567ms)","trace[133799439] 'compare' (duration: 204.193755ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:24.392652Z","caller":"traceutil/trace.go:171","msg":"trace[1229583179] transaction","detail":"{read_only:false; response_revision:12363; number_of_response:1; }","duration":"468.322893ms","start":"2026-03-03T14:29:23.924319Z","end":"2026-03-03T14:29:24.392642Z","steps":["trace[1229583179] 'process raft request' (duration: 468.124447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.392714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.924312Z","time spent":"468.370524ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:24.392861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.1087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:24.392921Z","caller":"traceutil/trace.go:171","msg":"trace[2015145786] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12364; }","duration":"410.195983ms","start":"2026-03-03T14:29:23.982712Z","end":"2026-03-03T14:29:24.392908Z","steps":["trace[2015145786] 'agreement among raft nodes before linearized reading' (duration: 409.955777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.392964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.174307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:29:24.392976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.982703Z","time spent":"410.266894ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:29:24.392988Z","caller":"traceutil/trace.go:171","msg":"trace[1910707420] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12364; }","duration":"474.261279ms","start":"2026-03-03T14:29:23.918721Z","end":"2026-03-03T14:29:24.392982Z","steps":["trace[1910707420] 'agreement among raft nodes before linearized reading' (duration: 474.126266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.393007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.918708Z","time spent":"474.29437ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:29:24.393012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.906984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:24.393061Z","caller":"traceutil/trace.go:171","msg":"trace[888860289] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12364; }","duration":"103.997226ms","start":"2026-03-03T14:29:24.28905Z","end":"2026-03-03T14:29:24.393047Z","steps":["trace[888860289] 'agreement among raft nodes before linearized reading' (duration: 103.915394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.393091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.145244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:24.39311Z","caller":"traceutil/trace.go:171","msg":"trace[1225407180] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12364; }","duration":"411.209285ms","start":"2026-03-03T14:29:23.981893Z","end":"2026-03-03T14:29:24.393102Z","steps":["trace[1225407180] 'agreement among raft nodes before linearized reading' (duration: 411.180395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.393131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.981861Z","time spent":"411.267637ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:29:24.393151Z","caller":"traceutil/trace.go:171","msg":"trace[1286957240] transaction","detail":"{read_only:false; response_revision:12364; number_of_response:1; }","duration":"325.89777ms","start":"2026-03-03T14:29:24.067244Z","end":"2026-03-03T14:29:24.393142Z","steps":["trace[1286957240] 'process raft request' (duration: 325.247044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.392722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.918526Z","time spent":"474.118176ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:24.393224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:24.067225Z","time spent":"325.950592ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:24.393334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"411.42439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:29:24.393358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.797815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-rlqsk\" ","response":"range_response_count:1 size:8878"} {"level":"info","ts":"2026-03-03T14:29:24.39338Z","caller":"traceutil/trace.go:171","msg":"trace[259015705] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-rlqsk; range_end:; response_count:1; response_revision:12364; }","duration":"314.842945ms","start":"2026-03-03T14:29:24.07853Z","end":"2026-03-03T14:29:24.393373Z","steps":["trace[259015705] 'agreement among raft nodes before linearized reading' (duration: 314.757063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.3934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:24.07852Z","time spent":"314.874196ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":8902,"request content":"key:\"/registry/pods/openstack/cinder-ks-user-rlqsk\" "} {"level":"warn","ts":"2026-03-03T14:29:24.393537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.618406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:24.393565Z","caller":"traceutil/trace.go:171","msg":"trace[131244509] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12364; }","duration":"329.701118ms","start":"2026-03-03T14:29:24.063856Z","end":"2026-03-03T14:29:24.393557Z","steps":["trace[131244509] 'agreement among raft nodes before linearized reading' (duration: 329.654447ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.393585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:24.063832Z","time spent":"329.747158ms","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:29:24.393683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.08619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:24.393714Z","caller":"traceutil/trace.go:171","msg":"trace[83139781] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12364; }","duration":"348.161482ms","start":"2026-03-03T14:29:24.045545Z","end":"2026-03-03T14:29:24.393707Z","steps":["trace[83139781] 'agreement among raft nodes before linearized reading' (duration: 348.117941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.393732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:24.045522Z","time spent":"348.206393ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:29:24.393361Z","caller":"traceutil/trace.go:171","msg":"trace[1373233897] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12364; }","duration":"411.504192ms","start":"2026-03-03T14:29:23.98185Z","end":"2026-03-03T14:29:24.393355Z","steps":["trace[1373233897] 'agreement among raft nodes before linearized reading' (duration: 411.438691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.393797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:23.981825Z","time spent":"411.953573ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:29:24.785646Z","caller":"traceutil/trace.go:171","msg":"trace[1337799436] transaction","detail":"{read_only:false; response_revision:12365; number_of_response:1; }","duration":"379.185708ms","start":"2026-03-03T14:29:24.406434Z","end":"2026-03-03T14:29:24.78562Z","steps":["trace[1337799436] 'process raft request' (duration: 378.951682ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.785799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:24.406413Z","time spent":"379.304581ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9098,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:29:24.964875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.279317ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:29:24.96503Z","caller":"traceutil/trace.go:171","msg":"trace[532667132] linearizableReadLoop","detail":"{readStateIndex:12908; appliedIndex:12906; }","duration":"241.136126ms","start":"2026-03-03T14:29:24.723874Z","end":"2026-03-03T14:29:24.96501Z","steps":["trace[532667132] 'read index received' (duration: 61.505617ms)","trace[532667132] 'applied index is now lower than readState.Index' (duration: 179.628709ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:24.965085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:24.406423Z","time spent":"558.638933ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:29:24.965262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.386005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:24.965337Z","caller":"traceutil/trace.go:171","msg":"trace[1118693610] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12365; }","duration":"209.507908ms","start":"2026-03-03T14:29:24.755812Z","end":"2026-03-03T14:29:24.96532Z","steps":["trace[1118693610] 'agreement among raft nodes before linearized reading' (duration: 209.364395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:24.96669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.793053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:24.96673Z","caller":"traceutil/trace.go:171","msg":"trace[1494312132] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12365; }","duration":"242.877056ms","start":"2026-03-03T14:29:24.723841Z","end":"2026-03-03T14:29:24.966718Z","steps":["trace[1494312132] 'agreement among raft nodes before linearized reading' (duration: 241.27737ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.211939Z","caller":"traceutil/trace.go:171","msg":"trace[1302330406] transaction","detail":"{read_only:false; response_revision:12366; number_of_response:1; }","duration":"245.678431ms","start":"2026-03-03T14:29:24.966232Z","end":"2026-03-03T14:29:25.211911Z","steps":["trace[1302330406] 'process raft request' (duration: 201.622576ms)","trace[1302330406] 'compare' (duration: 43.797029ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:25.211944Z","caller":"traceutil/trace.go:171","msg":"trace[667100126] linearizableReadLoop","detail":"{readStateIndex:12909; appliedIndex:12908; }","duration":"239.730064ms","start":"2026-03-03T14:29:24.972178Z","end":"2026-03-03T14:29:25.211909Z","steps":["trace[667100126] 'read index received' (duration: 195.71404ms)","trace[667100126] 'applied index is now lower than readState.Index' (duration: 44.013374ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:25.21278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.574633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487729"} {"level":"info","ts":"2026-03-03T14:29:25.212831Z","caller":"traceutil/trace.go:171","msg":"trace[1879967420] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12366; }","duration":"240.690906ms","start":"2026-03-03T14:29:24.972128Z","end":"2026-03-03T14:29:25.212819Z","steps":["trace[1879967420] 'agreement among raft nodes before linearized reading' (duration: 239.913328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:25.218784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.705023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:25.218788Z","caller":"traceutil/trace.go:171","msg":"trace[1593744755] transaction","detail":"{read_only:false; response_revision:12367; number_of_response:1; }","duration":"246.493039ms","start":"2026-03-03T14:29:24.97226Z","end":"2026-03-03T14:29:25.218753Z","steps":["trace[1593744755] 'process raft request' (duration: 246.305925ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:25.218825Z","caller":"traceutil/trace.go:171","msg":"trace[1506593744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12367; }","duration":"170.807816ms","start":"2026-03-03T14:29:25.048008Z","end":"2026-03-03T14:29:25.218816Z","steps":["trace[1506593744] 'agreement among raft nodes before linearized reading' (duration: 170.694423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:25.649987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.825901ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:25.650145Z","caller":"traceutil/trace.go:171","msg":"trace[1838013904] transaction","detail":"{read_only:false; response_revision:12368; number_of_response:1; }","duration":"349.117864ms","start":"2026-03-03T14:29:25.301003Z","end":"2026-03-03T14:29:25.650121Z","steps":["trace[1838013904] 'process raft request' (duration: 22.045019ms)","trace[1838013904] 'compare' (duration: 326.583554ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:25.650291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:25.300986Z","time spent":"349.198316ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:26.267222Z","caller":"traceutil/trace.go:171","msg":"trace[924433808] transaction","detail":"{read_only:false; response_revision:12371; number_of_response:1; }","duration":"128.769886ms","start":"2026-03-03T14:29:26.138417Z","end":"2026-03-03T14:29:26.267187Z","steps":["trace[924433808] 'process raft request' (duration: 126.883803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:27.377347Z","caller":"traceutil/trace.go:171","msg":"trace[67953963] linearizableReadLoop","detail":"{readStateIndex:12921; appliedIndex:12920; }","duration":"213.579151ms","start":"2026-03-03T14:29:27.163752Z","end":"2026-03-03T14:29:27.377331Z","steps":["trace[67953963] 'read index received' (duration: 213.410687ms)","trace[67953963] 'applied index is now lower than readState.Index' (duration: 167.374µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:27.377424Z","caller":"traceutil/trace.go:171","msg":"trace[202897042] transaction","detail":"{read_only:false; response_revision:12377; number_of_response:1; }","duration":"253.083581ms","start":"2026-03-03T14:29:27.124305Z","end":"2026-03-03T14:29:27.377389Z","steps":["trace[202897042] 'process raft request' (duration: 252.869136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:27.377531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.735254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:29:27.377597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.441572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:29:27.377631Z","caller":"traceutil/trace.go:171","msg":"trace[1189928227] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12377; }","duration":"213.909478ms","start":"2026-03-03T14:29:27.163701Z","end":"2026-03-03T14:29:27.37761Z","steps":["trace[1189928227] 'agreement among raft nodes before linearized reading' (duration: 213.697343ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:27.377647Z","caller":"traceutil/trace.go:171","msg":"trace[1501151313] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12377; }","duration":"152.545045ms","start":"2026-03-03T14:29:27.225089Z","end":"2026-03-03T14:29:27.377634Z","steps":["trace[1501151313] 'agreement among raft nodes before linearized reading' (duration: 152.368041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:27.37789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.125704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:29:27.377927Z","caller":"traceutil/trace.go:171","msg":"trace[1977658300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12377; }","duration":"109.190876ms","start":"2026-03-03T14:29:27.268728Z","end":"2026-03-03T14:29:27.377918Z","steps":["trace[1977658300] 'agreement among raft nodes before linearized reading' (duration: 108.775567ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:27.595368Z","caller":"traceutil/trace.go:171","msg":"trace[1086018267] linearizableReadLoop","detail":"{readStateIndex:12922; appliedIndex:12921; }","duration":"212.106288ms","start":"2026-03-03T14:29:27.383227Z","end":"2026-03-03T14:29:27.595333Z","steps":["trace[1086018267] 'read index received' (duration: 200.421629ms)","trace[1086018267] 'applied index is now lower than readState.Index' (duration: 11.682859ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:27.595448Z","caller":"traceutil/trace.go:171","msg":"trace[1278453475] transaction","detail":"{read_only:false; response_revision:12378; number_of_response:1; }","duration":"213.133051ms","start":"2026-03-03T14:29:27.382254Z","end":"2026-03-03T14:29:27.595387Z","steps":["trace[1278453475] 'process raft request' (duration: 201.493783ms)","trace[1278453475] 'compare' (duration: 11.209819ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:27.596415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.150552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487695"} {"level":"info","ts":"2026-03-03T14:29:27.596536Z","caller":"traceutil/trace.go:171","msg":"trace[1753118633] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12378; }","duration":"213.309695ms","start":"2026-03-03T14:29:27.383202Z","end":"2026-03-03T14:29:27.596511Z","steps":["trace[1753118633] 'agreement among raft nodes before linearized reading' (duration: 212.23154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:28.519434Z","caller":"traceutil/trace.go:171","msg":"trace[1782460184] transaction","detail":"{read_only:false; response_revision:12381; number_of_response:1; }","duration":"106.928375ms","start":"2026-03-03T14:29:28.412458Z","end":"2026-03-03T14:29:28.519386Z","steps":["trace[1782460184] 'process raft request' (duration: 106.71651ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:29.121872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.356363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:29.121978Z","caller":"traceutil/trace.go:171","msg":"trace[1648099711] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12384; }","duration":"100.507536ms","start":"2026-03-03T14:29:29.021438Z","end":"2026-03-03T14:29:29.121945Z","steps":["trace[1648099711] 'range keys from in-memory index tree' (duration: 100.27212ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:52.769782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.46434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:52.769862Z","caller":"traceutil/trace.go:171","msg":"trace[934585779] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12455; }","duration":"223.593122ms","start":"2026-03-03T14:29:52.546254Z","end":"2026-03-03T14:29:52.769847Z","steps":["trace[934585779] 'range keys from in-memory index tree' (duration: 223.392517ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:52.770259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.321153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:29:52.770318Z","caller":"traceutil/trace.go:171","msg":"trace[1574517792] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12455; }","duration":"219.401926ms","start":"2026-03-03T14:29:52.550908Z","end":"2026-03-03T14:29:52.770309Z","steps":["trace[1574517792] 'range keys from in-memory index tree' (duration: 218.680828ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:52.77039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.0108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:52.770538Z","caller":"traceutil/trace.go:171","msg":"trace[1628357081] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12455; }","duration":"204.206525ms","start":"2026-03-03T14:29:52.566322Z","end":"2026-03-03T14:29:52.770529Z","steps":["trace[1628357081] 'range keys from in-memory index tree' (duration: 203.347194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:52.770961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.347464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:29:52.771036Z","caller":"traceutil/trace.go:171","msg":"trace[523333801] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12455; }","duration":"222.448757ms","start":"2026-03-03T14:29:52.548572Z","end":"2026-03-03T14:29:52.771021Z","steps":["trace[523333801] 'range keys from in-memory index tree' (duration: 221.102455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:52.866825Z","caller":"traceutil/trace.go:171","msg":"trace[1736217109] transaction","detail":"{read_only:false; response_revision:12456; number_of_response:1; }","duration":"264.837083ms","start":"2026-03-03T14:29:52.60197Z","end":"2026-03-03T14:29:52.866807Z","steps":["trace[1736217109] 'process raft request' (duration: 264.70124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:53.092417Z","caller":"traceutil/trace.go:171","msg":"trace[81085281] linearizableReadLoop","detail":"{readStateIndex:13007; appliedIndex:13005; }","duration":"403.963388ms","start":"2026-03-03T14:29:52.688434Z","end":"2026-03-03T14:29:53.092397Z","steps":["trace[81085281] 'read index received' (duration: 178.238838ms)","trace[81085281] 'applied index is now lower than readState.Index' (duration: 225.72372ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:53.092475Z","caller":"traceutil/trace.go:171","msg":"trace[738798436] transaction","detail":"{read_only:false; response_revision:12457; number_of_response:1; }","duration":"456.668553ms","start":"2026-03-03T14:29:52.635779Z","end":"2026-03-03T14:29:53.092448Z","steps":["trace[738798436] 'process raft request' (duration: 456.512199ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.092584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.139922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:29:53.092601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:52.63576Z","time spent":"456.770776ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:29:53.092615Z","caller":"traceutil/trace.go:171","msg":"trace[701727179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12457; }","duration":"404.239745ms","start":"2026-03-03T14:29:52.688368Z","end":"2026-03-03T14:29:53.092608Z","steps":["trace[701727179] 'agreement among raft nodes before linearized reading' (duration: 404.122102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:53.092645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:52.688347Z","time spent":"404.291737ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:29:54.786898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.633379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:29:54.786972Z","caller":"traceutil/trace.go:171","msg":"trace[1857016038] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12462; }","duration":"212.789043ms","start":"2026-03-03T14:29:54.574165Z","end":"2026-03-03T14:29:54.786954Z","steps":["trace[1857016038] 'range keys from in-memory index tree' (duration: 212.410005ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:55.277373Z","caller":"traceutil/trace.go:171","msg":"trace[123101300] transaction","detail":"{read_only:false; response_revision:12465; number_of_response:1; }","duration":"174.389008ms","start":"2026-03-03T14:29:55.102965Z","end":"2026-03-03T14:29:55.277354Z","steps":["trace[123101300] 'process raft request' (duration: 85.045839ms)","trace[123101300] 'compare' (duration: 89.189196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:55.277538Z","caller":"traceutil/trace.go:171","msg":"trace[1966984847] transaction","detail":"{read_only:false; response_revision:12466; number_of_response:1; }","duration":"172.065844ms","start":"2026-03-03T14:29:55.105466Z","end":"2026-03-03T14:29:55.277532Z","steps":["trace[1966984847] 'process raft request' (duration: 171.851589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:55.582386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.918909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-ks-user-rlqsk\" ","response":"range_response_count:1 size:9265"} {"level":"info","ts":"2026-03-03T14:29:55.582479Z","caller":"traceutil/trace.go:171","msg":"trace[71880971] range","detail":"{range_begin:/registry/pods/openstack/cinder-ks-user-rlqsk; range_end:; response_count:1; response_revision:12466; }","duration":"142.066373ms","start":"2026-03-03T14:29:55.440392Z","end":"2026-03-03T14:29:55.582458Z","steps":["trace[71880971] 'range keys from in-memory index tree' (duration: 141.734605ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:55.828282Z","caller":"traceutil/trace.go:171","msg":"trace[1472490181] transaction","detail":"{read_only:false; response_revision:12468; number_of_response:1; }","duration":"147.12319ms","start":"2026-03-03T14:29:55.681132Z","end":"2026-03-03T14:29:55.828255Z","steps":["trace[1472490181] 'process raft request' (duration: 146.532976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:56.063113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.188213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:29:56.063205Z","caller":"traceutil/trace.go:171","msg":"trace[987900255] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12468; }","duration":"177.337046ms","start":"2026-03-03T14:29:55.885853Z","end":"2026-03-03T14:29:56.06319Z","steps":["trace[987900255] 'range keys from in-memory index tree' (duration: 177.014819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:56.063272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.368757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:29:56.063394Z","caller":"traceutil/trace.go:171","msg":"trace[2002611967] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12468; }","duration":"154.733966ms","start":"2026-03-03T14:29:55.908638Z","end":"2026-03-03T14:29:56.063372Z","steps":["trace[2002611967] 'range keys from in-memory index tree' (duration: 154.141602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:56.330719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.135563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:56.330806Z","caller":"traceutil/trace.go:171","msg":"trace[1630310102] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:12469; }","duration":"151.284266ms","start":"2026-03-03T14:29:56.179504Z","end":"2026-03-03T14:29:56.330788Z","steps":["trace[1630310102] 'count revisions from in-memory index tree' (duration: 151.022749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:57.156309Z","caller":"traceutil/trace.go:171","msg":"trace[2078311711] transaction","detail":"{read_only:false; response_revision:12471; number_of_response:1; }","duration":"229.849926ms","start":"2026-03-03T14:29:56.926414Z","end":"2026-03-03T14:29:57.156264Z","steps":["trace[2078311711] 'process raft request' (duration: 229.56138ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:57.496046Z","caller":"traceutil/trace.go:171","msg":"trace[562856826] linearizableReadLoop","detail":"{readStateIndex:13024; appliedIndex:13023; }","duration":"174.111562ms","start":"2026-03-03T14:29:57.321904Z","end":"2026-03-03T14:29:57.496016Z","steps":["trace[562856826] 'read index received' (duration: 108.748136ms)","trace[562856826] 'applied index is now lower than readState.Index' (duration: 65.362496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:57.496212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.280286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:29:57.496245Z","caller":"traceutil/trace.go:171","msg":"trace[848199673] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12473; }","duration":"174.356608ms","start":"2026-03-03T14:29:57.321877Z","end":"2026-03-03T14:29:57.496234Z","steps":["trace[848199673] 'agreement among raft nodes before linearized reading' (duration: 174.253955ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:57.496343Z","caller":"traceutil/trace.go:171","msg":"trace[1896318914] transaction","detail":"{read_only:false; response_revision:12473; number_of_response:1; }","duration":"176.162498ms","start":"2026-03-03T14:29:57.320145Z","end":"2026-03-03T14:29:57.496308Z","steps":["trace[1896318914] 'process raft request' (duration: 110.596908ms)","trace[1896318914] 'compare' (duration: 65.160421ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:58.439559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.463464ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:29:58.442016Z","caller":"traceutil/trace.go:171","msg":"trace[305684630] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12474; }","duration":"105.975102ms","start":"2026-03-03T14:29:58.336025Z","end":"2026-03-03T14:29:58.442Z","steps":["trace[305684630] 'range keys from in-memory index tree' (duration: 103.349271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:29:59.389339Z","caller":"traceutil/trace.go:171","msg":"trace[1588653268] transaction","detail":"{read_only:false; response_revision:12478; number_of_response:1; }","duration":"225.935485ms","start":"2026-03-03T14:29:59.16338Z","end":"2026-03-03T14:29:59.389316Z","steps":["trace[1588653268] 'process raft request' (duration: 225.765542ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:59.679643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.278092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:29:59.67976Z","caller":"traceutil/trace.go:171","msg":"trace[795660500] linearizableReadLoop","detail":"{readStateIndex:13030; appliedIndex:13029; }","duration":"179.24138ms","start":"2026-03-03T14:29:59.500502Z","end":"2026-03-03T14:29:59.679743Z","steps":["trace[795660500] 'read index received' (duration: 40.71µs)","trace[795660500] 'applied index is now lower than readState.Index' (duration: 179.19934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:29:59.680015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.503797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:29:59.680191Z","caller":"traceutil/trace.go:171","msg":"trace[1556282271] transaction","detail":"{read_only:false; response_revision:12479; number_of_response:1; }","duration":"358.455789ms","start":"2026-03-03T14:29:59.321705Z","end":"2026-03-03T14:29:59.680161Z","steps":["trace[1556282271] 'process raft request' (duration: 102.564623ms)","trace[1556282271] 'compare' (duration: 254.963255ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:29:59.680099Z","caller":"traceutil/trace.go:171","msg":"trace[683305448] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12479; }","duration":"179.573778ms","start":"2026-03-03T14:29:59.500473Z","end":"2026-03-03T14:29:59.680046Z","steps":["trace[683305448] 'agreement among raft nodes before linearized reading' (duration: 179.381143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:29:59.680333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:59.321678Z","time spent":"358.578602ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:00.450719Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:00.951228Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378051,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:01.241498Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.428325121s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:30:01.647591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.484600459s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:01.647729Z","caller":"traceutil/trace.go:171","msg":"trace[935264708] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12480; }","duration":"1.484749342s","start":"2026-03-03T14:30:00.162957Z","end":"2026-03-03T14:30:01.647707Z","steps":["trace[935264708] 'range keys from in-memory index tree' (duration: 1.484582698s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.747059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.353725ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:01.747404Z","caller":"traceutil/trace.go:171","msg":"trace[116325389] transaction","detail":"{read_only:false; response_revision:12481; number_of_response:1; }","duration":"1.244287671s","start":"2026-03-03T14:30:00.503097Z","end":"2026-03-03T14:30:01.747385Z","steps":["trace[116325389] 'process raft request' (duration: 1.244101497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.747521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.503082Z","time spent":"1.244367013s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:01.747757Z","caller":"traceutil/trace.go:171","msg":"trace[474278580] transaction","detail":"{read_only:false; response_revision:12482; number_of_response:1; }","duration":"1.184110995s","start":"2026-03-03T14:30:00.563621Z","end":"2026-03-03T14:30:01.747732Z","steps":["trace[474278580] 'process raft request' (duration: 1.183718636s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:01.747839Z","caller":"traceutil/trace.go:171","msg":"trace[1546710388] transaction","detail":"{read_only:false; response_revision:12483; number_of_response:1; }","duration":"959.11655ms","start":"2026-03-03T14:30:00.788691Z","end":"2026-03-03T14:30:01.747808Z","steps":["trace[1546710388] 'process raft request' (duration: 958.904455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:01.747753Z","caller":"traceutil/trace.go:171","msg":"trace[303098565] linearizableReadLoop","detail":"{readStateIndex:13035; appliedIndex:13031; }","duration":"1.80277905s","start":"2026-03-03T14:29:59.944949Z","end":"2026-03-03T14:30:01.747729Z","steps":["trace[303098565] 'read index received' (duration: 1.296741489s)","trace[303098565] 'applied index is now lower than readState.Index' (duration: 506.035211ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:01.748007Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.788668Z","time spent":"959.251293ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:01.747963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803004125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:30:01.748041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.563597Z","time spent":"1.184221158s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:01.748119Z","caller":"traceutil/trace.go:171","msg":"trace[1924473146] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12483; }","duration":"1.803220269s","start":"2026-03-03T14:29:59.944877Z","end":"2026-03-03T14:30:01.748097Z","steps":["trace[1924473146] 'agreement among raft nodes before linearized reading' (duration: 1.802916962s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.748403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:29:59.944861Z","time spent":"1.803462715s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:01.764786Z","caller":"traceutil/trace.go:171","msg":"trace[48570775] transaction","detail":"{read_only:false; response_revision:12484; number_of_response:1; }","duration":"371.358726ms","start":"2026-03-03T14:30:01.393398Z","end":"2026-03-03T14:30:01.764757Z","steps":["trace[48570775] 'process raft request' (duration: 371.173922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:01.764976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.393381Z","time spent":"371.50142ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:02.048727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000044535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:02.048806Z","caller":"traceutil/trace.go:171","msg":"trace[680716292] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000165739s","start":"2026-03-03T14:30:00.048623Z","end":"2026-03-03T14:30:02.048789Z","steps":["trace[680716292] 'agreement among raft nodes before linearized reading' (duration: 2.000065926s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.048852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.048609Z","time spent":"2.00023382s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:02.087656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.915439ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:02.087804Z","caller":"traceutil/trace.go:171","msg":"trace[1175590731] linearizableReadLoop","detail":"{readStateIndex:13037; appliedIndex:13035; }","duration":"339.8347ms","start":"2026-03-03T14:30:01.747948Z","end":"2026-03-03T14:30:02.087783Z","steps":["trace[1175590731] 'read index received' (duration: 16.775246ms)","trace[1175590731] 'applied index is now lower than readState.Index' (duration: 323.057614ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:02.087815Z","caller":"traceutil/trace.go:171","msg":"trace[415975024] transaction","detail":"{read_only:false; response_revision:12485; number_of_response:1; }","duration":"399.268669ms","start":"2026-03-03T14:30:01.688514Z","end":"2026-03-03T14:30:02.087782Z","steps":["trace[415975024] 'process raft request' (duration: 185.084524ms)","trace[415975024] 'compare' (duration: 213.609122ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:02.087853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.588413921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:02.087887Z","caller":"traceutil/trace.go:171","msg":"trace[874011422] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12485; }","duration":"1.588485133s","start":"2026-03-03T14:30:00.499393Z","end":"2026-03-03T14:30:02.087878Z","steps":["trace[874011422] 'agreement among raft nodes before linearized reading' (duration: 1.588423172s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.087912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.499372Z","time spent":"1.588534395s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:02.087898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.47339014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:02.08792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286072495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:02.087958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.68849Z","time spent":"399.387983ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:02.087969Z","caller":"traceutil/trace.go:171","msg":"trace[883566094] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12485; }","duration":"1.473509503s","start":"2026-03-03T14:30:00.614442Z","end":"2026-03-03T14:30:02.087952Z","steps":["trace[883566094] 'agreement among raft nodes before linearized reading' (duration: 1.47337242s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.614415Z","time spent":"1.473592705s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:02.087973Z","caller":"traceutil/trace.go:171","msg":"trace[231750532] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12485; }","duration":"1.286147317s","start":"2026-03-03T14:30:00.801812Z","end":"2026-03-03T14:30:02.08796Z","steps":["trace[231750532] 'agreement among raft nodes before linearized reading' (duration: 1.285995884s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.256089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:30:02.08803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.842125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:02.088033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286848642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:02.08803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28455392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:02.088082Z","caller":"traceutil/trace.go:171","msg":"trace[145170978] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12485; }","duration":"336.33001ms","start":"2026-03-03T14:30:01.751737Z","end":"2026-03-03T14:30:02.088067Z","steps":["trace[145170978] 'agreement among raft nodes before linearized reading' (duration: 336.174176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:02.088093Z","caller":"traceutil/trace.go:171","msg":"trace[874395126] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:12485; }","duration":"245.946438ms","start":"2026-03-03T14:30:01.84213Z","end":"2026-03-03T14:30:02.088076Z","steps":["trace[874395126] 'agreement among raft nodes before linearized reading' (duration: 245.827375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:02.088099Z","caller":"traceutil/trace.go:171","msg":"trace[1870194669] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12485; }","duration":"1.286917564s","start":"2026-03-03T14:30:00.801166Z","end":"2026-03-03T14:30:02.088084Z","steps":["trace[1870194669] 'agreement among raft nodes before linearized reading' (duration: 1.2867394s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.063264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:30:02.088126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.751721Z","time spent":"336.394152ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:02.088126Z","caller":"traceutil/trace.go:171","msg":"trace[848122104] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12485; }","duration":"1.284658762s","start":"2026-03-03T14:30:00.803443Z","end":"2026-03-03T14:30:02.088102Z","steps":["trace[848122104] 'agreement among raft nodes before linearized reading' (duration: 1.284414287s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.801082Z","time spent":"1.287058327s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:02.088064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.801795Z","time spent":"1.286262899s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:02.087884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.284067149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:02.088167Z","caller":"traceutil/trace.go:171","msg":"trace[1408793247] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12485; }","duration":"303.163276ms","start":"2026-03-03T14:30:01.784984Z","end":"2026-03-03T14:30:02.088148Z","steps":["trace[1408793247] 'agreement among raft nodes before linearized reading' (duration: 302.991463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.845595227s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:30:02.088179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.803395Z","time spent":"1.284772195s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:02.088216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:01.784961Z","time spent":"303.243629ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:02.087904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.245008338s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:02.088239Z","caller":"traceutil/trace.go:171","msg":"trace[173426852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12485; }","duration":"1.84573307s","start":"2026-03-03T14:30:00.242483Z","end":"2026-03-03T14:30:02.088216Z","steps":["trace[173426852] 'agreement among raft nodes before linearized reading' (duration: 1.845422413s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.242462Z","time spent":"1.845811612s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:30:02.088285Z","caller":"traceutil/trace.go:171","msg":"trace[1708930104] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12485; }","duration":"1.245421858s","start":"2026-03-03T14:30:00.842828Z","end":"2026-03-03T14:30:02.08825Z","steps":["trace[1708930104] 'agreement among raft nodes before linearized reading' (duration: 1.245015699s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.842807Z","time spent":"1.24550921s","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:02.088011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.835079816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:02.088414Z","caller":"traceutil/trace.go:171","msg":"trace[987762572] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12485; }","duration":"1.835551816s","start":"2026-03-03T14:30:00.25285Z","end":"2026-03-03T14:30:02.088402Z","steps":["trace[987762572] 'agreement among raft nodes before linearized reading' (duration: 1.834970583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.088451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.252841Z","time spent":"1.835598387s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:30:02.088209Z","caller":"traceutil/trace.go:171","msg":"trace[309970286] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12485; }","duration":"1.284447148s","start":"2026-03-03T14:30:00.803749Z","end":"2026-03-03T14:30:02.088196Z","steps":["trace[309970286] 'agreement among raft nodes before linearized reading' (duration: 1.284078379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.08873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:00.803735Z","time spent":"1.284839666s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:02.417733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.18179ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:02.417932Z","caller":"traceutil/trace.go:171","msg":"trace[938498290] linearizableReadLoop","detail":"{readStateIndex:13039; appliedIndex:13037; }","duration":"319.476951ms","start":"2026-03-03T14:30:02.09844Z","end":"2026-03-03T14:30:02.417917Z","steps":["trace[938498290] 'read index received' (duration: 168.978884ms)","trace[938498290] 'applied index is now lower than readState.Index' (duration: 150.497027ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:02.418323Z","caller":"traceutil/trace.go:171","msg":"trace[1810731065] transaction","detail":"{read_only:false; response_revision:12486; number_of_response:1; }","duration":"323.267538ms","start":"2026-03-03T14:30:02.095044Z","end":"2026-03-03T14:30:02.418312Z","steps":["trace[1810731065] 'process raft request' (duration: 172.412783ms)","trace[1810731065] 'compare' (duration: 149.7324ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:02.418383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.095022Z","time spent":"323.334669ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:02.418511Z","caller":"traceutil/trace.go:171","msg":"trace[1434610149] transaction","detail":"{read_only:false; response_revision:12487; number_of_response:1; }","duration":"322.989893ms","start":"2026-03-03T14:30:02.095514Z","end":"2026-03-03T14:30:02.418504Z","steps":["trace[1434610149] 'process raft request' (duration: 322.324927ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.418548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.095269Z","time spent":"323.256899ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:02.418647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.212269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:02.418676Z","caller":"traceutil/trace.go:171","msg":"trace[463877930] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12487; }","duration":"320.25781ms","start":"2026-03-03T14:30:02.09841Z","end":"2026-03-03T14:30:02.418668Z","steps":["trace[463877930] 'agreement among raft nodes before linearized reading' (duration: 320.212309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.418696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.098401Z","time spent":"320.290401ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:02.41883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.329356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:02.418854Z","caller":"traceutil/trace.go:171","msg":"trace[190083868] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12487; }","duration":"269.390817ms","start":"2026-03-03T14:30:02.149457Z","end":"2026-03-03T14:30:02.418848Z","steps":["trace[190083868] 'agreement among raft nodes before linearized reading' (duration: 269.350307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.419067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.452017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:02.419096Z","caller":"traceutil/trace.go:171","msg":"trace[1555859724] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:12487; }","duration":"150.512948ms","start":"2026-03-03T14:30:02.268575Z","end":"2026-03-03T14:30:02.419088Z","steps":["trace[1555859724] 'agreement among raft nodes before linearized reading' (duration: 150.466977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.870704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.086403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:02.87082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.355287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:02.870854Z","caller":"traceutil/trace.go:171","msg":"trace[1550682594] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12487; }","duration":"339.302618ms","start":"2026-03-03T14:30:02.531528Z","end":"2026-03-03T14:30:02.87083Z","steps":["trace[1550682594] 'count revisions from in-memory index tree' (duration: 338.96776ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:02.870904Z","caller":"traceutil/trace.go:171","msg":"trace[1141188544] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12487; }","duration":"167.51671ms","start":"2026-03-03T14:30:02.70337Z","end":"2026-03-03T14:30:02.870886Z","steps":["trace[1141188544] 'count revisions from in-memory index tree' (duration: 167.245944ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:02.870914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:02.531508Z","time spent":"339.393341ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:03.451563Z","caller":"traceutil/trace.go:171","msg":"trace[450463019] transaction","detail":"{read_only:false; response_revision:12488; number_of_response:1; }","duration":"111.323485ms","start":"2026-03-03T14:30:03.34021Z","end":"2026-03-03T14:30:03.451533Z","steps":["trace[450463019] 'process raft request' (duration: 111.161831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:03.962223Z","caller":"traceutil/trace.go:171","msg":"trace[1858067959] transaction","detail":"{read_only:false; response_revision:12489; number_of_response:1; }","duration":"208.990336ms","start":"2026-03-03T14:30:03.753208Z","end":"2026-03-03T14:30:03.962199Z","steps":["trace[1858067959] 'process raft request' (duration: 208.846133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.229687Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.846481ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:04.229777Z","caller":"traceutil/trace.go:171","msg":"trace[1631129380] linearizableReadLoop","detail":"{readStateIndex:13042; appliedIndex:13040; }","duration":"389.698789ms","start":"2026-03-03T14:30:03.840063Z","end":"2026-03-03T14:30:04.229762Z","steps":["trace[1631129380] 'read index received' (duration: 122.078093ms)","trace[1631129380] 'applied index is now lower than readState.Index' (duration: 267.619516ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:04.229838Z","caller":"traceutil/trace.go:171","msg":"trace[1064704748] transaction","detail":"{read_only:false; response_revision:12490; number_of_response:1; }","duration":"460.249805ms","start":"2026-03-03T14:30:03.769578Z","end":"2026-03-03T14:30:04.229828Z","steps":["trace[1064704748] 'process raft request' (duration: 258.181979ms)","trace[1064704748] 'compare' (duration: 201.728798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:04.229893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.769557Z","time spent":"460.302416ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:04.229985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.897174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:04.230078Z","caller":"traceutil/trace.go:171","msg":"trace[1082452827] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12490; }","duration":"390.045418ms","start":"2026-03-03T14:30:03.840006Z","end":"2026-03-03T14:30:04.230052Z","steps":["trace[1082452827] 'agreement among raft nodes before linearized reading' (duration: 389.871824ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.230129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:03.839984Z","time spent":"390.130959ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:04.306267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.861227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:04.306356Z","caller":"traceutil/trace.go:171","msg":"trace[1234593194] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12491; }","duration":"260.0023ms","start":"2026-03-03T14:30:04.046329Z","end":"2026-03-03T14:30:04.306331Z","steps":["trace[1234593194] 'agreement among raft nodes before linearized reading' (duration: 259.847507ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.306414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.010892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:04.306467Z","caller":"traceutil/trace.go:171","msg":"trace[2082458621] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12491; }","duration":"211.082043ms","start":"2026-03-03T14:30:04.095369Z","end":"2026-03-03T14:30:04.306451Z","steps":["trace[2082458621] 'agreement among raft nodes before linearized reading' (duration: 210.981761ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:04.306481Z","caller":"traceutil/trace.go:171","msg":"trace[2054177919] transaction","detail":"{read_only:false; response_revision:12491; number_of_response:1; }","duration":"212.66751ms","start":"2026-03-03T14:30:04.093775Z","end":"2026-03-03T14:30:04.306442Z","steps":["trace[2054177919] 'process raft request' (duration: 212.24972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.306556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.438266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:04.306569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.980248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:30:04.306578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.432136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:04.306601Z","caller":"traceutil/trace.go:171","msg":"trace[1783952839] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12491; }","duration":"212.525617ms","start":"2026-03-03T14:30:04.094063Z","end":"2026-03-03T14:30:04.306589Z","steps":["trace[1783952839] 'agreement among raft nodes before linearized reading' (duration: 212.434025ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:04.306631Z","caller":"traceutil/trace.go:171","msg":"trace[1437162740] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12491; }","duration":"203.07998ms","start":"2026-03-03T14:30:04.103535Z","end":"2026-03-03T14:30:04.306615Z","steps":["trace[1437162740] 'agreement among raft nodes before linearized reading' (duration: 202.878684ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:04.306638Z","caller":"traceutil/trace.go:171","msg":"trace[525151841] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12491; }","duration":"212.528237ms","start":"2026-03-03T14:30:04.094094Z","end":"2026-03-03T14:30:04.306622Z","steps":["trace[525151841] 'agreement among raft nodes before linearized reading' (duration: 212.374812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.307048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.606876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:04.307108Z","caller":"traceutil/trace.go:171","msg":"trace[1771024146] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12491; }","duration":"211.682018ms","start":"2026-03-03T14:30:04.09541Z","end":"2026-03-03T14:30:04.307092Z","steps":["trace[1771024146] 'agreement among raft nodes before linearized reading' (duration: 210.975631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.307065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.611087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:04.307283Z","caller":"traceutil/trace.go:171","msg":"trace[1416807705] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12491; }","duration":"211.838111ms","start":"2026-03-03T14:30:04.095428Z","end":"2026-03-03T14:30:04.307266Z","steps":["trace[1416807705] 'agreement among raft nodes before linearized reading' (duration: 210.814977ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.638371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.400701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:04.638465Z","caller":"traceutil/trace.go:171","msg":"trace[465810654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12491; }","duration":"214.548984ms","start":"2026-03-03T14:30:04.423894Z","end":"2026-03-03T14:30:04.638443Z","steps":["trace[465810654] 'range keys from in-memory index tree' (duration: 214.096154ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.638571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.267707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:30:04.638703Z","caller":"traceutil/trace.go:171","msg":"trace[1680749914] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12491; }","duration":"237.443091ms","start":"2026-03-03T14:30:04.401216Z","end":"2026-03-03T14:30:04.638659Z","steps":["trace[1680749914] 'range keys from in-memory index tree' (duration: 237.057503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:04.638711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.682688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:04.638784Z","caller":"traceutil/trace.go:171","msg":"trace[7138790] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12491; }","duration":"214.822341ms","start":"2026-03-03T14:30:04.423945Z","end":"2026-03-03T14:30:04.638768Z","steps":["trace[7138790] 'range keys from in-memory index tree' (duration: 214.461632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.065501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.719318ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:05.065807Z","caller":"traceutil/trace.go:171","msg":"trace[389534763] transaction","detail":"{read_only:false; response_revision:12492; number_of_response:1; }","duration":"423.783166ms","start":"2026-03-03T14:30:04.642Z","end":"2026-03-03T14:30:05.065783Z","steps":["trace[389534763] 'process raft request' (duration: 277.704199ms)","trace[389534763] 'compare' (duration: 145.404881ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:05.065901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.64198Z","time spent":"423.878138ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:05.065925Z","caller":"traceutil/trace.go:171","msg":"trace[742090385] transaction","detail":"{read_only:false; response_revision:12494; number_of_response:1; }","duration":"278.224212ms","start":"2026-03-03T14:30:04.787684Z","end":"2026-03-03T14:30:05.065908Z","steps":["trace[742090385] 'process raft request' (duration: 277.973815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:05.065925Z","caller":"traceutil/trace.go:171","msg":"trace[632768278] transaction","detail":"{read_only:false; response_revision:12493; number_of_response:1; }","duration":"422.511737ms","start":"2026-03-03T14:30:04.643389Z","end":"2026-03-03T14:30:05.065901Z","steps":["trace[632768278] 'process raft request' (duration: 422.204129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:05.066093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:04.643376Z","time spent":"422.628049ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:06.210058Z","caller":"traceutil/trace.go:171","msg":"trace[1312139207] linearizableReadLoop","detail":"{readStateIndex:13048; appliedIndex:13047; }","duration":"164.43101ms","start":"2026-03-03T14:30:06.045597Z","end":"2026-03-03T14:30:06.210028Z","steps":["trace[1312139207] 'read index received' (duration: 164.237755ms)","trace[1312139207] 'applied index is now lower than readState.Index' (duration: 192.655µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:06.210183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.567353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:06.210204Z","caller":"traceutil/trace.go:171","msg":"trace[1956957844] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12495; }","duration":"164.639524ms","start":"2026-03-03T14:30:06.045556Z","end":"2026-03-03T14:30:06.210196Z","steps":["trace[1956957844] 'agreement among raft nodes before linearized reading' (duration: 164.557892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:06.21021Z","caller":"traceutil/trace.go:171","msg":"trace[1705731193] transaction","detail":"{read_only:false; response_revision:12495; number_of_response:1; }","duration":"238.312162ms","start":"2026-03-03T14:30:05.971849Z","end":"2026-03-03T14:30:06.210161Z","steps":["trace[1705731193] 'process raft request' (duration: 238.044046ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:06.510231Z","caller":"traceutil/trace.go:171","msg":"trace[907868776] transaction","detail":"{read_only:false; response_revision:12496; number_of_response:1; }","duration":"275.268393ms","start":"2026-03-03T14:30:06.234926Z","end":"2026-03-03T14:30:06.510194Z","steps":["trace[907868776] 'process raft request' (duration: 240.081703ms)","trace[907868776] 'compare' (duration: 34.73156ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:06.510335Z","caller":"traceutil/trace.go:171","msg":"trace[307036509] linearizableReadLoop","detail":"{readStateIndex:13049; appliedIndex:13048; }","duration":"199.361294ms","start":"2026-03-03T14:30:06.310918Z","end":"2026-03-03T14:30:06.510279Z","steps":["trace[307036509] 'read index received' (duration: 164.201715ms)","trace[307036509] 'applied index is now lower than readState.Index' (duration: 35.153229ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:06.510764Z","caller":"traceutil/trace.go:171","msg":"trace[941831942] transaction","detail":"{read_only:false; response_revision:12497; number_of_response:1; }","duration":"198.320619ms","start":"2026-03-03T14:30:06.31242Z","end":"2026-03-03T14:30:06.510741Z","steps":["trace[941831942] 'process raft request' (duration: 197.765287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:06.510787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.070997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:06.510934Z","caller":"traceutil/trace.go:171","msg":"trace[1984513580] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12497; }","duration":"199.259451ms","start":"2026-03-03T14:30:06.311643Z","end":"2026-03-03T14:30:06.510903Z","steps":["trace[1984513580] 'agreement among raft nodes before linearized reading' (duration: 199.004665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:06.510967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.972028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:06.511784Z","caller":"traceutil/trace.go:171","msg":"trace[1403557621] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12496; }","duration":"200.884079ms","start":"2026-03-03T14:30:06.310868Z","end":"2026-03-03T14:30:06.511752Z","steps":["trace[1403557621] 'agreement among raft nodes before linearized reading' (duration: 199.533148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:06.51132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.314439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:06.511399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.836702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:06.511901Z","caller":"traceutil/trace.go:171","msg":"trace[1050368930] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12497; }","duration":"199.163839ms","start":"2026-03-03T14:30:06.312708Z","end":"2026-03-03T14:30:06.511872Z","steps":["trace[1050368930] 'agreement among raft nodes before linearized reading' (duration: 198.236027ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:06.512002Z","caller":"traceutil/trace.go:171","msg":"trace[2005210985] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12497; }","duration":"189.505427ms","start":"2026-03-03T14:30:06.322467Z","end":"2026-03-03T14:30:06.511972Z","steps":["trace[2005210985] 'agreement among raft nodes before linearized reading' (duration: 188.498643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:06.511432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.677851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:06.512114Z","caller":"traceutil/trace.go:171","msg":"trace[1737286292] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12497; }","duration":"200.406198ms","start":"2026-03-03T14:30:06.311697Z","end":"2026-03-03T14:30:06.512104Z","steps":["trace[1737286292] 'agreement among raft nodes before linearized reading' (duration: 199.298032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:06.511441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.674551ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:06.512283Z","caller":"traceutil/trace.go:171","msg":"trace[593603290] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12497; }","duration":"200.617133ms","start":"2026-03-03T14:30:06.311657Z","end":"2026-03-03T14:30:06.512274Z","steps":["trace[593603290] 'agreement among raft nodes before linearized reading' (duration: 199.304512ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:08.479752Z","caller":"traceutil/trace.go:171","msg":"trace[549056913] linearizableReadLoop","detail":"{readStateIndex:13053; appliedIndex:13052; }","duration":"167.881609ms","start":"2026-03-03T14:30:08.311828Z","end":"2026-03-03T14:30:08.479709Z","steps":["trace[549056913] 'read index received' (duration: 167.569652ms)","trace[549056913] 'applied index is now lower than readState.Index' (duration: 310.597µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:08.479903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.055892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:08.479954Z","caller":"traceutil/trace.go:171","msg":"trace[1402877507] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:12500; }","duration":"168.168485ms","start":"2026-03-03T14:30:08.31177Z","end":"2026-03-03T14:30:08.479939Z","steps":["trace[1402877507] 'agreement among raft nodes before linearized reading' (duration: 168.061542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:08.480001Z","caller":"traceutil/trace.go:171","msg":"trace[821520741] transaction","detail":"{read_only:false; response_revision:12500; number_of_response:1; }","duration":"262.425236ms","start":"2026-03-03T14:30:08.217487Z","end":"2026-03-03T14:30:08.479912Z","steps":["trace[821520741] 'process raft request' (duration: 262.011607ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:08.85366Z","caller":"traceutil/trace.go:171","msg":"trace[1978792016] linearizableReadLoop","detail":"{readStateIndex:13054; appliedIndex:13053; }","duration":"336.574355ms","start":"2026-03-03T14:30:08.517053Z","end":"2026-03-03T14:30:08.853627Z","steps":["trace[1978792016] 'read index received' (duration: 327.646679ms)","trace[1978792016] 'applied index is now lower than readState.Index' (duration: 8.926266ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:08.853883Z","caller":"traceutil/trace.go:171","msg":"trace[2117292805] transaction","detail":"{read_only:false; response_revision:12501; number_of_response:1; }","duration":"337.257892ms","start":"2026-03-03T14:30:08.5166Z","end":"2026-03-03T14:30:08.853858Z","steps":["trace[2117292805] 'process raft request' (duration: 328.09266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.85403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.516541Z","time spent":"337.412186ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:08.854363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.279181ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:08.854529Z","caller":"traceutil/trace.go:171","msg":"trace[1906910552] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12501; }","duration":"337.437415ms","start":"2026-03-03T14:30:08.51703Z","end":"2026-03-03T14:30:08.854468Z","steps":["trace[1906910552] 'agreement among raft nodes before linearized reading' (duration: 336.862522ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.854712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.517021Z","time spent":"337.673171ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:08.863879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.236918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:08.864019Z","caller":"traceutil/trace.go:171","msg":"trace[2052483516] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12502; }","duration":"346.402121ms","start":"2026-03-03T14:30:08.517586Z","end":"2026-03-03T14:30:08.863988Z","steps":["trace[2052483516] 'agreement among raft nodes before linearized reading' (duration: 346.069264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.864099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.51758Z","time spent":"346.503803ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:08.864256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.547916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:08.864372Z","caller":"traceutil/trace.go:171","msg":"trace[147192394] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12502; }","duration":"136.6971ms","start":"2026-03-03T14:30:08.72764Z","end":"2026-03-03T14:30:08.864337Z","steps":["trace[147192394] 'agreement among raft nodes before linearized reading' (duration: 136.518955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.864355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.422471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:08.86445Z","caller":"traceutil/trace.go:171","msg":"trace[1101167350] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12502; }","duration":"339.548424ms","start":"2026-03-03T14:30:08.524879Z","end":"2026-03-03T14:30:08.864428Z","steps":["trace[1101167350] 'agreement among raft nodes before linearized reading' (duration: 339.217326ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.86451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.524872Z","time spent":"339.627317ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:30:08.864563Z","caller":"traceutil/trace.go:171","msg":"trace[1232580692] transaction","detail":"{read_only:false; response_revision:12502; number_of_response:1; }","duration":"346.655378ms","start":"2026-03-03T14:30:08.517892Z","end":"2026-03-03T14:30:08.864547Z","steps":["trace[1232580692] 'process raft request' (duration: 345.566262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.864574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.263459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:08.864652Z","caller":"traceutil/trace.go:171","msg":"trace[1304100398] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12502; }","duration":"346.341941ms","start":"2026-03-03T14:30:08.518291Z","end":"2026-03-03T14:30:08.864633Z","steps":["trace[1304100398] 'agreement among raft nodes before linearized reading' (duration: 346.126116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:08.864682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.517879Z","time spent":"346.722139ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:08.864714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:08.518269Z","time spent":"346.428623ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:08.86461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.127987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:08.864914Z","caller":"traceutil/trace.go:171","msg":"trace[1901745269] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:12502; }","duration":"228.412434ms","start":"2026-03-03T14:30:08.636425Z","end":"2026-03-03T14:30:08.864837Z","steps":["trace[1901745269] 'agreement among raft nodes before linearized reading' (duration: 227.835739ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:09.431581Z","caller":"traceutil/trace.go:171","msg":"trace[1745809305] linearizableReadLoop","detail":"{readStateIndex:13056; appliedIndex:13055; }","duration":"247.181075ms","start":"2026-03-03T14:30:09.184371Z","end":"2026-03-03T14:30:09.431552Z","steps":["trace[1745809305] 'read index received' (duration: 246.93357ms)","trace[1745809305] 'applied index is now lower than readState.Index' (duration: 246.455µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:09.431653Z","caller":"traceutil/trace.go:171","msg":"trace[1860688457] transaction","detail":"{read_only:false; response_revision:12503; number_of_response:1; }","duration":"257.295169ms","start":"2026-03-03T14:30:09.17432Z","end":"2026-03-03T14:30:09.431615Z","steps":["trace[1860688457] 'process raft request' (duration: 257.041823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.431818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.420831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:30:09.431883Z","caller":"traceutil/trace.go:171","msg":"trace[1670395882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12503; }","duration":"247.561974ms","start":"2026-03-03T14:30:09.184303Z","end":"2026-03-03T14:30:09.431865Z","steps":["trace[1670395882] 'agreement among raft nodes before linearized reading' (duration: 247.36031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:09.894152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.091092ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:09.894459Z","caller":"traceutil/trace.go:171","msg":"trace[320652006] transaction","detail":"{read_only:false; response_revision:12504; number_of_response:1; }","duration":"458.093416ms","start":"2026-03-03T14:30:09.43633Z","end":"2026-03-03T14:30:09.894423Z","steps":["trace[320652006] 'process raft request' (duration: 230.638485ms)","trace[320652006] 'compare' (duration: 226.95283ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:09.894594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:09.436307Z","time spent":"458.214698ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:09.894696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.98786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:09.894783Z","caller":"traceutil/trace.go:171","msg":"trace[1328195180] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:12504; }","duration":"207.211685ms","start":"2026-03-03T14:30:09.687557Z","end":"2026-03-03T14:30:09.894768Z","steps":["trace[1328195180] 'agreement among raft nodes before linearized reading' (duration: 206.964689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:09.894441Z","caller":"traceutil/trace.go:171","msg":"trace[1222382834] linearizableReadLoop","detail":"{readStateIndex:13057; appliedIndex:13056; }","duration":"206.799576ms","start":"2026-03-03T14:30:09.687621Z","end":"2026-03-03T14:30:09.894421Z","steps":["trace[1222382834] 'read index received' (duration: 68.772µs)","trace[1222382834] 'applied index is now lower than readState.Index' (duration: 206.728494ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:10.012049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.508542ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:10.987873Z","caller":"traceutil/trace.go:171","msg":"trace[1619249408] linearizableReadLoop","detail":"{readStateIndex:13059; appliedIndex:13058; }","duration":"468.400554ms","start":"2026-03-03T14:30:10.519439Z","end":"2026-03-03T14:30:10.987839Z","steps":["trace[1619249408] 'read index received' (duration: 468.168797ms)","trace[1619249408] 'applied index is now lower than readState.Index' (duration: 229.977µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:10.988029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.569088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:10.988096Z","caller":"traceutil/trace.go:171","msg":"trace[1271282582] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12505; }","duration":"468.68022ms","start":"2026-03-03T14:30:10.519404Z","end":"2026-03-03T14:30:10.988084Z","steps":["trace[1271282582] 'agreement among raft nodes before linearized reading' (duration: 468.547767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:10.988148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.519385Z","time spent":"468.752272ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:10.988543Z","caller":"traceutil/trace.go:171","msg":"trace[168266370] transaction","detail":"{read_only:false; response_revision:12505; number_of_response:1; }","duration":"501.326592ms","start":"2026-03-03T14:30:10.48661Z","end":"2026-03-03T14:30:10.987937Z","steps":["trace[168266370] 'process raft request' (duration: 500.980643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:10.988862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.486575Z","time spent":"502.10768ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:11.464054Z","caller":"traceutil/trace.go:171","msg":"trace[999751090] transaction","detail":"{read_only:false; response_revision:12506; number_of_response:1; }","duration":"603.919016ms","start":"2026-03-03T14:30:10.860104Z","end":"2026-03-03T14:30:11.464023Z","steps":["trace[999751090] 'process raft request' (duration: 603.667989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.464255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.860077Z","time spent":"604.07281ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:11.464395Z","caller":"traceutil/trace.go:171","msg":"trace[1521147098] transaction","detail":"{read_only:false; response_revision:12507; number_of_response:1; }","duration":"593.563138ms","start":"2026-03-03T14:30:10.870793Z","end":"2026-03-03T14:30:11.464357Z","steps":["trace[1521147098] 'process raft request' (duration: 593.170498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.464513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.718739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:11.464568Z","caller":"traceutil/trace.go:171","msg":"trace[1903442248] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12508; }","duration":"944.803141ms","start":"2026-03-03T14:30:10.519752Z","end":"2026-03-03T14:30:11.464555Z","steps":["trace[1903442248] 'agreement among raft nodes before linearized reading' (duration: 944.704259ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.464568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.870772Z","time spent":"593.70922ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:11.4646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.519746Z","time spent":"944.846762ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:11.46439Z","caller":"traceutil/trace.go:171","msg":"trace[528144736] linearizableReadLoop","detail":"{readStateIndex:13062; appliedIndex:13059; }","duration":"476.407008ms","start":"2026-03-03T14:30:10.987953Z","end":"2026-03-03T14:30:11.46436Z","steps":["trace[528144736] 'read index received' (duration: 475.748912ms)","trace[528144736] 'applied index is now lower than readState.Index' (duration: 656.806µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:11.464788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.327695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:11.464874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.620951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:11.464908Z","caller":"traceutil/trace.go:171","msg":"trace[282551610] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12508; }","duration":"594.708133ms","start":"2026-03-03T14:30:10.870189Z","end":"2026-03-03T14:30:11.464897Z","steps":["trace[282551610] 'agreement among raft nodes before linearized reading' (duration: 594.553119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.464935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"604.52388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:11.464949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.87015Z","time spent":"594.791625ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:11.464949Z","caller":"traceutil/trace.go:171","msg":"trace[2135981863] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12508; }","duration":"594.503919ms","start":"2026-03-03T14:30:10.870386Z","end":"2026-03-03T14:30:11.46489Z","steps":["trace[2135981863] 'agreement among raft nodes before linearized reading' (duration: 594.009307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:11.465044Z","caller":"traceutil/trace.go:171","msg":"trace[1006943613] transaction","detail":"{read_only:false; response_revision:12508; number_of_response:1; }","duration":"504.747601ms","start":"2026-03-03T14:30:10.960276Z","end":"2026-03-03T14:30:11.465024Z","steps":["trace[1006943613] 'process raft request' (duration: 503.951703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.465067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.870359Z","time spent":"594.682352ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:11.465156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.96023Z","time spent":"504.874074ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:11.464961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.984155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:11.465214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"585.45104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:11.465246Z","caller":"traceutil/trace.go:171","msg":"trace[1284273255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12508; }","duration":"585.511862ms","start":"2026-03-03T14:30:10.879726Z","end":"2026-03-03T14:30:11.465237Z","steps":["trace[1284273255] 'agreement among raft nodes before linearized reading' (duration: 585.414649ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:11.465234Z","caller":"traceutil/trace.go:171","msg":"trace[2038779373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12508; }","duration":"393.316553ms","start":"2026-03-03T14:30:11.071898Z","end":"2026-03-03T14:30:11.465214Z","steps":["trace[2038779373] 'agreement among raft nodes before linearized reading' (duration: 393.002056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.465283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.879705Z","time spent":"585.572992ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:11.4653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.071865Z","time spent":"393.420865ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:11.464977Z","caller":"traceutil/trace.go:171","msg":"trace[995363183] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12508; }","duration":"604.592291ms","start":"2026-03-03T14:30:10.860373Z","end":"2026-03-03T14:30:11.464966Z","steps":["trace[995363183] 'agreement among raft nodes before linearized reading' (duration: 604.476759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:11.465437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:10.860358Z","time spent":"605.063902ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:12.15456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.491222ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:12.154813Z","caller":"traceutil/trace.go:171","msg":"trace[1757508849] transaction","detail":"{read_only:false; response_revision:12510; number_of_response:1; }","duration":"228.159768ms","start":"2026-03-03T14:30:11.92663Z","end":"2026-03-03T14:30:12.154789Z","steps":["trace[1757508849] 'process raft request' (duration: 228.065815ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:12.15508Z","caller":"traceutil/trace.go:171","msg":"trace[1049051500] transaction","detail":"{read_only:false; response_revision:12509; number_of_response:1; }","duration":"684.358669ms","start":"2026-03-03T14:30:11.470704Z","end":"2026-03-03T14:30:12.155062Z","steps":["trace[1049051500] 'process raft request' (duration: 430.254023ms)","trace[1049051500] 'compare' (duration: 253.311848ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:12.155196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:11.470675Z","time spent":"684.440511ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:12.155472Z","caller":"traceutil/trace.go:171","msg":"trace[1992002506] linearizableReadLoop","detail":"{readStateIndex:13063; appliedIndex:13062; }","duration":"256.623623ms","start":"2026-03-03T14:30:11.898832Z","end":"2026-03-03T14:30:12.155456Z","steps":["trace[1992002506] 'read index received' (duration: 2.039686ms)","trace[1992002506] 'applied index is now lower than readState.Index' (duration: 254.582107ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:12.155847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.004482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:30:12.155925Z","caller":"traceutil/trace.go:171","msg":"trace[1914294532] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12510; }","duration":"257.131984ms","start":"2026-03-03T14:30:11.898775Z","end":"2026-03-03T14:30:12.155907Z","steps":["trace[1914294532] 'agreement among raft nodes before linearized reading' (duration: 256.780376ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.184203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.995119ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:12.184279Z","caller":"traceutil/trace.go:171","msg":"trace[162639358] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12511; }","duration":"210.082141ms","start":"2026-03-03T14:30:11.974177Z","end":"2026-03-03T14:30:12.18426Z","steps":["trace[162639358] 'agreement among raft nodes before linearized reading' (duration: 209.930888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:12.184558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.928893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:12.184597Z","caller":"traceutil/trace.go:171","msg":"trace[935931346] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:12511; }","duration":"194.991503ms","start":"2026-03-03T14:30:11.989595Z","end":"2026-03-03T14:30:12.184587Z","steps":["trace[935931346] 'agreement among raft nodes before linearized reading' (duration: 194.914392ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:12.781943Z","caller":"traceutil/trace.go:171","msg":"trace[777098127] linearizableReadLoop","detail":"{readStateIndex:13066; appliedIndex:13065; }","duration":"143.967647ms","start":"2026-03-03T14:30:12.637953Z","end":"2026-03-03T14:30:12.781921Z","steps":["trace[777098127] 'read index received' (duration: 108.07396ms)","trace[777098127] 'applied index is now lower than readState.Index' (duration: 35.892717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:12.782138Z","caller":"traceutil/trace.go:171","msg":"trace[1105407068] transaction","detail":"{read_only:false; response_revision:12512; number_of_response:1; }","duration":"622.510604ms","start":"2026-03-03T14:30:12.159599Z","end":"2026-03-03T14:30:12.78211Z","steps":["trace[1105407068] 'process raft request' (duration: 586.476883ms)","trace[1105407068] 'compare' (duration: 35.746344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:12.782228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.248204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:30:12.78228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.159568Z","time spent":"622.637467ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:12.782285Z","caller":"traceutil/trace.go:171","msg":"trace[605840240] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12512; }","duration":"144.347105ms","start":"2026-03-03T14:30:12.637921Z","end":"2026-03-03T14:30:12.782268Z","steps":["trace[605840240] 'agreement among raft nodes before linearized reading' (duration: 144.087429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.325601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.564763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:13.325735Z","caller":"traceutil/trace.go:171","msg":"trace[1463038593] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12512; }","duration":"332.748477ms","start":"2026-03-03T14:30:12.992961Z","end":"2026-03-03T14:30:13.325709Z","steps":["trace[1463038593] 'range keys from in-memory index tree' (duration: 332.40658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.325792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.992937Z","time spent":"332.84021ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:13.325779Z","caller":"traceutil/trace.go:171","msg":"trace[625905815] linearizableReadLoop","detail":"{readStateIndex:13067; appliedIndex:13066; }","duration":"277.633948ms","start":"2026-03-03T14:30:13.048122Z","end":"2026-03-03T14:30:13.325756Z","steps":["trace[625905815] 'read index received' (duration: 236.714184ms)","trace[625905815] 'applied index is now lower than readState.Index' (duration: 40.918934ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:13.325908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.77351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:13.325978Z","caller":"traceutil/trace.go:171","msg":"trace[565265424] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12513; }","duration":"277.884353ms","start":"2026-03-03T14:30:13.048079Z","end":"2026-03-03T14:30:13.325963Z","steps":["trace[565265424] 'agreement among raft nodes before linearized reading' (duration: 277.774531ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:13.325907Z","caller":"traceutil/trace.go:171","msg":"trace[1839098681] transaction","detail":"{read_only:false; response_revision:12513; number_of_response:1; }","duration":"331.671312ms","start":"2026-03-03T14:30:12.994212Z","end":"2026-03-03T14:30:13.325883Z","steps":["trace[1839098681] 'process raft request' (duration: 290.584815ms)","trace[1839098681] 'compare' (duration: 40.76836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:13.326255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:12.994182Z","time spent":"332.003309ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:13.901422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.104401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:13.901512Z","caller":"traceutil/trace.go:171","msg":"trace[2028891208] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12513; }","duration":"430.225784ms","start":"2026-03-03T14:30:13.471263Z","end":"2026-03-03T14:30:13.901489Z","steps":["trace[2028891208] 'range keys from in-memory index tree' (duration: 429.947757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.901575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.471239Z","time spent":"430.315426ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:13.901581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.793561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:13.901701Z","caller":"traceutil/trace.go:171","msg":"trace[192195932] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12513; }","duration":"431.946474ms","start":"2026-03-03T14:30:13.46973Z","end":"2026-03-03T14:30:13.901676Z","steps":["trace[192195932] 'range keys from in-memory index tree' (duration: 431.731518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.901717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.764734ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:30:13.901766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.469714Z","time spent":"432.037636ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:13.901853Z","caller":"traceutil/trace.go:171","msg":"trace[1199041442] transaction","detail":"{read_only:false; response_revision:12514; number_of_response:1; }","duration":"430.517021ms","start":"2026-03-03T14:30:13.471309Z","end":"2026-03-03T14:30:13.901826Z","steps":["trace[1199041442] 'process raft request' (duration: 322.541563ms)","trace[1199041442] 'compare' (duration: 107.376204ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:13.901943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.471297Z","time spent":"430.604503ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:13.912335Z","caller":"traceutil/trace.go:171","msg":"trace[783636278] linearizableReadLoop","detail":"{readStateIndex:13069; appliedIndex:13067; }","duration":"436.288363ms","start":"2026-03-03T14:30:13.476023Z","end":"2026-03-03T14:30:13.912311Z","steps":["trace[783636278] 'read index received' (duration: 317.955646ms)","trace[783636278] 'applied index is now lower than readState.Index' (duration: 118.331717ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:13.912439Z","caller":"traceutil/trace.go:171","msg":"trace[952429124] transaction","detail":"{read_only:false; response_revision:12515; number_of_response:1; }","duration":"439.838596ms","start":"2026-03-03T14:30:13.472584Z","end":"2026-03-03T14:30:13.912422Z","steps":["trace[952429124] 'process raft request' (duration: 439.558509ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.912608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.544559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:13.912637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.397936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:13.912662Z","caller":"traceutil/trace.go:171","msg":"trace[1910476877] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12515; }","duration":"380.457077ms","start":"2026-03-03T14:30:13.532198Z","end":"2026-03-03T14:30:13.912655Z","steps":["trace[1910476877] 'agreement among raft nodes before linearized reading' (duration: 380.356254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:13.912663Z","caller":"traceutil/trace.go:171","msg":"trace[2002257890] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12515; }","duration":"436.625371ms","start":"2026-03-03T14:30:13.476025Z","end":"2026-03-03T14:30:13.91265Z","steps":["trace[2002257890] 'agreement among raft nodes before linearized reading' (duration: 436.444737ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.91268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.532182Z","time spent":"380.493858ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:13.912699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.476018Z","time spent":"436.672842ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:13.912606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.55865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:13.91285Z","caller":"traceutil/trace.go:171","msg":"trace[881613233] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12515; }","duration":"436.816205ms","start":"2026-03-03T14:30:13.476002Z","end":"2026-03-03T14:30:13.912819Z","steps":["trace[881613233] 'agreement among raft nodes before linearized reading' (duration: 436.452357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:13.912848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.472387Z","time spent":"440.085551ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:13.912902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:13.475995Z","time spent":"436.894897ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:14.441536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.008898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:30:14.441636Z","caller":"traceutil/trace.go:171","msg":"trace[1585365813] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12515; }","duration":"282.152491ms","start":"2026-03-03T14:30:14.15946Z","end":"2026-03-03T14:30:14.441613Z","steps":["trace[1585365813] 'range keys from in-memory index tree' (duration: 281.811233ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.441535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.295385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:14.441844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.153815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:30:14.441901Z","caller":"traceutil/trace.go:171","msg":"trace[1458636697] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12515; }","duration":"369.251179ms","start":"2026-03-03T14:30:14.072632Z","end":"2026-03-03T14:30:14.441883Z","steps":["trace[1458636697] 'range keys from in-memory index tree' (duration: 369.026552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.441947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.072606Z","time spent":"369.332871ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:30:14.441878Z","caller":"traceutil/trace.go:171","msg":"trace[377799619] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12515; }","duration":"223.663373ms","start":"2026-03-03T14:30:14.21817Z","end":"2026-03-03T14:30:14.441833Z","steps":["trace[377799619] 'range keys from in-memory index tree' (duration: 223.226734ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.442029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.379491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:30:14.442097Z","caller":"traceutil/trace.go:171","msg":"trace[2096035852] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12515; }","duration":"421.474112ms","start":"2026-03-03T14:30:14.0206Z","end":"2026-03-03T14:30:14.442074Z","steps":["trace[2096035852] 'range keys from in-memory index tree' (duration: 421.191056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:14.442147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.02058Z","time spent":"421.557224ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:30:15.066778Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378181,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:30:15.335525Z","caller":"traceutil/trace.go:171","msg":"trace[1361566524] transaction","detail":"{read_only:false; response_revision:12516; number_of_response:1; }","duration":"887.01849ms","start":"2026-03-03T14:30:14.448487Z","end":"2026-03-03T14:30:15.335506Z","steps":["trace[1361566524] 'process raft request' (duration: 886.764544ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:15.33557Z","caller":"traceutil/trace.go:171","msg":"trace[1544174194] transaction","detail":"{read_only:false; response_revision:12517; number_of_response:1; }","duration":"887.00445ms","start":"2026-03-03T14:30:14.448544Z","end":"2026-03-03T14:30:15.335549Z","steps":["trace[1544174194] 'process raft request' (duration: 886.882846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.335671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.448473Z","time spent":"887.122612ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:15.335685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.448538Z","time spent":"887.085982ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:15.335889Z","caller":"traceutil/trace.go:171","msg":"trace[350475957] transaction","detail":"{read_only:false; response_revision:12518; number_of_response:1; }","duration":"887.204984ms","start":"2026-03-03T14:30:14.448615Z","end":"2026-03-03T14:30:15.33582Z","steps":["trace[350475957] 'process raft request' (duration: 886.883596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:15.336176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.448589Z","time spent":"887.404429ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:16.369569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.57893ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:16.369717Z","caller":"traceutil/trace.go:171","msg":"trace[1879176157] linearizableReadLoop","detail":"{readStateIndex:13075; appliedIndex:13072; }","duration":"1.803302683s","start":"2026-03-03T14:30:14.566401Z","end":"2026-03-03T14:30:16.369704Z","steps":["trace[1879176157] 'read index received' (duration: 769.087472ms)","trace[1879176157] 'applied index is now lower than readState.Index' (duration: 1.034214281s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:16.369781Z","caller":"traceutil/trace.go:171","msg":"trace[2098496241] transaction","detail":"{read_only:false; response_revision:12519; number_of_response:1; }","duration":"1.833701264s","start":"2026-03-03T14:30:14.536072Z","end":"2026-03-03T14:30:16.369773Z","steps":["trace[2098496241] 'process raft request' (duration: 1.636863608s)","trace[2098496241] 'compare' (duration: 196.248832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:16.369827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.53605Z","time spent":"1.833753005s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:16.369975Z","caller":"traceutil/trace.go:171","msg":"trace[1694253903] transaction","detail":"{read_only:false; response_revision:12520; number_of_response:1; }","duration":"1.417123145s","start":"2026-03-03T14:30:14.952818Z","end":"2026-03-03T14:30:16.369941Z","steps":["trace[1694253903] 'process raft request' (duration: 1.416818288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:16.370133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803716942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:16.370212Z","caller":"traceutil/trace.go:171","msg":"trace[1641004266] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:12520; }","duration":"1.803835635s","start":"2026-03-03T14:30:14.566354Z","end":"2026-03-03T14:30:16.37019Z","steps":["trace[1641004266] 'agreement among raft nodes before linearized reading' (duration: 1.803703942s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:16.370258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.566337Z","time spent":"1.803911827s","remote":"127.0.0.1:49494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:16.370333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.952792Z","time spent":"1.417269768s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:17.046491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000750213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:17.046585Z","caller":"traceutil/trace.go:171","msg":"trace[1889887554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000886925s","start":"2026-03-03T14:30:15.045673Z","end":"2026-03-03T14:30:17.046559Z","steps":["trace[1889887554] 'agreement among raft nodes before linearized reading' (duration: 2.000775563s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.046654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.045658Z","time spent":"2.000979488s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:17.138278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.17813ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:17.138513Z","caller":"traceutil/trace.go:171","msg":"trace[1967948822] transaction","detail":"{read_only:false; response_revision:12521; number_of_response:1; }","duration":"1.802960684s","start":"2026-03-03T14:30:15.33552Z","end":"2026-03-03T14:30:17.13848Z","steps":["trace[1967948822] 'process raft request' (duration: 1.261448766s)","trace[1967948822] 'compare' (duration: 540.969745ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:17.138559Z","caller":"traceutil/trace.go:171","msg":"trace[591392498] linearizableReadLoop","detail":"{readStateIndex:13078; appliedIndex:13075; }","duration":"768.789915ms","start":"2026-03-03T14:30:16.369747Z","end":"2026-03-03T14:30:17.138537Z","steps":["trace[591392498] 'read index received' (duration: 227.271257ms)","trace[591392498] 'applied index is now lower than readState.Index' (duration: 541.517038ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:17.138654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.335492Z","time spent":"1.803078668s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:17.138749Z","caller":"traceutil/trace.go:171","msg":"trace[1300793623] transaction","detail":"{read_only:false; response_revision:12522; number_of_response:1; }","duration":"1.231959048s","start":"2026-03-03T14:30:15.906782Z","end":"2026-03-03T14:30:17.138741Z","steps":["trace[1300793623] 'process raft request' (duration: 1.23163155s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.138788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.906767Z","time spent":"1.232000758s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:17.138786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803296113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:17.138802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.199348486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:17.139562Z","caller":"traceutil/trace.go:171","msg":"trace[751018293] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12523; }","duration":"1.200157044s","start":"2026-03-03T14:30:15.939382Z","end":"2026-03-03T14:30:17.13954Z","steps":["trace[751018293] 'agreement among raft nodes before linearized reading' (duration: 1.199290074s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.1396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.939356Z","time spent":"1.200233037s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:17.138802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221161169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:17.139717Z","caller":"traceutil/trace.go:171","msg":"trace[42748269] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12523; }","duration":"1.222125601s","start":"2026-03-03T14:30:15.917572Z","end":"2026-03-03T14:30:17.139698Z","steps":["trace[42748269] 'agreement among raft nodes before linearized reading' (duration: 1.221122568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.139783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.917543Z","time spent":"1.222221154s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:17.138857Z","caller":"traceutil/trace.go:171","msg":"trace[1385796597] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12523; }","duration":"1.803419466s","start":"2026-03-03T14:30:15.33542Z","end":"2026-03-03T14:30:17.13884Z","steps":["trace[1385796597] 'agreement among raft nodes before linearized reading' (duration: 1.803279433s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.13993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232728305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:17.140224Z","caller":"traceutil/trace.go:171","msg":"trace[1554983963] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12523; }","duration":"1.233899653s","start":"2026-03-03T14:30:15.906089Z","end":"2026-03-03T14:30:17.139989Z","steps":["trace[1554983963] 'agreement among raft nodes before linearized reading' (duration: 1.232722635s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.13997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.3354Z","time spent":"1.804562232s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:17.140314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.906072Z","time spent":"1.23422264s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:17.138916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.325368799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:17.140375Z","caller":"traceutil/trace.go:171","msg":"trace[1188792187] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12523; }","duration":"1.326844904s","start":"2026-03-03T14:30:15.81351Z","end":"2026-03-03T14:30:17.140354Z","steps":["trace[1188792187] 'agreement among raft nodes before linearized reading' (duration: 1.32537189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.138985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232779617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:17.138992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.352533378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-03-03T14:30:17.138974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.221458315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:17.138881Z","caller":"traceutil/trace.go:171","msg":"trace[2105023303] transaction","detail":"{read_only:false; response_revision:12523; number_of_response:1; }","duration":"1.221359133s","start":"2026-03-03T14:30:15.91747Z","end":"2026-03-03T14:30:17.138829Z","steps":["trace[2105023303] 'process raft request' (duration: 1.221004455s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.139082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.599133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:17.139145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.158399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"warn","ts":"2026-03-03T14:30:17.138929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.100996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"warn","ts":"2026-03-03T14:30:17.140443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.813494Z","time spent":"1.326931526s","remote":"127.0.0.1:43878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:17.140466Z","caller":"traceutil/trace.go:171","msg":"trace[219617764] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12523; }","duration":"768.670712ms","start":"2026-03-03T14:30:16.371781Z","end":"2026-03-03T14:30:17.140452Z","steps":["trace[219617764] 'agreement among raft nodes before linearized reading' (duration: 767.065985ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:17.140689Z","caller":"traceutil/trace.go:171","msg":"trace[950930571] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12523; }","duration":"1.223224847s","start":"2026-03-03T14:30:15.917456Z","end":"2026-03-03T14:30:17.140681Z","steps":["trace[950930571] 'agreement among raft nodes before linearized reading' (duration: 1.221291332s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.140716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.917441Z","time spent":"1.223268207s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:17.140789Z","caller":"traceutil/trace.go:171","msg":"trace[2054171892] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12523; }","duration":"1.234638649s","start":"2026-03-03T14:30:15.906145Z","end":"2026-03-03T14:30:17.140783Z","steps":["trace[2054171892] 'agreement among raft nodes before linearized reading' (duration: 1.23252653s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.140809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.906123Z","time spent":"1.23468124s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:17.140837Z","caller":"traceutil/trace.go:171","msg":"trace[110758394] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12523; }","duration":"610.392325ms","start":"2026-03-03T14:30:16.530433Z","end":"2026-03-03T14:30:17.140825Z","steps":["trace[110758394] 'agreement among raft nodes before linearized reading' (duration: 608.619294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.140804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:15.917444Z","time spent":"1.223288738s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:17.140875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.530411Z","time spent":"610.451197ms","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:17.140887Z","caller":"traceutil/trace.go:171","msg":"trace[1906091687] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12523; }","duration":"2.354481454s","start":"2026-03-03T14:30:14.786399Z","end":"2026-03-03T14:30:17.14088Z","steps":["trace[1906091687] 'agreement among raft nodes before linearized reading' (duration: 2.352446247s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.140907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:14.786368Z","time spent":"2.354533116s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:17.140704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.371762Z","time spent":"768.922849ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:30:17.141078Z","caller":"traceutil/trace.go:171","msg":"trace[489994756] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12523; }","duration":"763.121074ms","start":"2026-03-03T14:30:16.377941Z","end":"2026-03-03T14:30:17.141062Z","steps":["trace[489994756] 'agreement among raft nodes before linearized reading' (duration: 761.090137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:17.141139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:16.377923Z","time spent":"763.199796ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:30:18.005051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.342037ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:18.005189Z","caller":"traceutil/trace.go:171","msg":"trace[519834337] linearizableReadLoop","detail":"{readStateIndex:13079; appliedIndex:13078; }","duration":"848.513781ms","start":"2026-03-03T14:30:17.156654Z","end":"2026-03-03T14:30:18.005168Z","steps":["trace[519834337] 'read index received' (duration: 272.966769ms)","trace[519834337] 'applied index is now lower than readState.Index' (duration: 575.545242ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:18.005323Z","caller":"traceutil/trace.go:171","msg":"trace[1411430981] transaction","detail":"{read_only:false; response_revision:12524; number_of_response:1; }","duration":"858.355579ms","start":"2026-03-03T14:30:17.146897Z","end":"2026-03-03T14:30:18.005253Z","steps":["trace[1411430981] 'process raft request' (duration: 282.686904ms)","trace[1411430981] 'compare' (duration: 575.07243ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:18.005519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.146876Z","time spent":"858.528383ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:18.005826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.149766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"info","ts":"2026-03-03T14:30:18.005908Z","caller":"traceutil/trace.go:171","msg":"trace[845739179] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12524; }","duration":"849.250228ms","start":"2026-03-03T14:30:17.156641Z","end":"2026-03-03T14:30:18.005891Z","steps":["trace[845739179] 'agreement among raft nodes before linearized reading' (duration: 848.622374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.005949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.156633Z","time spent":"849.305581ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:18.505319Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378200,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:18.7414Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.293916496s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:18.741789Z","caller":"traceutil/trace.go:171","msg":"trace[1169912923] linearizableReadLoop","detail":"{readStateIndex:13080; appliedIndex:13079; }","duration":"736.554471ms","start":"2026-03-03T14:30:18.005218Z","end":"2026-03-03T14:30:18.741773Z","steps":["trace[1169912923] 'read index received' (duration: 736.276815ms)","trace[1169912923] 'applied index is now lower than readState.Index' (duration: 277.016µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:18.741879Z","caller":"traceutil/trace.go:171","msg":"trace[185977438] transaction","detail":"{read_only:false; response_revision:12525; number_of_response:1; }","duration":"1.294525349s","start":"2026-03-03T14:30:17.447315Z","end":"2026-03-03T14:30:18.74184Z","steps":["trace[185977438] 'process raft request' (duration: 1.294315124s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.742002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.898902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:30:18.742021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.447289Z","time spent":"1.294658542s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19067,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:18.742042Z","caller":"traceutil/trace.go:171","msg":"trace[254416523] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12525; }","duration":"858.977423ms","start":"2026-03-03T14:30:17.883055Z","end":"2026-03-03T14:30:18.742033Z","steps":["trace[254416523] 'agreement among raft nodes before linearized reading' (duration: 858.87583ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.742072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.883036Z","time spent":"859.028365ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:30:18.741918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398403703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:18.742163Z","caller":"traceutil/trace.go:171","msg":"trace[2112399149] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12525; }","duration":"1.39868921s","start":"2026-03-03T14:30:17.34346Z","end":"2026-03-03T14:30:18.742149Z","steps":["trace[2112399149] 'agreement among raft nodes before linearized reading' (duration: 1.398358011s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:18.742201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:17.343435Z","time spent":"1.398758002s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:19.137304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.951582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:19.137374Z","caller":"traceutil/trace.go:171","msg":"trace[1856238293] linearizableReadLoop","detail":"{readStateIndex:13081; appliedIndex:13080; }","duration":"389.091106ms","start":"2026-03-03T14:30:18.748273Z","end":"2026-03-03T14:30:19.137364Z","steps":["trace[1856238293] 'read index received' (duration: 134.849718ms)","trace[1856238293] 'applied index is now lower than readState.Index' (duration: 254.240708ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:19.137418Z","caller":"traceutil/trace.go:171","msg":"trace[2113423856] transaction","detail":"{read_only:false; response_revision:12526; number_of_response:1; }","duration":"389.524595ms","start":"2026-03-03T14:30:18.747888Z","end":"2026-03-03T14:30:19.137412Z","steps":["trace[2113423856] 'process raft request' (duration: 135.378499ms)","trace[2113423856] 'compare' (duration: 253.684265ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:19.137449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.747858Z","time spent":"389.573837ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:19.137587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.313571ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:30:19.137603Z","caller":"traceutil/trace.go:171","msg":"trace[465910367] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12526; }","duration":"389.350732ms","start":"2026-03-03T14:30:18.748248Z","end":"2026-03-03T14:30:19.137599Z","steps":["trace[465910367] 'agreement among raft nodes before linearized reading' (duration: 389.26963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.137619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.748237Z","time spent":"389.379522ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:19.701141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.265428ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:19.701267Z","caller":"traceutil/trace.go:171","msg":"trace[564618611] transaction","detail":"{read_only:false; response_revision:12528; number_of_response:1; }","duration":"557.005156ms","start":"2026-03-03T14:30:19.144239Z","end":"2026-03-03T14:30:19.701257Z","steps":["trace[564618611] 'process raft request' (duration: 556.957174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.701306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.144217Z","time spent":"557.069036ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:19.701302Z","caller":"traceutil/trace.go:171","msg":"trace[708834280] linearizableReadLoop","detail":"{readStateIndex:13082; appliedIndex:13081; }","duration":"563.897633ms","start":"2026-03-03T14:30:19.137389Z","end":"2026-03-03T14:30:19.701286Z","steps":["trace[708834280] 'read index received' (duration: 267.423701ms)","trace[708834280] 'applied index is now lower than readState.Index' (duration: 296.472642ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:19.701522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.060592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:19.701518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.52197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:19.701516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.317454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:19.701558Z","caller":"traceutil/trace.go:171","msg":"trace[368439839] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:12529; }","duration":"628.157354ms","start":"2026-03-03T14:30:19.07339Z","end":"2026-03-03T14:30:19.701547Z","steps":["trace[368439839] 'agreement among raft nodes before linearized reading' (duration: 628.021131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:19.701572Z","caller":"traceutil/trace.go:171","msg":"trace[1808049345] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12529; }","duration":"854.583991ms","start":"2026-03-03T14:30:18.846972Z","end":"2026-03-03T14:30:19.701556Z","steps":["trace[1808049345] 'agreement among raft nodes before linearized reading' (duration: 854.492289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.701604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.846951Z","time spent":"854.645203ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:19.701614Z","caller":"traceutil/trace.go:171","msg":"trace[599548246] transaction","detail":"{read_only:false; response_revision:12529; number_of_response:1; }","duration":"557.25218ms","start":"2026-03-03T14:30:19.144348Z","end":"2026-03-03T14:30:19.7016Z","steps":["trace[599548246] 'process raft request' (duration: 556.885992ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.70161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.073367Z","time spent":"628.232966ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:19.701569Z","caller":"traceutil/trace.go:171","msg":"trace[509509909] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12529; }","duration":"653.426306ms","start":"2026-03-03T14:30:19.048132Z","end":"2026-03-03T14:30:19.701558Z","steps":["trace[509509909] 'agreement among raft nodes before linearized reading' (duration: 653.351995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.701698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.144295Z","time spent":"557.347033ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:19.701876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.868948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:19.701909Z","caller":"traceutil/trace.go:171","msg":"trace[1338902581] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12530; }","duration":"499.931769ms","start":"2026-03-03T14:30:19.201968Z","end":"2026-03-03T14:30:19.7019Z","steps":["trace[1338902581] 'agreement among raft nodes before linearized reading' (duration: 499.874398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:19.70192Z","caller":"traceutil/trace.go:171","msg":"trace[708342353] transaction","detail":"{read_only:false; response_revision:12530; number_of_response:1; }","duration":"555.050539ms","start":"2026-03-03T14:30:19.146858Z","end":"2026-03-03T14:30:19.701909Z","steps":["trace[708342353] 'process raft request' (duration: 554.446966ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.701917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.971093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"warn","ts":"2026-03-03T14:30:19.701937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.201954Z","time spent":"499.977411ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:30:19.701952Z","caller":"traceutil/trace.go:171","msg":"trace[1204879917] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12530; }","duration":"133.056005ms","start":"2026-03-03T14:30:19.568888Z","end":"2026-03-03T14:30:19.701944Z","steps":["trace[1204879917] 'agreement among raft nodes before linearized reading' (duration: 132.929562ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.701997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.146838Z","time spent":"555.105961ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:19.702037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.616203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:19.702076Z","caller":"traceutil/trace.go:171","msg":"trace[273265644] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12530; }","duration":"552.692945ms","start":"2026-03-03T14:30:19.149371Z","end":"2026-03-03T14:30:19.702064Z","steps":["trace[273265644] 'agreement among raft nodes before linearized reading' (duration: 552.632313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.702107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.14935Z","time spent":"552.745817ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:19.702243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"557.160789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:19.702268Z","caller":"traceutil/trace.go:171","msg":"trace[1062773587] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12530; }","duration":"557.22765ms","start":"2026-03-03T14:30:19.145034Z","end":"2026-03-03T14:30:19.702261Z","steps":["trace[1062773587] 'agreement among raft nodes before linearized reading' (duration: 557.187709ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.70227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.344773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:19.702287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.145013Z","time spent":"557.269611ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:19.702301Z","caller":"traceutil/trace.go:171","msg":"trace[1608208870] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12530; }","duration":"554.393095ms","start":"2026-03-03T14:30:19.1479Z","end":"2026-03-03T14:30:19.702293Z","steps":["trace[1608208870] 'agreement among raft nodes before linearized reading' (duration: 554.275842ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.702321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.147893Z","time spent":"554.422906ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:19.702335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.61299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:19.702358Z","caller":"traceutil/trace.go:171","msg":"trace[1000665137] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12530; }","duration":"554.6575ms","start":"2026-03-03T14:30:19.147693Z","end":"2026-03-03T14:30:19.702351Z","steps":["trace[1000665137] 'agreement among raft nodes before linearized reading' (duration: 554.581919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.702383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.147683Z","time spent":"554.695802ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:19.702386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"556.918262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:19.702421Z","caller":"traceutil/trace.go:171","msg":"trace[536962025] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12530; }","duration":"556.981654ms","start":"2026-03-03T14:30:19.145429Z","end":"2026-03-03T14:30:19.702411Z","steps":["trace[536962025] 'agreement among raft nodes before linearized reading' (duration: 556.846891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.702457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.145413Z","time spent":"557.036755ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:19.702447Z","caller":"traceutil/trace.go:171","msg":"trace[494802557] transaction","detail":"{read_only:false; response_revision:12527; number_of_response:1; }","duration":"727.589516ms","start":"2026-03-03T14:30:18.973647Z","end":"2026-03-03T14:30:19.701237Z","steps":["trace[494802557] 'process raft request' (duration: 431.174976ms)","trace[494802557] 'compare' (duration: 296.193295ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:19.701953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.081305ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:19.7026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:18.973621Z","time spent":"728.938046ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:19.702637Z","caller":"traceutil/trace.go:171","msg":"trace[816197825] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:12530; }","duration":"162.800212ms","start":"2026-03-03T14:30:19.539825Z","end":"2026-03-03T14:30:19.702626Z","steps":["trace[816197825] 'agreement among raft nodes before linearized reading' (duration: 162.079575ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:19.702524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:19.048112Z","time spent":"654.107322ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:20.609965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.988132ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:20.610056Z","caller":"traceutil/trace.go:171","msg":"trace[2048089924] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12530; }","duration":"461.087864ms","start":"2026-03-03T14:30:20.148956Z","end":"2026-03-03T14:30:20.610044Z","steps":["trace[2048089924] 'range keys from in-memory index tree' (duration: 460.977521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:20.865735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.465251ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:20.865842Z","caller":"traceutil/trace.go:171","msg":"trace[400500028] linearizableReadLoop","detail":"{readStateIndex:13086; appliedIndex:13085; }","duration":"835.522843ms","start":"2026-03-03T14:30:20.030301Z","end":"2026-03-03T14:30:20.865823Z","steps":["trace[400500028] 'read index received' (duration: 28.791µs)","trace[400500028] 'applied index is now lower than readState.Index' (duration: 835.492332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:20.866132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.810899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:20.866185Z","caller":"traceutil/trace.go:171","msg":"trace[1723818577] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12530; }","duration":"835.899451ms","start":"2026-03-03T14:30:20.030273Z","end":"2026-03-03T14:30:20.866173Z","steps":["trace[1723818577] 'agreement among raft nodes before linearized reading' (duration: 835.684816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:20.866222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.030259Z","time spent":"835.954563ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:20.866297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.736107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:20.866374Z","caller":"traceutil/trace.go:171","msg":"trace[1518464820] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12530; }","duration":"835.824179ms","start":"2026-03-03T14:30:20.030538Z","end":"2026-03-03T14:30:20.866362Z","steps":["trace[1518464820] 'agreement among raft nodes before linearized reading' (duration: 835.654825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:20.866408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.030534Z","time spent":"835.86507ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:20.866954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.886165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:30:20.867016Z","caller":"traceutil/trace.go:171","msg":"trace[2117807521] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12530; }","duration":"305.000678ms","start":"2026-03-03T14:30:20.562002Z","end":"2026-03-03T14:30:20.867003Z","steps":["trace[2117807521] 'agreement among raft nodes before linearized reading' (duration: 304.108598ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:20.867042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:20.561981Z","time spent":"305.053069ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1308,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:21.158967Z","caller":"traceutil/trace.go:171","msg":"trace[655748783] linearizableReadLoop","detail":"{readStateIndex:13087; appliedIndex:13086; }","duration":"287.263119ms","start":"2026-03-03T14:30:20.871679Z","end":"2026-03-03T14:30:21.158942Z","steps":["trace[655748783] 'read index received' (duration: 287.152796ms)","trace[655748783] 'applied index is now lower than readState.Index' (duration: 109.013µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:21.159041Z","caller":"traceutil/trace.go:171","msg":"trace[310860695] transaction","detail":"{read_only:false; response_revision:12531; number_of_response:1; }","duration":"288.347464ms","start":"2026-03-03T14:30:20.870652Z","end":"2026-03-03T14:30:21.159Z","steps":["trace[310860695] 'process raft request' (duration: 288.13821ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.159274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.94863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:21.159306Z","caller":"traceutil/trace.go:171","msg":"trace[1305509906] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12531; }","duration":"112.039982ms","start":"2026-03-03T14:30:21.047258Z","end":"2026-03-03T14:30:21.159298Z","steps":["trace[1305509906] 'agreement among raft nodes before linearized reading' (duration: 111.97075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.159269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.507644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:21.159372Z","caller":"traceutil/trace.go:171","msg":"trace[724502996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12531; }","duration":"142.704208ms","start":"2026-03-03T14:30:21.016646Z","end":"2026-03-03T14:30:21.15935Z","steps":["trace[724502996] 'agreement among raft nodes before linearized reading' (duration: 142.476483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:21.15972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.037057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"info","ts":"2026-03-03T14:30:21.159773Z","caller":"traceutil/trace.go:171","msg":"trace[2134891410] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12531; }","duration":"288.12392ms","start":"2026-03-03T14:30:20.871638Z","end":"2026-03-03T14:30:21.159762Z","steps":["trace[2134891410] 'agreement among raft nodes before linearized reading' (duration: 287.433963ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:22.04124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.889979ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:30:22.041433Z","caller":"traceutil/trace.go:171","msg":"trace[1000649986] linearizableReadLoop","detail":"{readStateIndex:13089; appliedIndex:13087; }","duration":"780.145066ms","start":"2026-03-03T14:30:21.261274Z","end":"2026-03-03T14:30:22.041419Z","steps":["trace[1000649986] 'read index received' (duration: 184.078382ms)","trace[1000649986] 'applied index is now lower than readState.Index' (duration: 596.065784ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:22.041439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.162701Z","time spent":"878.731237ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:30:22.041491Z","caller":"traceutil/trace.go:171","msg":"trace[836118091] transaction","detail":"{read_only:false; response_revision:12532; number_of_response:1; }","duration":"877.223703ms","start":"2026-03-03T14:30:21.164261Z","end":"2026-03-03T14:30:22.041484Z","steps":["trace[836118091] 'process raft request' (duration: 877.06513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:22.041559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.16425Z","time spent":"877.258564ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:22.041859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.397081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:22.041885Z","caller":"traceutil/trace.go:171","msg":"trace[1469113657] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12532; }","duration":"780.616556ms","start":"2026-03-03T14:30:21.261259Z","end":"2026-03-03T14:30:22.041875Z","steps":["trace[1469113657] 'agreement among raft nodes before linearized reading' (duration: 780.380681ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:22.041904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.261201Z","time spent":"780.698538ms","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:22.542509Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378235,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:22.866517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.301572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:22.866678Z","caller":"traceutil/trace.go:171","msg":"trace[510020651] transaction","detail":"{read_only:false; response_revision:12534; number_of_response:1; }","duration":"1.160422879s","start":"2026-03-03T14:30:21.70624Z","end":"2026-03-03T14:30:22.866663Z","steps":["trace[510020651] 'process raft request' (duration: 1.160353768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:22.866725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.706201Z","time spent":"1.160501731s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:22.866708Z","caller":"traceutil/trace.go:171","msg":"trace[1317004971] transaction","detail":"{read_only:false; response_revision:12533; number_of_response:1; }","duration":"1.160713335s","start":"2026-03-03T14:30:21.705941Z","end":"2026-03-03T14:30:22.866655Z","steps":["trace[1317004971] 'process raft request' (duration: 892.209318ms)","trace[1317004971] 'compare' (duration: 268.229841ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:22.866886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.705931Z","time spent":"1.160856039s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:22.866989Z","caller":"traceutil/trace.go:171","msg":"trace[1039587282] transaction","detail":"{read_only:false; response_revision:12535; number_of_response:1; }","duration":"1.160592023s","start":"2026-03-03T14:30:21.706361Z","end":"2026-03-03T14:30:22.866953Z","steps":["trace[1039587282] 'process raft request' (duration: 1.160276216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:22.86713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.706337Z","time spent":"1.160710505s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.493458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.059328ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:23.493728Z","caller":"traceutil/trace.go:171","msg":"trace[1207561806] transaction","detail":"{read_only:false; response_revision:12536; number_of_response:1; }","duration":"1.45033506s","start":"2026-03-03T14:30:22.04337Z","end":"2026-03-03T14:30:23.493705Z","steps":["trace[1207561806] 'process raft request' (duration: 1.092909734s)","trace[1207561806] 'compare' (duration: 356.720629ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:23.493742Z","caller":"traceutil/trace.go:171","msg":"trace[1170118252] linearizableReadLoop","detail":"{readStateIndex:13094; appliedIndex:13089; }","duration":"1.452262574s","start":"2026-03-03T14:30:22.041457Z","end":"2026-03-03T14:30:23.49372Z","steps":["trace[1170118252] 'read index received' (duration: 556.712888ms)","trace[1170118252] 'applied index is now lower than readState.Index' (duration: 895.548276ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:23.493755Z","caller":"traceutil/trace.go:171","msg":"trace[1913000464] transaction","detail":"{read_only:false; response_revision:12537; number_of_response:1; }","duration":"1.229568552s","start":"2026-03-03T14:30:22.264161Z","end":"2026-03-03T14:30:23.49373Z","steps":["trace[1913000464] 'process raft request' (duration: 1.229408059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.493841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:22.043348Z","time spent":"1.450427971s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.493848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:22.264125Z","time spent":"1.229680615s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.493861Z","caller":"traceutil/trace.go:171","msg":"trace[1808179035] transaction","detail":"{read_only:false; response_revision:12538; number_of_response:1; }","duration":"931.028664ms","start":"2026-03-03T14:30:22.562817Z","end":"2026-03-03T14:30:23.493846Z","steps":["trace[1808179035] 'process raft request' (duration: 930.83933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.493907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787959799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:23.493941Z","caller":"traceutil/trace.go:171","msg":"trace[1511581312] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12538; }","duration":"1.788024s","start":"2026-03-03T14:30:21.705908Z","end":"2026-03-03T14:30:23.493932Z","steps":["trace[1511581312] 'agreement among raft nodes before linearized reading' (duration: 1.787964009s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.493962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.705889Z","time spent":"1.788068242s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:23.493945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:22.56279Z","time spent":"931.106185ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.493971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78713762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:23.493948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787058979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:23.493976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.710953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:23.494002Z","caller":"traceutil/trace.go:171","msg":"trace[1868914158] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12538; }","duration":"1.787194621s","start":"2026-03-03T14:30:21.706795Z","end":"2026-03-03T14:30:23.49399Z","steps":["trace[1868914158] 'agreement among raft nodes before linearized reading' (duration: 1.787088069s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.494021Z","caller":"traceutil/trace.go:171","msg":"trace[907415571] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12538; }","duration":"252.779675ms","start":"2026-03-03T14:30:23.241229Z","end":"2026-03-03T14:30:23.494008Z","steps":["trace[907415571] 'agreement among raft nodes before linearized reading' (duration: 252.713033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.494027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.706782Z","time spent":"1.787239682s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:23.494023Z","caller":"traceutil/trace.go:171","msg":"trace[890228242] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12538; }","duration":"1.787189802s","start":"2026-03-03T14:30:21.706813Z","end":"2026-03-03T14:30:23.494003Z","steps":["trace[890228242] 'agreement among raft nodes before linearized reading' (duration: 1.787068069s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.494025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088946994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:23.494037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.787221802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:23.493956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446377759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:23.494078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.407453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:30:23.494085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.706785Z","time spent":"1.787289063s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:23.494096Z","caller":"traceutil/trace.go:171","msg":"trace[800881683] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:12538; }","duration":"2.089086227s","start":"2026-03-03T14:30:21.404992Z","end":"2026-03-03T14:30:23.494078Z","steps":["trace[800881683] 'agreement among raft nodes before linearized reading' (duration: 2.088872162s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.494103Z","caller":"traceutil/trace.go:171","msg":"trace[1994187861] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12538; }","duration":"1.787298144s","start":"2026-03-03T14:30:21.70679Z","end":"2026-03-03T14:30:23.494088Z","steps":["trace[1994187861] 'agreement among raft nodes before linearized reading' (duration: 1.787071378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.494096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.197757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:30:23.494122Z","caller":"traceutil/trace.go:171","msg":"trace[1494717946] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12538; }","duration":"1.446558703s","start":"2026-03-03T14:30:22.047551Z","end":"2026-03-03T14:30:23.494109Z","steps":["trace[1494717946] 'agreement among raft nodes before linearized reading' (duration: 1.446338538s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:23.494132Z","caller":"traceutil/trace.go:171","msg":"trace[1590347241] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12538; }","duration":"323.463984ms","start":"2026-03-03T14:30:23.170653Z","end":"2026-03-03T14:30:23.494117Z","steps":["trace[1590347241] 'agreement among raft nodes before linearized reading' (duration: 323.28096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.494146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.706784Z","time spent":"1.787351465s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:23.494145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.404927Z","time spent":"2.089207751s","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:23.494161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:22.047511Z","time spent":"1.446638365s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:23.494161Z","caller":"traceutil/trace.go:171","msg":"trace[1522662780] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12538; }","duration":"329.293658ms","start":"2026-03-03T14:30:23.16485Z","end":"2026-03-03T14:30:23.494144Z","steps":["trace[1522662780] 'agreement among raft nodes before linearized reading' (duration: 329.153865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.494185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.170607Z","time spent":"323.566756ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:23.494205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.16482Z","time spent":"329.37291ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:23.494103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.124200544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:23.494213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.78711298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:23.49425Z","caller":"traceutil/trace.go:171","msg":"trace[607309633] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:12538; }","duration":"1.124412589s","start":"2026-03-03T14:30:22.369824Z","end":"2026-03-03T14:30:23.494237Z","steps":["trace[607309633] 'agreement among raft nodes before linearized reading' (duration: 1.124212724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.494342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:22.369784Z","time spent":"1.124490011s","remote":"127.0.0.1:43998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":86,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:23.494384Z","caller":"traceutil/trace.go:171","msg":"trace[1252721240] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12538; }","duration":"1.787182541s","start":"2026-03-03T14:30:21.707062Z","end":"2026-03-03T14:30:23.494244Z","steps":["trace[1252721240] 'agreement among raft nodes before linearized reading' (duration: 1.786830273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.495229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:21.707046Z","time spent":"1.788171043s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:23.958736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.670612ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:23.958886Z","caller":"traceutil/trace.go:171","msg":"trace[16420823] linearizableReadLoop","detail":"{readStateIndex:13097; appliedIndex:13095; }","duration":"458.623088ms","start":"2026-03-03T14:30:23.500251Z","end":"2026-03-03T14:30:23.958874Z","steps":["trace[16420823] 'read index received' (duration: 179.69207ms)","trace[16420823] 'applied index is now lower than readState.Index' (duration: 278.930408ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:23.958957Z","caller":"traceutil/trace.go:171","msg":"trace[371743792] transaction","detail":"{read_only:false; response_revision:12540; number_of_response:1; }","duration":"459.59659ms","start":"2026-03-03T14:30:23.499353Z","end":"2026-03-03T14:30:23.95895Z","steps":["trace[371743792] 'process raft request' (duration: 459.463867ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.959004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.499332Z","time spent":"459.644451ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:23.959035Z","caller":"traceutil/trace.go:171","msg":"trace[104284142] transaction","detail":"{read_only:false; response_revision:12539; number_of_response:1; }","duration":"460.301456ms","start":"2026-03-03T14:30:23.498721Z","end":"2026-03-03T14:30:23.959022Z","steps":["trace[104284142] 'process raft request' (duration: 181.240075ms)","trace[104284142] 'compare' (duration: 278.475658ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:23.959083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.498701Z","time spent":"460.359859ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:23.959262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.577837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:23.959311Z","caller":"traceutil/trace.go:171","msg":"trace[770861623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12540; }","duration":"458.641238ms","start":"2026-03-03T14:30:23.500659Z","end":"2026-03-03T14:30:23.9593Z","steps":["trace[770861623] 'agreement among raft nodes before linearized reading' (duration: 458.568417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.95934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.500649Z","time spent":"458.683839ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:23.959563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.314894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"info","ts":"2026-03-03T14:30:23.959599Z","caller":"traceutil/trace.go:171","msg":"trace[1902431899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12540; }","duration":"459.374045ms","start":"2026-03-03T14:30:23.500219Z","end":"2026-03-03T14:30:23.959593Z","steps":["trace[1902431899] 'agreement among raft nodes before linearized reading' (duration: 458.911075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:23.959618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.500209Z","time spent":"459.402675ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:24.634207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.957498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:24.634373Z","caller":"traceutil/trace.go:171","msg":"trace[665675479] linearizableReadLoop","detail":"{readStateIndex:13098; appliedIndex:13097; }","duration":"587.327704ms","start":"2026-03-03T14:30:24.047022Z","end":"2026-03-03T14:30:24.63435Z","steps":["trace[665675479] 'read index received' (duration: 64.956857ms)","trace[665675479] 'applied index is now lower than readState.Index' (duration: 522.369157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:24.634512Z","caller":"traceutil/trace.go:171","msg":"trace[1479654990] transaction","detail":"{read_only:false; response_revision:12541; number_of_response:1; }","duration":"669.790853ms","start":"2026-03-03T14:30:23.964706Z","end":"2026-03-03T14:30:24.634497Z","steps":["trace[1479654990] 'process raft request' (duration: 147.297963ms)","trace[1479654990] 'compare' (duration: 521.726953ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:24.634592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:23.964691Z","time spent":"669.864336ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":796,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:24.634677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.641141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:30:24.63466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.963865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:30:24.634745Z","caller":"traceutil/trace.go:171","msg":"trace[1561737683] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12541; }","duration":"587.750834ms","start":"2026-03-03T14:30:24.04698Z","end":"2026-03-03T14:30:24.634731Z","steps":["trace[1561737683] 'agreement among raft nodes before linearized reading' (duration: 587.548469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:24.634781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.046906Z","time spent":"587.869137ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:30:24.634776Z","caller":"traceutil/trace.go:171","msg":"trace[1281140846] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12541; }","duration":"232.135019ms","start":"2026-03-03T14:30:24.402629Z","end":"2026-03-03T14:30:24.634764Z","steps":["trace[1281140846] 'agreement among raft nodes before linearized reading' (duration: 231.896394ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:25.281588Z","caller":"traceutil/trace.go:171","msg":"trace[645987231] transaction","detail":"{read_only:false; response_revision:12542; number_of_response:1; }","duration":"642.457854ms","start":"2026-03-03T14:30:24.639091Z","end":"2026-03-03T14:30:25.281548Z","steps":["trace[645987231] 'process raft request' (duration: 563.812172ms)","trace[645987231] 'compare' (duration: 78.152771ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:25.282634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.639063Z","time spent":"643.455226ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:26.306675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"552.612543ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:26.307142Z","caller":"traceutil/trace.go:171","msg":"trace[1129716555] linearizableReadLoop","detail":"{readStateIndex:13101; appliedIndex:13099; }","duration":"1.579922396s","start":"2026-03-03T14:30:24.727197Z","end":"2026-03-03T14:30:26.307119Z","steps":["trace[1129716555] 'read index received' (duration: 475.727002ms)","trace[1129716555] 'applied index is now lower than readState.Index' (duration: 1.104193764s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:26.307279Z","caller":"traceutil/trace.go:171","msg":"trace[1448061014] transaction","detail":"{read_only:false; response_revision:12543; number_of_response:1; }","duration":"1.590350826s","start":"2026-03-03T14:30:24.716904Z","end":"2026-03-03T14:30:26.307255Z","steps":["trace[1448061014] 'process raft request' (duration: 1.037060617s)","trace[1448061014] 'compare' (duration: 552.310546ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:26.307343Z","caller":"traceutil/trace.go:171","msg":"trace[26181156] transaction","detail":"{read_only:false; response_revision:12545; number_of_response:1; }","duration":"1.432106259s","start":"2026-03-03T14:30:24.875224Z","end":"2026-03-03T14:30:26.30733Z","steps":["trace[26181156] 'process raft request' (duration: 1.43169696s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.307399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.716887Z","time spent":"1.590448488s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:26.307433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.87309Z","time spent":"1.4342941s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:26.307301Z","caller":"traceutil/trace.go:171","msg":"trace[1993312566] transaction","detail":"{read_only:false; response_revision:12544; number_of_response:1; }","duration":"1.434511864s","start":"2026-03-03T14:30:24.872773Z","end":"2026-03-03T14:30:26.307285Z","steps":["trace[1993312566] 'process raft request' (duration: 1.434031473s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.307569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.872743Z","time spent":"1.434801261s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:26.307597Z","caller":"traceutil/trace.go:171","msg":"trace[1542975638] transaction","detail":"{read_only:false; response_revision:12546; number_of_response:1; }","duration":"1.432123829s","start":"2026-03-03T14:30:24.875456Z","end":"2026-03-03T14:30:26.30758Z","steps":["trace[1542975638] 'process raft request' (duration: 1.431520105s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.307631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.260565947s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:26.30767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.580474728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:30:26.30771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.87543Z","time spent":"1.432226642s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:26.307731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.05621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:30:26.307731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.539107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:26.307751Z","caller":"traceutil/trace.go:171","msg":"trace[372604735] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12546; }","duration":"345.107442ms","start":"2026-03-03T14:30:25.962638Z","end":"2026-03-03T14:30:26.307746Z","steps":["trace[372604735] 'agreement among raft nodes before linearized reading' (duration: 345.00762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.307731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"895.627727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:26.307727Z","caller":"traceutil/trace.go:171","msg":"trace[328651432] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12546; }","duration":"1.58057199s","start":"2026-03-03T14:30:24.72714Z","end":"2026-03-03T14:30:26.307712Z","steps":["trace[328651432] 'agreement among raft nodes before linearized reading' (duration: 1.580419827s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.307793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.579792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:26.307805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:24.727131Z","time spent":"1.580667962s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:30:26.307781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.266191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:26.307815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.006317ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:30:26.307807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.115494733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:30:26.30784Z","caller":"traceutil/trace.go:171","msg":"trace[1976307755] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12546; }","duration":"807.356083ms","start":"2026-03-03T14:30:25.500472Z","end":"2026-03-03T14:30:26.307828Z","steps":["trace[1976307755] 'agreement among raft nodes before linearized reading' (duration: 807.167468ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:26.307829Z","caller":"traceutil/trace.go:171","msg":"trace[1718512986] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12546; }","duration":"805.665814ms","start":"2026-03-03T14:30:25.502154Z","end":"2026-03-03T14:30:26.30782Z","steps":["trace[1718512986] 'agreement among raft nodes before linearized reading' (duration: 805.547911ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.30787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.500465Z","time spent":"807.399944ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:26.307668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.055656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:26.307863Z","caller":"traceutil/trace.go:171","msg":"trace[893230417] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12546; }","duration":"1.115610766s","start":"2026-03-03T14:30:25.19224Z","end":"2026-03-03T14:30:26.307851Z","steps":["trace[893230417] 'agreement among raft nodes before linearized reading' (duration: 1.115464813s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.307897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.502142Z","time spent":"805.744746ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:26.307906Z","caller":"traceutil/trace.go:171","msg":"trace[194718685] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12546; }","duration":"807.386994ms","start":"2026-03-03T14:30:25.500507Z","end":"2026-03-03T14:30:26.307894Z","steps":["trace[194718685] 'agreement among raft nodes before linearized reading' (duration: 807.069987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.307736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.392374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:26.307924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.192194Z","time spent":"1.115721609s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:30:26.307767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.962622Z","time spent":"345.142102ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:26.307947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.500494Z","time spent":"807.440975ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:26.307765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.528867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:26.307997Z","caller":"traceutil/trace.go:171","msg":"trace[808835896] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12546; }","duration":"807.801543ms","start":"2026-03-03T14:30:25.500188Z","end":"2026-03-03T14:30:26.30799Z","steps":["trace[808835896] 'agreement among raft nodes before linearized reading' (duration: 807.557098ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:26.307801Z","caller":"traceutil/trace.go:171","msg":"trace[633156636] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:12546; }","duration":"895.754031ms","start":"2026-03-03T14:30:25.412033Z","end":"2026-03-03T14:30:26.307787Z","steps":["trace[633156636] 'agreement among raft nodes before linearized reading' (duration: 895.629688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.308146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.412012Z","time spent":"896.093008ms","remote":"127.0.0.1:43824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:26.30768Z","caller":"traceutil/trace.go:171","msg":"trace[799991831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12546; }","duration":"1.260672199s","start":"2026-03-03T14:30:25.046993Z","end":"2026-03-03T14:30:26.307665Z","steps":["trace[799991831] 'agreement among raft nodes before linearized reading' (duration: 1.260590737s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.30802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.500164Z","time spent":"807.849444ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:26.307834Z","caller":"traceutil/trace.go:171","msg":"trace[267137116] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12546; }","duration":"338.047789ms","start":"2026-03-03T14:30:25.969782Z","end":"2026-03-03T14:30:26.30783Z","steps":["trace[267137116] 'agreement among raft nodes before linearized reading' (duration: 337.999638ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.308184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.046962Z","time spent":"1.261215832s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:26.308209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.969771Z","time spent":"338.426557ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:30:26.30794Z","caller":"traceutil/trace.go:171","msg":"trace[1143456305] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12546; }","duration":"735.65498ms","start":"2026-03-03T14:30:25.572278Z","end":"2026-03-03T14:30:26.307933Z","steps":["trace[1143456305] 'agreement among raft nodes before linearized reading' (duration: 735.391624ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.308342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.572257Z","time spent":"736.07898ms","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:26.307763Z","caller":"traceutil/trace.go:171","msg":"trace[319457300] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12546; }","duration":"807.625029ms","start":"2026-03-03T14:30:25.500129Z","end":"2026-03-03T14:30:26.307754Z","steps":["trace[319457300] 'agreement among raft nodes before linearized reading' (duration: 807.509286ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:26.308442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:25.500101Z","time spent":"808.335046ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:26.527708Z","caller":"traceutil/trace.go:171","msg":"trace[2074995382] linearizableReadLoop","detail":"{readStateIndex:13105; appliedIndex:13104; }","duration":"211.133515ms","start":"2026-03-03T14:30:26.316545Z","end":"2026-03-03T14:30:26.527679Z","steps":["trace[2074995382] 'read index received' (duration: 140.158619ms)","trace[2074995382] 'applied index is now lower than readState.Index' (duration: 70.973196ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:26.527744Z","caller":"traceutil/trace.go:171","msg":"trace[385191098] transaction","detail":"{read_only:false; response_revision:12547; number_of_response:1; }","duration":"214.017152ms","start":"2026-03-03T14:30:26.313705Z","end":"2026-03-03T14:30:26.527722Z","steps":["trace[385191098] 'process raft request' (duration: 143.001755ms)","trace[385191098] 'compare' (duration: 70.753351ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:26.527939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.269671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:26.527969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.383832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:26.528075Z","caller":"traceutil/trace.go:171","msg":"trace[1029735758] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12547; }","duration":"211.527435ms","start":"2026-03-03T14:30:26.316528Z","end":"2026-03-03T14:30:26.528055Z","steps":["trace[1029735758] 'agreement among raft nodes before linearized reading' (duration: 211.3064ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:26.528004Z","caller":"traceutil/trace.go:171","msg":"trace[364370268] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12547; }","duration":"163.388114ms","start":"2026-03-03T14:30:26.3646Z","end":"2026-03-03T14:30:26.527988Z","steps":["trace[364370268] 'agreement among raft nodes before linearized reading' (duration: 163.260891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.242282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.765492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-03-03T14:30:27.242397Z","caller":"traceutil/trace.go:171","msg":"trace[669639425] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:12547; }","duration":"307.959516ms","start":"2026-03-03T14:30:26.934413Z","end":"2026-03-03T14:30:27.242372Z","steps":["trace[669639425] 'range keys from in-memory index tree' (duration: 307.541847ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.242932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.710228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:27.243063Z","caller":"traceutil/trace.go:171","msg":"trace[1844862] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:12547; }","duration":"109.875841ms","start":"2026-03-03T14:30:27.133163Z","end":"2026-03-03T14:30:27.243039Z","steps":["trace[1844862] 'count revisions from in-memory index tree' (duration: 109.672136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.243248Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:26.934345Z","time spent":"308.851616ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:30:27.244181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.12905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:30:27.24426Z","caller":"traceutil/trace.go:171","msg":"trace[596584453] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12547; }","duration":"114.252903ms","start":"2026-03-03T14:30:27.12999Z","end":"2026-03-03T14:30:27.244243Z","steps":["trace[596584453] 'count revisions from in-memory index tree' (duration: 114.049187ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:27.699428Z","caller":"traceutil/trace.go:171","msg":"trace[450448484] linearizableReadLoop","detail":"{readStateIndex:13106; appliedIndex:13105; }","duration":"443.351066ms","start":"2026-03-03T14:30:27.256058Z","end":"2026-03-03T14:30:27.699409Z","steps":["trace[450448484] 'read index received' (duration: 376.856823ms)","trace[450448484] 'applied index is now lower than readState.Index' (duration: 66.493343ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:27.699805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.730054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-03-03T14:30:27.699814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.742545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T14:30:27.699911Z","caller":"traceutil/trace.go:171","msg":"trace[503935547] transaction","detail":"{read_only:false; response_revision:12548; number_of_response:1; }","duration":"489.916479ms","start":"2026-03-03T14:30:27.209985Z","end":"2026-03-03T14:30:27.699902Z","steps":["trace[503935547] 'process raft request' (duration: 489.270104ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:27.69995Z","caller":"traceutil/trace.go:171","msg":"trace[1053721739] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:12548; }","duration":"443.924299ms","start":"2026-03-03T14:30:27.256006Z","end":"2026-03-03T14:30:27.69993Z","steps":["trace[1053721739] 'agreement among raft nodes before linearized reading' (duration: 443.55062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.700013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.209962Z","time spent":"489.992301ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:27.700087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.255987Z","time spent":"444.059592ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" "} {"level":"info","ts":"2026-03-03T14:30:27.699868Z","caller":"traceutil/trace.go:171","msg":"trace[1874861462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12548; }","duration":"413.815215ms","start":"2026-03-03T14:30:27.286017Z","end":"2026-03-03T14:30:27.699832Z","steps":["trace[1874861462] 'agreement among raft nodes before linearized reading' (duration: 413.713013ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:27.700253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.285997Z","time spent":"414.234215ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:30:28.19438Z","caller":"traceutil/trace.go:171","msg":"trace[1936182389] linearizableReadLoop","detail":"{readStateIndex:13107; appliedIndex:13106; }","duration":"147.938849ms","start":"2026-03-03T14:30:28.046418Z","end":"2026-03-03T14:30:28.194357Z","steps":["trace[1936182389] 'read index received' (duration: 62.96681ms)","trace[1936182389] 'applied index is now lower than readState.Index' (duration: 84.971379ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:28.19444Z","caller":"traceutil/trace.go:171","msg":"trace[1114745528] transaction","detail":"{read_only:false; response_revision:12549; number_of_response:1; }","duration":"490.043422ms","start":"2026-03-03T14:30:27.704384Z","end":"2026-03-03T14:30:28.194427Z","steps":["trace[1114745528] 'process raft request' (duration: 405.006141ms)","trace[1114745528] 'compare' (duration: 84.709303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:28.194942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:27.704363Z","time spent":"490.493392ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:28.194503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.085502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:28.195212Z","caller":"traceutil/trace.go:171","msg":"trace[1646039505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12549; }","duration":"148.789978ms","start":"2026-03-03T14:30:28.046349Z","end":"2026-03-03T14:30:28.195139Z","steps":["trace[1646039505] 'agreement among raft nodes before linearized reading' (duration: 148.087812ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.623429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.245546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:28.623473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.321708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:28.623502Z","caller":"traceutil/trace.go:171","msg":"trace[1582248856] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12549; }","duration":"309.3943ms","start":"2026-03-03T14:30:28.314093Z","end":"2026-03-03T14:30:28.623487Z","steps":["trace[1582248856] 'range keys from in-memory index tree' (duration: 309.038942ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.623543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314061Z","time spent":"309.475681ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:28.623545Z","caller":"traceutil/trace.go:171","msg":"trace[675338075] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12549; }","duration":"309.425391ms","start":"2026-03-03T14:30:28.314098Z","end":"2026-03-03T14:30:28.623524Z","steps":["trace[675338075] 'range keys from in-memory index tree' (duration: 309.178135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.623585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314086Z","time spent":"309.489272ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:28.623583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.453411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:28.623629Z","caller":"traceutil/trace.go:171","msg":"trace[604130169] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12549; }","duration":"309.586484ms","start":"2026-03-03T14:30:28.314029Z","end":"2026-03-03T14:30:28.623615Z","steps":["trace[604130169] 'range keys from in-memory index tree' (duration: 309.187484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.623659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314008Z","time spent":"309.644226ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:28.62368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.277806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:28.623728Z","caller":"traceutil/trace.go:171","msg":"trace[2036340221] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12549; }","duration":"309.537373ms","start":"2026-03-03T14:30:28.314177Z","end":"2026-03-03T14:30:28.623714Z","steps":["trace[2036340221] 'range keys from in-memory index tree' (duration: 309.174083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.623764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314157Z","time spent":"309.599624ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:28.624396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.865604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-03-03T14:30:28.624423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.017994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:28.624546Z","caller":"traceutil/trace.go:171","msg":"trace[918897498] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12549; }","duration":"310.346331ms","start":"2026-03-03T14:30:28.314165Z","end":"2026-03-03T14:30:28.624512Z","steps":["trace[918897498] 'range keys from in-memory index tree' (duration: 309.490711ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.624889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314131Z","time spent":"310.74376ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:28.625233Z","caller":"traceutil/trace.go:171","msg":"trace[540187065] transaction","detail":"{read_only:false; response_revision:12550; number_of_response:1; }","duration":"309.963902ms","start":"2026-03-03T14:30:28.314564Z","end":"2026-03-03T14:30:28.624528Z","steps":["trace[540187065] 'process raft request' (duration: 165.78539ms)","trace[540187065] 'compare' (duration: 143.008315ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:28.625353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314548Z","time spent":"310.72922ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:28.711392Z","caller":"traceutil/trace.go:171","msg":"trace[598762463] linearizableReadLoop","detail":"{readStateIndex:13110; appliedIndex:13107; }","duration":"388.519242ms","start":"2026-03-03T14:30:28.322845Z","end":"2026-03-03T14:30:28.711365Z","steps":["trace[598762463] 'read index received' (duration: 157.5332ms)","trace[598762463] 'applied index is now lower than readState.Index' (duration: 230.984932ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:28.711454Z","caller":"traceutil/trace.go:171","msg":"trace[24473814] transaction","detail":"{read_only:false; response_revision:12552; number_of_response:1; }","duration":"396.744901ms","start":"2026-03-03T14:30:28.314689Z","end":"2026-03-03T14:30:28.711433Z","steps":["trace[24473814] 'process raft request' (duration: 396.632909ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.71158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314673Z","time spent":"396.821943ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:28.71183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.975162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:28.712066Z","caller":"traceutil/trace.go:171","msg":"trace[1689140101] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12552; }","duration":"389.225187ms","start":"2026-03-03T14:30:28.322826Z","end":"2026-03-03T14:30:28.712051Z","steps":["trace[1689140101] 'agreement among raft nodes before linearized reading' (duration: 388.669235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.712101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.32282Z","time spent":"389.27363ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:28.712305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.203918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:28.712594Z","caller":"traceutil/trace.go:171","msg":"trace[213451508] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12552; }","duration":"231.533225ms","start":"2026-03-03T14:30:28.480995Z","end":"2026-03-03T14:30:28.712529Z","steps":["trace[213451508] 'agreement among raft nodes before linearized reading' (duration: 231.029863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.71236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.24296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:28.712926Z","caller":"traceutil/trace.go:171","msg":"trace[1502230182] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12552; }","duration":"179.813953ms","start":"2026-03-03T14:30:28.533058Z","end":"2026-03-03T14:30:28.712872Z","steps":["trace[1502230182] 'agreement among raft nodes before linearized reading' (duration: 179.204539ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:28.712432Z","caller":"traceutil/trace.go:171","msg":"trace[1224222461] transaction","detail":"{read_only:false; response_revision:12551; number_of_response:1; }","duration":"397.745605ms","start":"2026-03-03T14:30:28.314669Z","end":"2026-03-03T14:30:28.712415Z","steps":["trace[1224222461] 'process raft request' (duration: 396.482546ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:28.713135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.314642Z","time spent":"398.451701ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:29.124236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.28519ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:29.124494Z","caller":"traceutil/trace.go:171","msg":"trace[1801127531] transaction","detail":"{read_only:false; response_revision:12553; number_of_response:1; }","duration":"404.89288ms","start":"2026-03-03T14:30:28.719557Z","end":"2026-03-03T14:30:29.124449Z","steps":["trace[1801127531] 'process raft request' (duration: 117.292912ms)","trace[1801127531] 'compare' (duration: 286.764688ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:29.124718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:28.719535Z","time spent":"405.048964ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:29.804319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.915593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415172"} {"level":"info","ts":"2026-03-03T14:30:29.8044Z","caller":"traceutil/trace.go:171","msg":"trace[898637493] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:12553; }","duration":"518.056387ms","start":"2026-03-03T14:30:29.286326Z","end":"2026-03-03T14:30:29.804382Z","steps":["trace[898637493] 'range keys from in-memory index tree' (duration: 517.532225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:29.804441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:29.286294Z","time spent":"518.138109ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415196,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:30.370902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.112364ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:30.371015Z","caller":"traceutil/trace.go:171","msg":"trace[798473799] linearizableReadLoop","detail":"{readStateIndex:13112; appliedIndex:13111; }","duration":"324.517598ms","start":"2026-03-03T14:30:30.046477Z","end":"2026-03-03T14:30:30.370994Z","steps":["trace[798473799] 'read index received' (duration: 43.091µs)","trace[798473799] 'applied index is now lower than readState.Index' (duration: 324.472417ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:30.371128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.549075ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:30.371234Z","caller":"traceutil/trace.go:171","msg":"trace[1682290228] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12553; }","duration":"221.663627ms","start":"2026-03-03T14:30:30.14956Z","end":"2026-03-03T14:30:30.371224Z","steps":["trace[1682290228] 'range keys from in-memory index tree' (duration: 221.535904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.37132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.846585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:30.371375Z","caller":"traceutil/trace.go:171","msg":"trace[1113720768] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12553; }","duration":"324.903106ms","start":"2026-03-03T14:30:30.046458Z","end":"2026-03-03T14:30:30.371361Z","steps":["trace[1113720768] 'agreement among raft nodes before linearized reading' (duration: 324.811104ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:30.371423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.046391Z","time spent":"325.020959ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:30.871123Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378299,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:31.256233Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.0766622s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:31.259671Z","caller":"traceutil/trace.go:171","msg":"trace[1836671443] transaction","detail":"{read_only:false; response_revision:12554; number_of_response:1; }","duration":"1.080488917s","start":"2026-03-03T14:30:30.1791Z","end":"2026-03-03T14:30:31.259589Z","steps":["trace[1836671443] 'process raft request' (duration: 1.077613551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.262656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.179081Z","time spent":"1.080707612s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415082,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:31.726922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.958575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:31.727244Z","caller":"traceutil/trace.go:171","msg":"trace[351078656] transaction","detail":"{read_only:false; response_revision:12555; number_of_response:1; }","duration":"1.097355257s","start":"2026-03-03T14:30:30.629844Z","end":"2026-03-03T14:30:31.727199Z","steps":["trace[351078656] 'process raft request' (duration: 691.015333ms)","trace[351078656] 'compare' (duration: 404.950731ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:31.727453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.629813Z","time spent":"1.097530221s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:31.72771Z","caller":"traceutil/trace.go:171","msg":"trace[503751625] linearizableReadLoop","detail":"{readStateIndex:13116; appliedIndex:13112; }","duration":"1.356573059s","start":"2026-03-03T14:30:30.371052Z","end":"2026-03-03T14:30:31.727625Z","steps":["trace[503751625] 'read index received' (duration: 885.611957ms)","trace[503751625] 'applied index is now lower than readState.Index' (duration: 470.960082ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:31.727693Z","caller":"traceutil/trace.go:171","msg":"trace[959363132] transaction","detail":"{read_only:false; response_revision:12556; number_of_response:1; }","duration":"1.008779395s","start":"2026-03-03T14:30:30.718873Z","end":"2026-03-03T14:30:31.727652Z","steps":["trace[959363132] 'process raft request' (duration: 1.008174731s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:31.727836Z","caller":"traceutil/trace.go:171","msg":"trace[267048112] transaction","detail":"{read_only:false; response_revision:12557; number_of_response:1; }","duration":"1.008685883s","start":"2026-03-03T14:30:30.719102Z","end":"2026-03-03T14:30:31.727788Z","steps":["trace[267048112] 'process raft request' (duration: 1.008429007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.727915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.719093Z","time spent":"1.008784915s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:31.727911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.718844Z","time spent":"1.008937979s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:31.728007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098908291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:31.728007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384586904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:30:31.728007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384256347s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-03-03T14:30:31.728043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.528149382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:30:31.728093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.73905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:31.728097Z","caller":"traceutil/trace.go:171","msg":"trace[942911214] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12557; }","duration":"1.384724567s","start":"2026-03-03T14:30:30.343348Z","end":"2026-03-03T14:30:31.728073Z","steps":["trace[942911214] 'agreement among raft nodes before linearized reading' (duration: 1.384456481s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:31.728138Z","caller":"traceutil/trace.go:171","msg":"trace[1104124164] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12557; }","duration":"1.528297105s","start":"2026-03-03T14:30:30.199816Z","end":"2026-03-03T14:30:31.728113Z","steps":["trace[1104124164] 'agreement among raft nodes before linearized reading' (duration: 1.527984548s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.728152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.343325Z","time spent":"1.38481937s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:30:31.728194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.199794Z","time spent":"1.528391928s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:31.728201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.762092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:31.728231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.053629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:30:31.728104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"679.838496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:31.728279Z","caller":"traceutil/trace.go:171","msg":"trace[1076466966] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12557; }","duration":"170.155071ms","start":"2026-03-03T14:30:31.558114Z","end":"2026-03-03T14:30:31.728269Z","steps":["trace[1076466966] 'agreement among raft nodes before linearized reading' (duration: 170.025118ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:31.728287Z","caller":"traceutil/trace.go:171","msg":"trace[488038780] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12557; }","duration":"680.055101ms","start":"2026-03-03T14:30:31.04822Z","end":"2026-03-03T14:30:31.728275Z","steps":["trace[488038780] 'agreement among raft nodes before linearized reading' (duration: 679.857896ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.728308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.048197Z","time spent":"680.106592ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:31.728149Z","caller":"traceutil/trace.go:171","msg":"trace[1688987811] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:12557; }","duration":"599.842432ms","start":"2026-03-03T14:30:31.12829Z","end":"2026-03-03T14:30:31.728133Z","steps":["trace[1688987811] 'agreement among raft nodes before linearized reading' (duration: 599.698308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.728326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098940542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:31.728333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098362559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:31.730111Z","caller":"traceutil/trace.go:171","msg":"trace[229346145] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12557; }","duration":"1.100158431s","start":"2026-03-03T14:30:30.629933Z","end":"2026-03-03T14:30:31.730092Z","steps":["trace[229346145] 'agreement among raft nodes before linearized reading' (duration: 1.098281438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.730175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.629923Z","time spent":"1.100236503s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:31.728242Z","caller":"traceutil/trace.go:171","msg":"trace[1783687649] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12557; }","duration":"281.843524ms","start":"2026-03-03T14:30:31.446387Z","end":"2026-03-03T14:30:31.728231Z","steps":["trace[1783687649] 'agreement among raft nodes before linearized reading' (duration: 281.783433ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.728202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"999.539902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:31.730632Z","caller":"traceutil/trace.go:171","msg":"trace[14430099] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12557; }","duration":"1.001960808s","start":"2026-03-03T14:30:30.728618Z","end":"2026-03-03T14:30:31.730578Z","steps":["trace[14430099] 'agreement among raft nodes before linearized reading' (duration: 999.512362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.728358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.12826Z","time spent":"600.082077ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":61,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:31.730741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.728604Z","time spent":"1.002100111s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:31.728243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098776388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:31.730857Z","caller":"traceutil/trace.go:171","msg":"trace[2099571047] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12557; }","duration":"1.10142958s","start":"2026-03-03T14:30:30.629413Z","end":"2026-03-03T14:30:31.730842Z","steps":["trace[2099571047] 'agreement among raft nodes before linearized reading' (duration: 1.0988093s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.730895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.629381Z","time spent":"1.101502061s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:31.728053Z","caller":"traceutil/trace.go:171","msg":"trace[923203113] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12557; }","duration":"1.099025505s","start":"2026-03-03T14:30:30.629016Z","end":"2026-03-03T14:30:31.728041Z","steps":["trace[923203113] 'agreement among raft nodes before linearized reading' (duration: 1.098863991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.730978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.628984Z","time spent":"1.101980962s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:31.728359Z","caller":"traceutil/trace.go:171","msg":"trace[2141357369] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12557; }","duration":"1.098994714s","start":"2026-03-03T14:30:30.629354Z","end":"2026-03-03T14:30:31.728349Z","steps":["trace[2141357369] 'agreement among raft nodes before linearized reading' (duration: 1.098911142s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.731243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.629329Z","time spent":"1.101903341s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:31.728373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"599.386292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:31.731317Z","caller":"traceutil/trace.go:171","msg":"trace[840147234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12557; }","duration":"602.341269ms","start":"2026-03-03T14:30:31.128963Z","end":"2026-03-03T14:30:31.731304Z","steps":["trace[840147234] 'agreement among raft nodes before linearized reading' (duration: 599.29949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.731353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.128955Z","time spent":"602.38833ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:30:31.728107Z","caller":"traceutil/trace.go:171","msg":"trace[1469544457] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12557; }","duration":"1.384429591s","start":"2026-03-03T14:30:30.343654Z","end":"2026-03-03T14:30:31.728084Z","steps":["trace[1469544457] 'agreement among raft nodes before linearized reading' (duration: 1.384088163s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.731448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.343629Z","time spent":"1.387814099s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:30:31.728454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.096978577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:31.731545Z","caller":"traceutil/trace.go:171","msg":"trace[1002806842] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12557; }","duration":"1.100086228s","start":"2026-03-03T14:30:30.631449Z","end":"2026-03-03T14:30:31.731535Z","steps":["trace[1002806842] 'agreement among raft nodes before linearized reading' (duration: 1.096945826s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:31.731569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:30.631438Z","time spent":"1.100122849s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:32.234757Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:32.735333Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378306,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:33.075638Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.320508657s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:33.076187Z","caller":"traceutil/trace.go:171","msg":"trace[1590128334] transaction","detail":"{read_only:false; response_revision:12558; number_of_response:1; }","duration":"1.343575529s","start":"2026-03-03T14:30:31.732567Z","end":"2026-03-03T14:30:33.076143Z","steps":["trace[1590128334] 'process raft request' (duration: 1.343344073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.076405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.732554Z","time spent":"1.343733422s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.764688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.388104ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:33.765517Z","caller":"traceutil/trace.go:171","msg":"trace[745903568] transaction","detail":"{read_only:false; response_revision:12559; number_of_response:1; }","duration":"2.031232645s","start":"2026-03-03T14:30:31.734253Z","end":"2026-03-03T14:30:33.765486Z","steps":["trace[745903568] 'process raft request' (duration: 1.679966871s)","trace[745903568] 'compare' (duration: 350.021656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:33.765622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.734242Z","time spent":"2.031333437s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:33.765845Z","caller":"traceutil/trace.go:171","msg":"trace[1612061750] transaction","detail":"{read_only:false; response_revision:12562; number_of_response:1; }","duration":"259.624772ms","start":"2026-03-03T14:30:33.506191Z","end":"2026-03-03T14:30:33.765815Z","steps":["trace[1612061750] 'process raft request' (duration: 259.413797ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:33.765954Z","caller":"traceutil/trace.go:171","msg":"trace[1750044565] linearizableReadLoop","detail":"{readStateIndex:13120; appliedIndex:13116; }","duration":"2.031872291s","start":"2026-03-03T14:30:31.734039Z","end":"2026-03-03T14:30:33.765911Z","steps":["trace[1750044565] 'read index received' (duration: 1.341885091s)","trace[1750044565] 'applied index is now lower than readState.Index' (duration: 689.981449ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:33.765914Z","caller":"traceutil/trace.go:171","msg":"trace[144136301] transaction","detail":"{read_only:false; response_revision:12560; number_of_response:1; }","duration":"2.031343518s","start":"2026-03-03T14:30:31.73455Z","end":"2026-03-03T14:30:33.765894Z","steps":["trace[144136301] 'process raft request' (duration: 2.030863486s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:33.765986Z","caller":"traceutil/trace.go:171","msg":"trace[415986445] transaction","detail":"{read_only:false; response_revision:12561; number_of_response:1; }","duration":"2.02972274s","start":"2026-03-03T14:30:31.736206Z","end":"2026-03-03T14:30:33.765929Z","steps":["trace[415986445] 'process raft request' (duration: 2.029352601s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.76611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.734542Z","time spent":"2.031501202s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.766265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.736198Z","time spent":"2.029905395s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:33.766398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.032365892s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:30:33.766524Z","caller":"traceutil/trace.go:171","msg":"trace[213614407] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12562; }","duration":"2.032527745s","start":"2026-03-03T14:30:31.733963Z","end":"2026-03-03T14:30:33.766491Z","steps":["trace[213614407] 'agreement among raft nodes before linearized reading' (duration: 2.032097045s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:33.766591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.733944Z","time spent":"2.032635648s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:30:33.820181Z","caller":"traceutil/trace.go:171","msg":"trace[935917018] transaction","detail":"{read_only:false; response_revision:12563; number_of_response:1; }","duration":"105.516692ms","start":"2026-03-03T14:30:33.714441Z","end":"2026-03-03T14:30:33.819957Z","steps":["trace[935917018] 'process raft request' (duration: 105.299897ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.069614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99979726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:34.069802Z","caller":"traceutil/trace.go:171","msg":"trace[1924442792] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000048586s","start":"2026-03-03T14:30:32.069729Z","end":"2026-03-03T14:30:34.069778Z","steps":["trace[1924442792] 'agreement among raft nodes before linearized reading' (duration: 1.999835801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.069881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.069707Z","time spent":"2.000161729s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:34.393362Z","caller":"traceutil/trace.go:171","msg":"trace[18197982] linearizableReadLoop","detail":"{readStateIndex:13125; appliedIndex:13121; }","duration":"627.301525ms","start":"2026-03-03T14:30:33.76603Z","end":"2026-03-03T14:30:34.393332Z","steps":["trace[18197982] 'read index received' (duration: 53.82125ms)","trace[18197982] 'applied index is now lower than readState.Index' (duration: 573.479065ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:34.393775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.563618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:34.393855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.639178062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:30:34.393889Z","caller":"traceutil/trace.go:171","msg":"trace[575014736] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12566; }","duration":"659.746712ms","start":"2026-03-03T14:30:33.73411Z","end":"2026-03-03T14:30:34.393857Z","steps":["trace[575014736] 'agreement among raft nodes before linearized reading' (duration: 659.392584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.393952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.734078Z","time spent":"659.863035ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:34.393974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195640961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:34.393998Z","caller":"traceutil/trace.go:171","msg":"trace[1536628124] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:12566; }","duration":"1.195724312s","start":"2026-03-03T14:30:33.198264Z","end":"2026-03-03T14:30:34.393989Z","steps":["trace[1536628124] 'agreement among raft nodes before linearized reading' (duration: 1.195657631s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.394034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.198234Z","time spent":"1.195791004s","remote":"127.0.0.1:39418","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":22,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:34.394242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750082107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:34.394303Z","caller":"traceutil/trace.go:171","msg":"trace[1253531533] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:12566; }","duration":"1.750151928s","start":"2026-03-03T14:30:32.644134Z","end":"2026-03-03T14:30:34.394286Z","steps":["trace[1253531533] 'agreement among raft nodes before linearized reading' (duration: 1.750015195s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.394342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:32.644113Z","time spent":"1.750218149s","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:34.394355Z","caller":"traceutil/trace.go:171","msg":"trace[1775741354] transaction","detail":"{read_only:false; response_revision:12564; number_of_response:1; }","duration":"659.946237ms","start":"2026-03-03T14:30:33.734389Z","end":"2026-03-03T14:30:34.394335Z","steps":["trace[1775741354] 'process raft request' (duration: 658.675128ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.394493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.734372Z","time spent":"660.030559ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:34.394682Z","caller":"traceutil/trace.go:171","msg":"trace[721769056] transaction","detail":"{read_only:false; response_revision:12565; number_of_response:1; }","duration":"660.154252ms","start":"2026-03-03T14:30:33.734515Z","end":"2026-03-03T14:30:34.394669Z","steps":["trace[721769056] 'process raft request' (duration: 658.74619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.394737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.734507Z","time spent":"660.198843ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:34.39479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.857914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:34.394827Z","caller":"traceutil/trace.go:171","msg":"trace[1077405331] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12566; }","duration":"656.916996ms","start":"2026-03-03T14:30:33.737899Z","end":"2026-03-03T14:30:34.394816Z","steps":["trace[1077405331] 'agreement among raft nodes before linearized reading' (duration: 656.799714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.394858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.640043952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"warn","ts":"2026-03-03T14:30:34.394861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.737889Z","time spent":"656.965367ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:34.394884Z","caller":"traceutil/trace.go:171","msg":"trace[61895228] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12566; }","duration":"2.640068033s","start":"2026-03-03T14:30:31.754807Z","end":"2026-03-03T14:30:34.394875Z","steps":["trace[61895228] 'agreement among raft nodes before linearized reading' (duration: 2.63952999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.394904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.754803Z","time spent":"2.640095113s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:34.394977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.468133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:34.395014Z","caller":"traceutil/trace.go:171","msg":"trace[339992680] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12566; }","duration":"658.519573ms","start":"2026-03-03T14:30:33.736481Z","end":"2026-03-03T14:30:34.395Z","steps":["trace[339992680] 'agreement among raft nodes before linearized reading' (duration: 658.37265ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.39508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.73647Z","time spent":"658.602555ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:34.395094Z","caller":"traceutil/trace.go:171","msg":"trace[729073739] transaction","detail":"{read_only:false; response_revision:12566; number_of_response:1; }","duration":"660.057448ms","start":"2026-03-03T14:30:33.735019Z","end":"2026-03-03T14:30:34.395077Z","steps":["trace[729073739] 'process raft request' (duration: 658.275978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.395254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.734995Z","time spent":"660.13258ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:34.393904Z","caller":"traceutil/trace.go:171","msg":"trace[304830158] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12566; }","duration":"2.639274205s","start":"2026-03-03T14:30:31.754614Z","end":"2026-03-03T14:30:34.393889Z","steps":["trace[304830158] 'agreement among raft nodes before linearized reading' (duration: 2.638907637s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.395476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.460617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:34.395512Z","caller":"traceutil/trace.go:171","msg":"trace[801285064] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12566; }","duration":"479.496029ms","start":"2026-03-03T14:30:33.916005Z","end":"2026-03-03T14:30:34.395501Z","steps":["trace[801285064] 'agreement among raft nodes before linearized reading' (duration: 479.430497ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.39558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.007766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:34.395618Z","caller":"traceutil/trace.go:171","msg":"trace[2079674496] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12566; }","duration":"640.055407ms","start":"2026-03-03T14:30:33.755551Z","end":"2026-03-03T14:30:34.395607Z","steps":["trace[2079674496] 'agreement among raft nodes before linearized reading' (duration: 639.936814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.395648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.755545Z","time spent":"640.095689ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:34.395811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.578814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:34.395837Z","caller":"traceutil/trace.go:171","msg":"trace[957403333] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12566; }","duration":"641.618914ms","start":"2026-03-03T14:30:33.75421Z","end":"2026-03-03T14:30:34.395829Z","steps":["trace[957403333] 'agreement among raft nodes before linearized reading' (duration: 641.574903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.395863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.754201Z","time spent":"641.656185ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:34.39617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.686606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:34.396214Z","caller":"traceutil/trace.go:171","msg":"trace[926188782] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12566; }","duration":"184.773198ms","start":"2026-03-03T14:30:34.211428Z","end":"2026-03-03T14:30:34.396202Z","steps":["trace[926188782] 'agreement among raft nodes before linearized reading' (duration: 184.699046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.396328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.65896578s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:30:34.396384Z","caller":"traceutil/trace.go:171","msg":"trace[2054464905] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12566; }","duration":"2.659040812s","start":"2026-03-03T14:30:31.73733Z","end":"2026-03-03T14:30:34.396371Z","steps":["trace[2054464905] 'agreement among raft nodes before linearized reading' (duration: 2.658860407s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.396416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.737323Z","time spent":"2.659085982s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:30:34.396455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.896469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:34.396478Z","caller":"traceutil/trace.go:171","msg":"trace[575534327] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12566; }","duration":"325.949031ms","start":"2026-03-03T14:30:34.070522Z","end":"2026-03-03T14:30:34.396471Z","steps":["trace[575534327] 'agreement among raft nodes before linearized reading' (duration: 325.90835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:34.396495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.070504Z","time spent":"325.987312ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:34.397376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:33.915918Z","time spent":"479.617791ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:30:34.395453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:31.754601Z","time spent":"2.640795859s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:30:34.908405Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:36.202726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"935.951976ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:30:36.202921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.404406Z","time spent":"1.798504482s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:30:36.203006Z","caller":"traceutil/trace.go:171","msg":"trace[15946230] linearizableReadLoop","detail":"{readStateIndex:13126; appliedIndex:13125; }","duration":"1.79751302s","start":"2026-03-03T14:30:34.405462Z","end":"2026-03-03T14:30:36.202975Z","steps":["trace[15946230] 'read index received' (duration: 861.263305ms)","trace[15946230] 'applied index is now lower than readState.Index' (duration: 936.246025ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:36.203259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797768045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:36.203308Z","caller":"traceutil/trace.go:171","msg":"trace[928073082] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12566; }","duration":"1.797863428s","start":"2026-03-03T14:30:34.405432Z","end":"2026-03-03T14:30:36.203295Z","steps":["trace[928073082] 'agreement among raft nodes before linearized reading' (duration: 1.797701954s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.20335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:34.40542Z","time spent":"1.797921689s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:30:36.203739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122659539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:36.203724Z","caller":"traceutil/trace.go:171","msg":"trace[1991164641] transaction","detail":"{read_only:false; response_revision:12567; number_of_response:1; }","duration":"997.31349ms","start":"2026-03-03T14:30:35.206352Z","end":"2026-03-03T14:30:36.203666Z","steps":["trace[1991164641] 'process raft request' (duration: 996.514581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.203833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.270041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:30:36.203895Z","caller":"traceutil/trace.go:171","msg":"trace[757219545] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12567; }","duration":"432.370713ms","start":"2026-03-03T14:30:35.771511Z","end":"2026-03-03T14:30:36.203881Z","steps":["trace[757219545] 'agreement among raft nodes before linearized reading' (duration: 432.149348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.203944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.771489Z","time spent":"432.444945ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:30:36.203796Z","caller":"traceutil/trace.go:171","msg":"trace[63796258] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12567; }","duration":"1.122725731s","start":"2026-03-03T14:30:35.081049Z","end":"2026-03-03T14:30:36.203775Z","steps":["trace[63796258] 'agreement among raft nodes before linearized reading' (duration: 1.12224519s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.20411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.206329Z","time spent":"997.568496ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:36.204118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.140845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:36.204119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:35.080979Z","time spent":"1.123070939s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:30:36.204204Z","caller":"traceutil/trace.go:171","msg":"trace[1015192706] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12567; }","duration":"155.307278ms","start":"2026-03-03T14:30:36.048879Z","end":"2026-03-03T14:30:36.204186Z","steps":["trace[1015192706] 'agreement among raft nodes before linearized reading' (duration: 154.598972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.750818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.432805ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:36.750957Z","caller":"traceutil/trace.go:171","msg":"trace[2129793478] linearizableReadLoop","detail":"{readStateIndex:13128; appliedIndex:13127; }","duration":"543.872262ms","start":"2026-03-03T14:30:36.207061Z","end":"2026-03-03T14:30:36.750933Z","steps":["trace[2129793478] 'read index received' (duration: 298.202061ms)","trace[2129793478] 'applied index is now lower than readState.Index' (duration: 245.667471ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:36.751012Z","caller":"traceutil/trace.go:171","msg":"trace[20634613] transaction","detail":"{read_only:false; response_revision:12568; number_of_response:1; }","duration":"545.219214ms","start":"2026-03-03T14:30:36.205727Z","end":"2026-03-03T14:30:36.750947Z","steps":["trace[20634613] 'process raft request' (duration: 299.515272ms)","trace[20634613] 'compare' (duration: 245.054287ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:36.751135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.075297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:36.751194Z","caller":"traceutil/trace.go:171","msg":"trace[1343406507] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12568; }","duration":"544.154999ms","start":"2026-03-03T14:30:36.207028Z","end":"2026-03-03T14:30:36.751183Z","steps":["trace[1343406507] 'agreement among raft nodes before linearized reading' (duration: 543.997786ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.751233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.207012Z","time spent":"544.21337ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:36.751242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.2057Z","time spent":"545.404308ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:36.774489Z","caller":"traceutil/trace.go:171","msg":"trace[395167111] transaction","detail":"{read_only:false; response_revision:12569; number_of_response:1; }","duration":"544.827794ms","start":"2026-03-03T14:30:36.229616Z","end":"2026-03-03T14:30:36.774444Z","steps":["trace[395167111] 'process raft request' (duration: 544.478266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.774737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.229599Z","time spent":"545.000718ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:36.774769Z","caller":"traceutil/trace.go:171","msg":"trace[1040457701] transaction","detail":"{read_only:false; response_revision:12571; number_of_response:1; }","duration":"372.580815ms","start":"2026-03-03T14:30:36.402172Z","end":"2026-03-03T14:30:36.774753Z","steps":["trace[1040457701] 'process raft request' (duration: 372.226286ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:36.774485Z","caller":"traceutil/trace.go:171","msg":"trace[586945095] transaction","detail":"{read_only:false; response_revision:12570; number_of_response:1; }","duration":"543.943245ms","start":"2026-03-03T14:30:36.230521Z","end":"2026-03-03T14:30:36.774464Z","steps":["trace[586945095] 'process raft request' (duration: 543.811861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.77487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.402151Z","time spent":"372.664867ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:36.775004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.230494Z","time spent":"544.385244ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:36.775116Z","caller":"traceutil/trace.go:171","msg":"trace[333262795] transaction","detail":"{read_only:false; response_revision:12572; number_of_response:1; }","duration":"372.685777ms","start":"2026-03-03T14:30:36.402409Z","end":"2026-03-03T14:30:36.775094Z","steps":["trace[333262795] 'process raft request' (duration: 372.286578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.775425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.402402Z","time spent":"372.962083ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:36.775467Z","caller":"traceutil/trace.go:171","msg":"trace[1186926265] transaction","detail":"{read_only:false; response_revision:12573; number_of_response:1; }","duration":"364.534679ms","start":"2026-03-03T14:30:36.410914Z","end":"2026-03-03T14:30:36.775448Z","steps":["trace[1186926265] 'process raft request' (duration: 364.11049ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.775552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.410904Z","time spent":"364.601711ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:36.775677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.515323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:30:36.775692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.47826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:36.775754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.80267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:36.775754Z","caller":"traceutil/trace.go:171","msg":"trace[1514060280] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12573; }","duration":"371.554442ms","start":"2026-03-03T14:30:36.404184Z","end":"2026-03-03T14:30:36.775738Z","steps":["trace[1514060280] 'agreement among raft nodes before linearized reading' (duration: 371.306936ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.775759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.314959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:36.775778Z","caller":"traceutil/trace.go:171","msg":"trace[1349346613] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12573; }","duration":"372.871272ms","start":"2026-03-03T14:30:36.402899Z","end":"2026-03-03T14:30:36.77577Z","steps":["trace[1349346613] 'agreement among raft nodes before linearized reading' (duration: 372.833941ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.775803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.402891Z","time spent":"372.906832ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:36.7758Z","caller":"traceutil/trace.go:171","msg":"trace[1513167200] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12573; }","duration":"372.36607ms","start":"2026-03-03T14:30:36.403421Z","end":"2026-03-03T14:30:36.775787Z","steps":["trace[1513167200] 'agreement among raft nodes before linearized reading' (duration: 372.240397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.775794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.986452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:36.775858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.546241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:36.775902Z","caller":"traceutil/trace.go:171","msg":"trace[2001019752] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12573; }","duration":"371.596223ms","start":"2026-03-03T14:30:36.404292Z","end":"2026-03-03T14:30:36.775889Z","steps":["trace[2001019752] 'agreement among raft nodes before linearized reading' (duration: 371.531922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:36.775921Z","caller":"traceutil/trace.go:171","msg":"trace[1027666347] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12573; }","duration":"372.138395ms","start":"2026-03-03T14:30:36.403749Z","end":"2026-03-03T14:30:36.775887Z","steps":["trace[1027666347] 'agreement among raft nodes before linearized reading' (duration: 371.795277ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.775943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.975329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:36.776Z","caller":"traceutil/trace.go:171","msg":"trace[1121986310] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12573; }","duration":"365.077521ms","start":"2026-03-03T14:30:36.410903Z","end":"2026-03-03T14:30:36.77598Z","steps":["trace[1121986310] 'agreement among raft nodes before linearized reading' (duration: 364.859106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.77599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.403743Z","time spent":"372.230947ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:36.776039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.410896Z","time spent":"365.135074ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:36.775798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.404178Z","time spent":"371.609143ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:36.775937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.404288Z","time spent":"371.640054ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:36.775848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.403414Z","time spent":"372.423171ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:30:36.775714Z","caller":"traceutil/trace.go:171","msg":"trace[2021909841] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12573; }","duration":"566.588365ms","start":"2026-03-03T14:30:36.209113Z","end":"2026-03-03T14:30:36.775702Z","steps":["trace[2021909841] 'agreement among raft nodes before linearized reading' (duration: 566.437362ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:36.776251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:36.209107Z","time spent":"567.129117ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:39.060173Z","caller":"traceutil/trace.go:171","msg":"trace[554492602] transaction","detail":"{read_only:false; response_revision:12574; number_of_response:1; }","duration":"277.3409ms","start":"2026-03-03T14:30:38.782807Z","end":"2026-03-03T14:30:39.060148Z","steps":["trace[554492602] 'process raft request' (duration: 277.069234ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.919009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.027151ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:39.920106Z","caller":"traceutil/trace.go:171","msg":"trace[1254056062] linearizableReadLoop","detail":"{readStateIndex:13135; appliedIndex:13133; }","duration":"1.136241081s","start":"2026-03-03T14:30:38.783838Z","end":"2026-03-03T14:30:39.920079Z","steps":["trace[1254056062] 'read index received' (duration: 276.05388ms)","trace[1254056062] 'applied index is now lower than readState.Index' (duration: 860.185571ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:39.920252Z","caller":"traceutil/trace.go:171","msg":"trace[702168194] transaction","detail":"{read_only:false; response_revision:12575; number_of_response:1; }","duration":"1.136530878s","start":"2026-03-03T14:30:38.783707Z","end":"2026-03-03T14:30:39.920238Z","steps":["trace[702168194] 'process raft request' (duration: 622.196607ms)","trace[702168194] 'compare' (duration: 512.927339ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:39.920311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.78367Z","time spent":"1.13661202s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:39.92029Z","caller":"traceutil/trace.go:171","msg":"trace[1178900285] transaction","detail":"{read_only:false; response_revision:12576; number_of_response:1; }","duration":"1.136204561s","start":"2026-03-03T14:30:38.784026Z","end":"2026-03-03T14:30:39.920231Z","steps":["trace[1178900285] 'process raft request' (duration: 1.135956165s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.920406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136554919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:39.920471Z","caller":"traceutil/trace.go:171","msg":"trace[1059788051] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12576; }","duration":"1.136647602s","start":"2026-03-03T14:30:38.78381Z","end":"2026-03-03T14:30:39.920458Z","steps":["trace[1059788051] 'agreement among raft nodes before linearized reading' (duration: 1.136538569s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.920505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.784015Z","time spent":"1.136372135s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:39.920511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.783799Z","time spent":"1.136704393s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:39.920544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.134874131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:30:39.920568Z","caller":"traceutil/trace.go:171","msg":"trace[2089995926] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12576; }","duration":"1.134935652s","start":"2026-03-03T14:30:38.785625Z","end":"2026-03-03T14:30:39.920561Z","steps":["trace[2089995926] 'agreement among raft nodes before linearized reading' (duration: 1.13484766s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.920568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136467057s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:39.920573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"872.26499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:39.920725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.006878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7241"} {"level":"info","ts":"2026-03-03T14:30:39.920773Z","caller":"traceutil/trace.go:171","msg":"trace[306177567] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12576; }","duration":"872.506275ms","start":"2026-03-03T14:30:39.048235Z","end":"2026-03-03T14:30:39.920741Z","steps":["trace[306177567] 'agreement among raft nodes before linearized reading' (duration: 872.220799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.920787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"990.726449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143764"} {"level":"info","ts":"2026-03-03T14:30:39.920795Z","caller":"traceutil/trace.go:171","msg":"trace[452833563] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12576; }","duration":"147.180972ms","start":"2026-03-03T14:30:39.773591Z","end":"2026-03-03T14:30:39.920772Z","steps":["trace[452833563] 'agreement among raft nodes before linearized reading' (duration: 146.892596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.920611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.129053837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:30:39.920834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.048213Z","time spent":"872.610628ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:30:39.920869Z","caller":"traceutil/trace.go:171","msg":"trace[1512120139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12576; }","duration":"1.129372934s","start":"2026-03-03T14:30:38.791476Z","end":"2026-03-03T14:30:39.920849Z","steps":["trace[1512120139] 'agreement among raft nodes before linearized reading' (duration: 1.128973665s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.920827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135821113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:39.921011Z","caller":"traceutil/trace.go:171","msg":"trace[188214823] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12576; }","duration":"1.136050268s","start":"2026-03-03T14:30:38.784935Z","end":"2026-03-03T14:30:39.920985Z","steps":["trace[188214823] 'agreement among raft nodes before linearized reading' (duration: 1.135587417s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.920588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.785609Z","time spent":"1.134970044s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:39.921046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.135895525s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:39.921128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.784926Z","time spent":"1.136190421s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:30:39.92083Z","caller":"traceutil/trace.go:171","msg":"trace[1811207186] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12576; }","duration":"990.816531ms","start":"2026-03-03T14:30:38.930002Z","end":"2026-03-03T14:30:39.920819Z","steps":["trace[1811207186] 'agreement among raft nodes before linearized reading' (duration: 990.602636ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:39.921213Z","caller":"traceutil/trace.go:171","msg":"trace[813792067] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12576; }","duration":"1.136100419s","start":"2026-03-03T14:30:38.785056Z","end":"2026-03-03T14:30:39.921156Z","steps":["trace[813792067] 'agreement among raft nodes before linearized reading' (duration: 1.135435364s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.921299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.785047Z","time spent":"1.136242793s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:39.92093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.791449Z","time spent":"1.129465135s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:30:39.920632Z","caller":"traceutil/trace.go:171","msg":"trace[1580972741] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12576; }","duration":"1.13657234s","start":"2026-03-03T14:30:38.784044Z","end":"2026-03-03T14:30:39.920616Z","steps":["trace[1580972741] 'agreement among raft nodes before linearized reading' (duration: 1.136400366s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:39.921468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.784029Z","time spent":"1.137412479s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:39.921501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:38.929972Z","time spent":"991.290612ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143788,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:40.455393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.583014ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:40.455604Z","caller":"traceutil/trace.go:171","msg":"trace[1827868591] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12576; }","duration":"306.83094ms","start":"2026-03-03T14:30:40.14874Z","end":"2026-03-03T14:30:40.455571Z","steps":["trace[1827868591] 'range keys from in-memory index tree' (duration: 306.554333ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:40.456297Z","caller":"traceutil/trace.go:171","msg":"trace[1734250880] linearizableReadLoop","detail":"{readStateIndex:13137; appliedIndex:13136; }","duration":"530.236968ms","start":"2026-03-03T14:30:39.926023Z","end":"2026-03-03T14:30:40.45626Z","steps":["trace[1734250880] 'read index received' (duration: 112.753µs)","trace[1734250880] 'applied index is now lower than readState.Index' (duration: 530.121985ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:40.456597Z","caller":"traceutil/trace.go:171","msg":"trace[2146085345] transaction","detail":"{read_only:false; response_revision:12577; number_of_response:1; }","duration":"530.525814ms","start":"2026-03-03T14:30:39.925998Z","end":"2026-03-03T14:30:40.456524Z","steps":["trace[2146085345] 'process raft request' (duration: 440.657703ms)","trace[2146085345] 'compare' (duration: 89.130284ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:40.457161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.109628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"info","ts":"2026-03-03T14:30:40.457257Z","caller":"traceutil/trace.go:171","msg":"trace[1391588470] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12577; }","duration":"531.250131ms","start":"2026-03-03T14:30:39.925992Z","end":"2026-03-03T14:30:40.457242Z","steps":["trace[1391588470] 'agreement among raft nodes before linearized reading' (duration: 530.476424ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:40.457371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.925976Z","time spent":"531.371504ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:40.457679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.925966Z","time spent":"530.712518ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:41.219181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.184531ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:41.219396Z","caller":"traceutil/trace.go:171","msg":"trace[1748521138] transaction","detail":"{read_only:false; response_revision:12578; number_of_response:1; }","duration":"1.293316321s","start":"2026-03-03T14:30:39.926053Z","end":"2026-03-03T14:30:41.21937Z","steps":["trace[1748521138] 'process raft request' (duration: 718.832343ms)","trace[1748521138] 'compare' (duration: 573.832273ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:41.219496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.926042Z","time spent":"1.293411802s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:41.219688Z","caller":"traceutil/trace.go:171","msg":"trace[929136632] transaction","detail":"{read_only:false; response_revision:12579; number_of_response:1; }","duration":"1.28934885s","start":"2026-03-03T14:30:39.930197Z","end":"2026-03-03T14:30:41.219546Z","steps":["trace[929136632] 'process raft request' (duration: 1.289072533s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.220027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:39.930177Z","time spent":"1.289633216s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:41.87906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.65385ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:41.879415Z","caller":"traceutil/trace.go:171","msg":"trace[1178177295] linearizableReadLoop","detail":"{readStateIndex:13140; appliedIndex:13137; }","duration":"1.422960919s","start":"2026-03-03T14:30:40.456436Z","end":"2026-03-03T14:30:41.879397Z","steps":["trace[1178177295] 'read index received' (duration: 188.37205ms)","trace[1178177295] 'applied index is now lower than readState.Index' (duration: 1.234587649s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:41.879877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.661490055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:41.880621Z","caller":"traceutil/trace.go:171","msg":"trace[862085101] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:12579; }","duration":"1.662279423s","start":"2026-03-03T14:30:40.21832Z","end":"2026-03-03T14:30:41.880599Z","steps":["trace[862085101] 'agreement among raft nodes before linearized reading' (duration: 1.661492645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.903209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:40.218297Z","time spent":"1.684895854s","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:41.88036Z","caller":"traceutil/trace.go:171","msg":"trace[2077785527] transaction","detail":"{read_only:false; response_revision:12580; number_of_response:1; }","duration":"812.659146ms","start":"2026-03-03T14:30:41.067673Z","end":"2026-03-03T14:30:41.880332Z","steps":["trace[2077785527] 'process raft request' (duration: 811.578181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:41.903362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.067657Z","time spent":"835.640145ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:42.455484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.64218003s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:42.455564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.642417046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:42.455568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788215465s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:42.455646Z","caller":"traceutil/trace.go:171","msg":"trace[422980145] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12580; }","duration":"1.642530739s","start":"2026-03-03T14:30:40.81309Z","end":"2026-03-03T14:30:42.455621Z","steps":["trace[422980145] 'agreement among raft nodes before linearized reading' (duration: 1.067284023s)","trace[422980145] 'range keys from in-memory index tree' (duration: 575.04183ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.455564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.227930785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"info","ts":"2026-03-03T14:30:42.455737Z","caller":"traceutil/trace.go:171","msg":"trace[1709072462] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12580; }","duration":"1.228157011s","start":"2026-03-03T14:30:41.227565Z","end":"2026-03-03T14:30:42.455722Z","steps":["trace[1709072462] 'agreement among raft nodes before linearized reading' (duration: 652.763512ms)","trace[1709072462] 'range keys from in-memory index tree' (duration: 575.119882ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.455779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.227542Z","time spent":"1.228227372s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"info","ts":"2026-03-03T14:30:42.45568Z","caller":"traceutil/trace.go:171","msg":"trace[717210348] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12580; }","duration":"1.7884165s","start":"2026-03-03T14:30:40.667242Z","end":"2026-03-03T14:30:42.455659Z","steps":["trace[717210348] 'agreement among raft nodes before linearized reading' (duration: 1.213085573s)","trace[717210348] 'count revisions from in-memory index tree' (duration: 575.144913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.455899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:40.667216Z","time spent":"1.788657165s","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:42.455615Z","caller":"traceutil/trace.go:171","msg":"trace[377294537] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12580; }","duration":"1.642402115s","start":"2026-03-03T14:30:40.813182Z","end":"2026-03-03T14:30:42.455584Z","steps":["trace[377294537] 'agreement among raft nodes before linearized reading' (duration: 1.067184181s)","trace[377294537] 'range keys from in-memory index tree' (duration: 575.013139ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.45601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:40.813137Z","time spent":"1.642860346s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:42.456187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"532.461989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:30:42.456219Z","caller":"traceutil/trace.go:171","msg":"trace[1750250083] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12580; }","duration":"532.541741ms","start":"2026-03-03T14:30:41.923665Z","end":"2026-03-03T14:30:42.456207Z","steps":["trace[1750250083] 'range keys from in-memory index tree' (duration: 532.283195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.456209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.807609ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:42.456239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.923625Z","time spent":"532.608973ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-03-03T14:30:42.456205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.278366ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:42.456255Z","caller":"traceutil/trace.go:171","msg":"trace[469400494] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12580; }","duration":"529.87908ms","start":"2026-03-03T14:30:41.926364Z","end":"2026-03-03T14:30:42.456243Z","steps":["trace[469400494] 'range keys from in-memory index tree' (duration: 529.748347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:42.456292Z","caller":"traceutil/trace.go:171","msg":"trace[1651398957] linearizableReadLoop","detail":"{readStateIndex:13142; appliedIndex:13141; }","duration":"528.682872ms","start":"2026-03-03T14:30:41.927595Z","end":"2026-03-03T14:30:42.456278Z","steps":["trace[1651398957] 'read index received' (duration: 170.238223ms)","trace[1651398957] 'applied index is now lower than readState.Index' (duration: 358.443579ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.456288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.407742619s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:42.456336Z","caller":"traceutil/trace.go:171","msg":"trace[236087048] transaction","detail":"{read_only:false; response_revision:12581; number_of_response:1; }","duration":"529.354698ms","start":"2026-03-03T14:30:41.926973Z","end":"2026-03-03T14:30:42.456328Z","steps":["trace[236087048] 'process raft request' (duration: 170.883147ms)","trace[236087048] 'compare' (duration: 357.650811ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:42.456361Z","caller":"traceutil/trace.go:171","msg":"trace[1472531320] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12580; }","duration":"1.407896372s","start":"2026-03-03T14:30:41.048443Z","end":"2026-03-03T14:30:42.456339Z","steps":["trace[1472531320] 'agreement among raft nodes before linearized reading' (duration: 831.910419ms)","trace[1472531320] 'range keys from in-memory index tree' (duration: 575.86798ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.45638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.74374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:30:42.456393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.8696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:30:42.456403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.926954Z","time spent":"529.404049ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:42.456408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.048422Z","time spent":"1.407977734s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:42.455695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:40.813071Z","time spent":"1.642614931s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:42.456433Z","caller":"traceutil/trace.go:171","msg":"trace[629055280] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12580; }","duration":"529.920951ms","start":"2026-03-03T14:30:41.926503Z","end":"2026-03-03T14:30:42.456424Z","steps":["trace[629055280] 'range keys from in-memory index tree' (duration: 529.785358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:42.456433Z","caller":"traceutil/trace.go:171","msg":"trace[1165842491] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12580; }","duration":"747.829622ms","start":"2026-03-03T14:30:41.708589Z","end":"2026-03-03T14:30:42.456418Z","steps":["trace[1165842491] 'agreement among raft nodes before linearized reading' (duration: 171.770907ms)","trace[1165842491] 'range keys from in-memory index tree' (duration: 575.87914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.456464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.926494Z","time spent":"529.961502ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:42.456481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.708566Z","time spent":"747.903924ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:42.456501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.924418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:42.456526Z","caller":"traceutil/trace.go:171","msg":"trace[1853660311] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12581; }","duration":"528.99451ms","start":"2026-03-03T14:30:41.927524Z","end":"2026-03-03T14:30:42.456519Z","steps":["trace[1853660311] 'agreement among raft nodes before linearized reading' (duration: 528.815946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.456212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"926.856128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:42.456555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.927499Z","time spent":"529.050471ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:42.456576Z","caller":"traceutil/trace.go:171","msg":"trace[102583039] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:12580; }","duration":"927.267767ms","start":"2026-03-03T14:30:41.5293Z","end":"2026-03-03T14:30:42.456567Z","steps":["trace[102583039] 'agreement among raft nodes before linearized reading' (duration: 351.06818ms)","trace[102583039] 'count revisions from in-memory index tree' (duration: 575.817148ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.456599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.529276Z","time spent":"927.316398ms","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":90,"response size":31,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:42.456293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.92635Z","time spent":"529.935822ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:42.458506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"659.287503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:30:42.4586Z","caller":"traceutil/trace.go:171","msg":"trace[2015332029] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12580; }","duration":"659.451036ms","start":"2026-03-03T14:30:41.799133Z","end":"2026-03-03T14:30:42.458584Z","steps":["trace[2015332029] 'agreement among raft nodes before linearized reading' (duration: 81.216071ms)","trace[2015332029] 'range keys from in-memory index tree' (duration: 575.564363ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:42.458657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.799113Z","time spent":"659.535138ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:30:42.506028Z","caller":"traceutil/trace.go:171","msg":"trace[1169929271] transaction","detail":"{read_only:false; response_revision:12582; number_of_response:1; }","duration":"578.049579ms","start":"2026-03-03T14:30:41.92794Z","end":"2026-03-03T14:30:42.505989Z","steps":["trace[1169929271] 'process raft request' (duration: 577.784633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.506108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.536965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:42.506209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:41.927925Z","time spent":"578.184964ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:42.506223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.433641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:42.506376Z","caller":"traceutil/trace.go:171","msg":"trace[1198800064] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12582; }","duration":"198.637547ms","start":"2026-03-03T14:30:42.307518Z","end":"2026-03-03T14:30:42.506155Z","steps":["trace[1198800064] 'agreement among raft nodes before linearized reading' (duration: 198.513434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:42.506437Z","caller":"traceutil/trace.go:171","msg":"trace[1120060474] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12582; }","duration":"401.712407ms","start":"2026-03-03T14:30:42.104674Z","end":"2026-03-03T14:30:42.506387Z","steps":["trace[1120060474] 'agreement among raft nodes before linearized reading' (duration: 401.275216ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:42.506514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.104601Z","time spent":"401.902411ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:43.105749Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:43.606362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:44.106664Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:44.607073Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378369,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:44.970353Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.452032282s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:44.970756Z","caller":"traceutil/trace.go:171","msg":"trace[932081445] transaction","detail":"{read_only:false; response_revision:12583; number_of_response:1; }","duration":"2.452487811s","start":"2026-03-03T14:30:42.518247Z","end":"2026-03-03T14:30:44.970735Z","steps":["trace[932081445] 'process raft request' (duration: 2.452337408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:44.970904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.518237Z","time spent":"2.452580753s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:46.04741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0002158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:46.047529Z","caller":"traceutil/trace.go:171","msg":"trace[1523112622] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000399154s","start":"2026-03-03T14:30:44.047101Z","end":"2026-03-03T14:30:46.0475Z","steps":["trace[1523112622] 'agreement among raft nodes before linearized reading' (duration: 2.000245991s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.047585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.047078Z","time spent":"2.000497676s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:46.235515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.264922697s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:30:46.23605Z","caller":"traceutil/trace.go:171","msg":"trace[881229555] transaction","detail":"{read_only:false; response_revision:12585; number_of_response:1; }","duration":"2.428293534s","start":"2026-03-03T14:30:43.807732Z","end":"2026-03-03T14:30:46.236026Z","steps":["trace[881229555] 'process raft request' (duration: 2.428200692s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:46.236107Z","caller":"traceutil/trace.go:171","msg":"trace[591234185] transaction","detail":"{read_only:false; response_revision:12584; number_of_response:1; }","duration":"2.524341067s","start":"2026-03-03T14:30:43.711727Z","end":"2026-03-03T14:30:46.236068Z","steps":["trace[591234185] 'process raft request' (duration: 2.52404134s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.236187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.807699Z","time spent":"2.428403367s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:46.236355Z","caller":"traceutil/trace.go:171","msg":"trace[1385358222] transaction","detail":"{read_only:false; response_revision:12586; number_of_response:1; }","duration":"2.320230744s","start":"2026-03-03T14:30:43.916105Z","end":"2026-03-03T14:30:46.236336Z","steps":["trace[1385358222] 'process raft request' (duration: 2.319874746s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.236463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.916078Z","time spent":"2.320329885s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:46.236727Z","caller":"traceutil/trace.go:171","msg":"trace[500386428] transaction","detail":"{read_only:false; response_revision:12587; number_of_response:1; }","duration":"2.063981019s","start":"2026-03-03T14:30:44.172731Z","end":"2026-03-03T14:30:46.236712Z","steps":["trace[500386428] 'process raft request' (duration: 2.063519349s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.236865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.172712Z","time spent":"2.064069112s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:46.236907Z","caller":"traceutil/trace.go:171","msg":"trace[857530586] transaction","detail":"{read_only:false; response_revision:12588; number_of_response:1; }","duration":"1.774758304s","start":"2026-03-03T14:30:44.462135Z","end":"2026-03-03T14:30:46.236894Z","steps":["trace[857530586] 'process raft request' (duration: 1.774522039s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.462119Z","time spent":"1.774839976s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:30:46.23712Z","caller":"traceutil/trace.go:171","msg":"trace[931273491] transaction","detail":"{read_only:false; response_revision:12589; number_of_response:1; }","duration":"1.725102589s","start":"2026-03-03T14:30:44.512006Z","end":"2026-03-03T14:30:46.237109Z","steps":["trace[931273491] 'process raft request' (duration: 1.724847094s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:46.237124Z","caller":"traceutil/trace.go:171","msg":"trace[131438739] linearizableReadLoop","detail":"{readStateIndex:13150; appliedIndex:13143; }","duration":"3.632184964s","start":"2026-03-03T14:30:42.604921Z","end":"2026-03-03T14:30:46.237106Z","steps":["trace[131438739] 'read index received' (duration: 2.365651151s)","trace[131438739] 'applied index is now lower than readState.Index' (duration: 1.266532923s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:46.237179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.511994Z","time spent":"1.725154611s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:46.237325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.169145505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:46.237357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585121434s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:46.237382Z","caller":"traceutil/trace.go:171","msg":"trace[584532357] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12589; }","duration":"3.169258307s","start":"2026-03-03T14:30:43.06811Z","end":"2026-03-03T14:30:46.237368Z","steps":["trace[584532357] 'agreement among raft nodes before linearized reading' (duration: 3.169125404s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:46.237401Z","caller":"traceutil/trace.go:171","msg":"trace[1486009396] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12589; }","duration":"1.585224857s","start":"2026-03-03T14:30:44.652166Z","end":"2026-03-03T14:30:46.237391Z","steps":["trace[1486009396] 'agreement among raft nodes before linearized reading' (duration: 1.585157925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.237435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.652136Z","time spent":"1.585289407s","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.236325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.711677Z","time spent":"2.524532001s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:46.237686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.632488371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:46.237778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.775491722s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:46.23783Z","caller":"traceutil/trace.go:171","msg":"trace[398081388] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12589; }","duration":"1.775578734s","start":"2026-03-03T14:30:44.462237Z","end":"2026-03-03T14:30:46.237816Z","steps":["trace[398081388] 'agreement among raft nodes before linearized reading' (duration: 1.775498343s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.237873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.462219Z","time spent":"1.775645105s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:46.23783Z","caller":"traceutil/trace.go:171","msg":"trace[263456746] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12589; }","duration":"3.63288987s","start":"2026-03-03T14:30:42.604885Z","end":"2026-03-03T14:30:46.237775Z","steps":["trace[263456746] 'agreement among raft nodes before linearized reading' (duration: 3.632305406s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.237998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.847685786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:46.238089Z","caller":"traceutil/trace.go:171","msg":"trace[1683115896] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12589; }","duration":"1.847836069s","start":"2026-03-03T14:30:44.390232Z","end":"2026-03-03T14:30:46.238068Z","steps":["trace[1683115896] 'agreement among raft nodes before linearized reading' (duration: 1.847683336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.238176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.390207Z","time spent":"1.847947241s","remote":"127.0.0.1:55838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.238252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.712226214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:46.238312Z","caller":"traceutil/trace.go:171","msg":"trace[878832202] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12589; }","duration":"1.712333806s","start":"2026-03-03T14:30:44.525959Z","end":"2026-03-03T14:30:46.238293Z","steps":["trace[878832202] 'agreement among raft nodes before linearized reading' (duration: 1.712182583s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.238375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.525932Z","time spent":"1.712431698s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:30:46.23851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776525925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:46.238552Z","caller":"traceutil/trace.go:171","msg":"trace[547814733] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12589; }","duration":"1.776566436s","start":"2026-03-03T14:30:44.461975Z","end":"2026-03-03T14:30:46.238541Z","steps":["trace[547814733] 'agreement among raft nodes before linearized reading' (duration: 1.776421532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.238588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.461918Z","time spent":"1.776663129s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:46.237981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:42.604856Z","time spent":"3.633106566s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:30:46.238116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65996615s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:46.238806Z","caller":"traceutil/trace.go:171","msg":"trace[481529053] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:12589; }","duration":"1.660660456s","start":"2026-03-03T14:30:44.578094Z","end":"2026-03-03T14:30:46.238755Z","steps":["trace[481529053] 'agreement among raft nodes before linearized reading' (duration: 1.65996503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.238886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.578075Z","time spent":"1.660782149s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.239112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.468992621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:46.23915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776818392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:46.239226Z","caller":"traceutil/trace.go:171","msg":"trace[1899600792] range","detail":"{range_begin:/registry/ceph.rook.io/cephclients/; range_end:/registry/ceph.rook.io/cephclients0; response_count:0; response_revision:12589; }","duration":"2.469107244s","start":"2026-03-03T14:30:43.770096Z","end":"2026-03-03T14:30:46.239203Z","steps":["trace[1899600792] 'agreement among raft nodes before linearized reading' (duration: 2.46894935s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:46.239233Z","caller":"traceutil/trace.go:171","msg":"trace[1703671901] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12589; }","duration":"1.776919454s","start":"2026-03-03T14:30:44.462301Z","end":"2026-03-03T14:30:46.239221Z","steps":["trace[1703671901] 'agreement among raft nodes before linearized reading' (duration: 1.77671782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.239289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.462295Z","time spent":"1.776981625s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:46.239289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.770025Z","time spent":"2.469245987s","remote":"127.0.0.1:55950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephclients/\" range_end:\"/registry/ceph.rook.io/cephclients0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.239299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.83575312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:30:46.239377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.015561266s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:30:46.239423Z","caller":"traceutil/trace.go:171","msg":"trace[1519743659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12589; }","duration":"3.015649598s","start":"2026-03-03T14:30:43.223762Z","end":"2026-03-03T14:30:46.239411Z","steps":["trace[1519743659] 'agreement among raft nodes before linearized reading' (duration: 3.015580056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.239453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.223733Z","time spent":"3.015715329s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:30:46.239369Z","caller":"traceutil/trace.go:171","msg":"trace[1364744431] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12589; }","duration":"1.835851832s","start":"2026-03-03T14:30:44.4035Z","end":"2026-03-03T14:30:46.239352Z","steps":["trace[1364744431] 'agreement among raft nodes before linearized reading' (duration: 1.835617697s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.239506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.403489Z","time spent":"1.836005715s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:30:46.237435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:43.068083Z","time spent":"3.169338759s","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.239544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.77717761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:46.239607Z","caller":"traceutil/trace.go:171","msg":"trace[750449282] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12589; }","duration":"1.777260232s","start":"2026-03-03T14:30:44.462331Z","end":"2026-03-03T14:30:46.239591Z","steps":["trace[750449282] 'agreement among raft nodes before linearized reading' (duration: 1.776243359s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.239302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776930294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:30:46.239655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.462309Z","time spent":"1.777334664s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:30:46.23967Z","caller":"traceutil/trace.go:171","msg":"trace[2034154506] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12589; }","duration":"1.777321683s","start":"2026-03-03T14:30:44.462332Z","end":"2026-03-03T14:30:46.239653Z","steps":["trace[2034154506] 'agreement among raft nodes before linearized reading' (duration: 1.776801811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.239706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.462326Z","time spent":"1.777371175s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:46.239748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.953222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:46.239768Z","caller":"traceutil/trace.go:171","msg":"trace[1496208229] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12589; }","duration":"192.018004ms","start":"2026-03-03T14:30:46.047745Z","end":"2026-03-03T14:30:46.239763Z","steps":["trace[1496208229] 'agreement among raft nodes before linearized reading' (duration: 191.986443ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.23972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"449.441655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:30:46.239907Z","caller":"traceutil/trace.go:171","msg":"trace[308433312] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12589; }","duration":"449.66205ms","start":"2026-03-03T14:30:45.790232Z","end":"2026-03-03T14:30:46.239894Z","steps":["trace[308433312] 'agreement among raft nodes before linearized reading' (duration: 449.394044ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.239979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.790213Z","time spent":"449.747453ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.240047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.210674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:46.240074Z","caller":"traceutil/trace.go:171","msg":"trace[899745839] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:12589; }","duration":"976.268655ms","start":"2026-03-03T14:30:45.263795Z","end":"2026-03-03T14:30:46.240064Z","steps":["trace[899745839] 'agreement among raft nodes before linearized reading' (duration: 976.232765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.240067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091146912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:46.240091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.263775Z","time spent":"976.312626ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.240072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050465555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:351"} {"level":"info","ts":"2026-03-03T14:30:46.240118Z","caller":"traceutil/trace.go:171","msg":"trace[1955426338] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:12589; }","duration":"1.091229473s","start":"2026-03-03T14:30:45.148875Z","end":"2026-03-03T14:30:46.240105Z","steps":["trace[1955426338] 'agreement among raft nodes before linearized reading' (duration: 1.091150471s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:46.240148Z","caller":"traceutil/trace.go:171","msg":"trace[226139414] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:12589; }","duration":"1.050577858s","start":"2026-03-03T14:30:45.189556Z","end":"2026-03-03T14:30:46.240134Z","steps":["trace[226139414] 'agreement among raft nodes before linearized reading' (duration: 1.050451815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.240194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.148857Z","time spent":"1.091301916s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:46.240067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.008399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:46.240263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355165536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:46.240294Z","caller":"traceutil/trace.go:171","msg":"trace[906214996] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12589; }","duration":"647.285426ms","start":"2026-03-03T14:30:45.593001Z","end":"2026-03-03T14:30:46.240287Z","steps":["trace[906214996] 'agreement among raft nodes before linearized reading' (duration: 647.010089ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.240318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.592981Z","time spent":"647.328447ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:46.240309Z","caller":"traceutil/trace.go:171","msg":"trace[1807936968] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12589; }","duration":"1.355244458s","start":"2026-03-03T14:30:44.88505Z","end":"2026-03-03T14:30:46.240294Z","steps":["trace[1807936968] 'agreement among raft nodes before linearized reading' (duration: 1.355175925s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.239882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.444238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:30:46.240359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:44.885023Z","time spent":"1.35532078s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:30:46.240393Z","caller":"traceutil/trace.go:171","msg":"trace[589863945] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:12589; }","duration":"341.978621ms","start":"2026-03-03T14:30:45.898394Z","end":"2026-03-03T14:30:46.240373Z","steps":["trace[589863945] 'agreement among raft nodes before linearized reading' (duration: 341.449558ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:46.24045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.898367Z","time spent":"342.065423ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:30:46.240198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:45.189536Z","time spent":"1.050646169s","remote":"127.0.0.1:43718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":375,"request content":"key:\"/registry/namespaces/kube-system\" "} {"level":"warn","ts":"2026-03-03T14:30:47.941669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359167549s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:30:47.941776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.241818Z","time spent":"1.699936911s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:30:47.941847Z","caller":"traceutil/trace.go:171","msg":"trace[2093257708] transaction","detail":"{read_only:false; response_revision:12590; number_of_response:1; }","duration":"1.696500042s","start":"2026-03-03T14:30:46.245334Z","end":"2026-03-03T14:30:47.941834Z","steps":["trace[2093257708] 'process raft request' (duration: 1.69640491s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:47.94186Z","caller":"traceutil/trace.go:171","msg":"trace[979137221] linearizableReadLoop","detail":"{readStateIndex:13151; appliedIndex:13150; }","duration":"1.697613447s","start":"2026-03-03T14:30:46.244214Z","end":"2026-03-03T14:30:47.941827Z","steps":["trace[979137221] 'read index received' (duration: 338.296065ms)","trace[979137221] 'applied index is now lower than readState.Index' (duration: 1.359309442s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:47.941918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.245322Z","time spent":"1.696546263s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:47.942088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696815999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:47.94211Z","caller":"traceutil/trace.go:171","msg":"trace[228357718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12590; }","duration":"1.696837729s","start":"2026-03-03T14:30:46.245267Z","end":"2026-03-03T14:30:47.942105Z","steps":["trace[228357718] 'agreement among raft nodes before linearized reading' (duration: 1.696804118s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.942125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.245252Z","time spent":"1.696870191s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:47.942157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.685271943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-03-03T14:30:47.94221Z","caller":"traceutil/trace.go:171","msg":"trace[475357941] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12590; }","duration":"1.685365865s","start":"2026-03-03T14:30:46.256831Z","end":"2026-03-03T14:30:47.942197Z","steps":["trace[475357941] 'agreement among raft nodes before linearized reading' (duration: 1.685189801s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.942195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506357391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:30:47.942209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.696942342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:47.942269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.723978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:47.942197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.697928024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"warn","ts":"2026-03-03T14:30:47.942302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.388449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:47.942298Z","caller":"traceutil/trace.go:171","msg":"trace[2051841581] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:12590; }","duration":"1.697054514s","start":"2026-03-03T14:30:46.245226Z","end":"2026-03-03T14:30:47.94228Z","steps":["trace[2051841581] 'agreement among raft nodes before linearized reading' (duration: 1.696910211s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:47.942336Z","caller":"traceutil/trace.go:171","msg":"trace[966791851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12590; }","duration":"894.46674ms","start":"2026-03-03T14:30:47.047861Z","end":"2026-03-03T14:30:47.942327Z","steps":["trace[966791851] 'agreement among raft nodes before linearized reading' (duration: 894.420099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.942327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.758923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:47.942353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.245217Z","time spent":"1.697123237s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:30:47.942346Z","caller":"traceutil/trace.go:171","msg":"trace[1229973454] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:12590; }","duration":"1.698130309s","start":"2026-03-03T14:30:46.244184Z","end":"2026-03-03T14:30:47.942315Z","steps":["trace[1229973454] 'agreement among raft nodes before linearized reading' (duration: 1.697772521s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.942371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.047837Z","time spent":"894.526392ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:47.94237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"965.629211ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:30:47.942403Z","caller":"traceutil/trace.go:171","msg":"trace[1196380013] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:12590; }","duration":"965.714703ms","start":"2026-03-03T14:30:46.97668Z","end":"2026-03-03T14:30:47.942395Z","steps":["trace[1196380013] 'agreement among raft nodes before linearized reading' (duration: 965.615101ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:47.942403Z","caller":"traceutil/trace.go:171","msg":"trace[1978287858] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:12590; }","duration":"561.896617ms","start":"2026-03-03T14:30:47.380479Z","end":"2026-03-03T14:30:47.942376Z","steps":["trace[1978287858] 'agreement among raft nodes before linearized reading' (duration: 561.741894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.942428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.244167Z","time spent":"1.698238131s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"warn","ts":"2026-03-03T14:30:47.942634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.976646Z","time spent":"965.793795ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:47.942639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.380451Z","time spent":"561.993199ms","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":15,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:47.94264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.653505241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:7211"} {"level":"info","ts":"2026-03-03T14:30:47.942788Z","caller":"traceutil/trace.go:171","msg":"trace[1464255359] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:12590; }","duration":"1.65391822s","start":"2026-03-03T14:30:46.288845Z","end":"2026-03-03T14:30:47.942764Z","steps":["trace[1464255359] 'agreement among raft nodes before linearized reading' (duration: 1.653310396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.942249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.256814Z","time spent":"1.685426246s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":498,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:47.942856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.698446406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"warn","ts":"2026-03-03T14:30:47.942879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.288817Z","time spent":"1.654048843s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7235,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" "} {"level":"info","ts":"2026-03-03T14:30:47.942268Z","caller":"traceutil/trace.go:171","msg":"trace[1585752499] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12590; }","duration":"1.506497473s","start":"2026-03-03T14:30:46.435751Z","end":"2026-03-03T14:30:47.942249Z","steps":["trace[1585752499] 'agreement among raft nodes before linearized reading' (duration: 1.506267418s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:47.942904Z","caller":"traceutil/trace.go:171","msg":"trace[2137705931] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12590; }","duration":"1.698521308s","start":"2026-03-03T14:30:46.244371Z","end":"2026-03-03T14:30:47.942892Z","steps":["trace[2137705931] 'agreement among raft nodes before linearized reading' (duration: 1.697639838s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.942956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.244366Z","time spent":"1.698579109s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:30:47.942957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:46.435724Z","time spent":"1.50721624s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:30:47.942288Z","caller":"traceutil/trace.go:171","msg":"trace[774864880] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12590; }","duration":"362.786199ms","start":"2026-03-03T14:30:47.579495Z","end":"2026-03-03T14:30:47.942281Z","steps":["trace[774864880] 'agreement among raft nodes before linearized reading' (duration: 362.751108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:47.943425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.579471Z","time spent":"363.913015ms","remote":"127.0.0.1:49506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:49.906581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460396821s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:49.906658Z","caller":"traceutil/trace.go:171","msg":"trace[70466609] linearizableReadLoop","detail":"{readStateIndex:13153; appliedIndex:13152; }","duration":"1.959362048s","start":"2026-03-03T14:30:47.947284Z","end":"2026-03-03T14:30:49.906646Z","steps":["trace[70466609] 'read index received' (duration: 498.834004ms)","trace[70466609] 'applied index is now lower than readState.Index' (duration: 1.460526543s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:30:49.906712Z","caller":"traceutil/trace.go:171","msg":"trace[1320122428] transaction","detail":"{read_only:false; response_revision:12591; number_of_response:1; }","duration":"1.962867579s","start":"2026-03-03T14:30:47.943835Z","end":"2026-03-03T14:30:49.906703Z","steps":["trace[1320122428] 'process raft request' (duration: 502.275964ms)","trace[1320122428] 'compare' (duration: 1.459855238s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:49.906743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.943807Z","time spent":"1.962919849s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:49.906977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.959705646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:30:49.906999Z","caller":"traceutil/trace.go:171","msg":"trace[563462049] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12591; }","duration":"1.959779217s","start":"2026-03-03T14:30:47.947213Z","end":"2026-03-03T14:30:49.906992Z","steps":["trace[563462049] 'agreement among raft nodes before linearized reading' (duration: 1.959646404s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.907013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.947188Z","time spent":"1.959822349s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:30:49.951495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000075426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:49.95159Z","caller":"traceutil/trace.go:171","msg":"trace[321377504] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000185119s","start":"2026-03-03T14:30:47.951382Z","end":"2026-03-03T14:30:49.951567Z","steps":["trace[321377504] 'agreement among raft nodes before linearized reading' (duration: 2.000071056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:49.951638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.951272Z","time spent":"2.000357423s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:50.407552Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:50.908734Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378391,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:51.280772Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.834795142s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:30:51.952629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:51.952729Z","caller":"traceutil/trace.go:171","msg":"trace[1042624858] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000372454s","start":"2026-03-03T14:30:49.952333Z","end":"2026-03-03T14:30:51.952706Z","steps":["trace[1042624858] 'agreement among raft nodes before linearized reading' (duration: 2.000252251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:51.952785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.95232Z","time spent":"2.000452805s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:51 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:52.946875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.948185Z","time spent":"4.998684873s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:53.241393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.242758Z","time spent":"4.998628871s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:30:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:53.241484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.242817Z","time spent":"4.998666372s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:30:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:53.241531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.243395Z","time spent":"4.998135189s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:30:53 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:53.960435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999960594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:53.960518Z","caller":"traceutil/trace.go:171","msg":"trace[1388901380] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000106078s","start":"2026-03-03T14:30:51.960394Z","end":"2026-03-03T14:30:53.9605Z","steps":["trace[1388901380] 'agreement among raft nodes before linearized reading' (duration: 1.999997535s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:53.960564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:51.960369Z","time spent":"2.000185799s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:54.751552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.602416241s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:54.751676Z","caller":"traceutil/trace.go:171","msg":"trace[1286483076] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12591; }","duration":"4.602552664s","start":"2026-03-03T14:30:50.149106Z","end":"2026-03-03T14:30:54.751659Z","steps":["trace[1286483076] 'range keys from in-memory index tree' (duration: 4.602397531s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.753925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.472804742s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:54.754269Z","caller":"traceutil/trace.go:171","msg":"trace[698799248] transaction","detail":"{read_only:false; response_revision:12594; number_of_response:1; }","duration":"6.801911232s","start":"2026-03-03T14:30:47.952344Z","end":"2026-03-03T14:30:54.754255Z","steps":["trace[698799248] 'process raft request' (duration: 6.801742968s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:54.754274Z","caller":"traceutil/trace.go:171","msg":"trace[574511405] transaction","detail":"{read_only:false; response_revision:12593; number_of_response:1; }","duration":"6.804804279s","start":"2026-03-03T14:30:47.949447Z","end":"2026-03-03T14:30:54.754252Z","steps":["trace[574511405] 'process raft request' (duration: 6.804546753s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:54.754331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.95233Z","time spent":"6.801970324s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:54.754397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.949431Z","time spent":"6.804889622s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:55.05061Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.349699225s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:30:55.706542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.32454Z","time spent":"381.992313ms","remote":"127.0.0.1:51948","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:30:55.962251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999913793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:55.962334Z","caller":"traceutil/trace.go:171","msg":"trace[1859987764] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000037506s","start":"2026-03-03T14:30:53.962275Z","end":"2026-03-03T14:30:55.962313Z","steps":["trace[1859987764] 'agreement among raft nodes before linearized reading' (duration: 1.999937454s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:55.962455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.96226Z","time spent":"2.000176899s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:30:55 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:56.110309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059492304s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:30:56.111345Z","caller":"traceutil/trace.go:171","msg":"trace[67194917] transaction","detail":"{read_only:false; response_revision:12598; number_of_response:1; }","duration":"2.368788012s","start":"2026-03-03T14:30:53.742537Z","end":"2026-03-03T14:30:56.111325Z","steps":["trace[67194917] 'process raft request' (duration: 2.368657119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.111841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.742505Z","time spent":"2.369294404s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:56.111847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.865613213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:56.112215Z","caller":"traceutil/trace.go:171","msg":"trace[742199827] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12598; }","duration":"7.865997791s","start":"2026-03-03T14:30:48.246204Z","end":"2026-03-03T14:30:56.112201Z","steps":["trace[742199827] 'agreement among raft nodes before linearized reading' (duration: 7.865570512s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.112323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.246193Z","time spent":"7.866082474s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:30:56.111601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339012729s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:30:56.112561Z","caller":"traceutil/trace.go:171","msg":"trace[186679212] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12598; }","duration":"7.340013053s","start":"2026-03-03T14:30:48.772527Z","end":"2026-03-03T14:30:56.11254Z","steps":["trace[186679212] 'agreement among raft nodes before linearized reading' (duration: 7.338961068s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.112632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.772501Z","time spent":"7.340111636s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:30:56.111649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.394450604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:30:56.112704Z","caller":"traceutil/trace.go:171","msg":"trace[1912587188] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:12598; }","duration":"6.395537909s","start":"2026-03-03T14:30:49.717145Z","end":"2026-03-03T14:30:56.112683Z","steps":["trace[1912587188] 'agreement among raft nodes before linearized reading' (duration: 6.394481054s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.112764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.717115Z","time spent":"6.395628612s","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":8,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.111665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.163960598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:30:56.11296Z","caller":"traceutil/trace.go:171","msg":"trace[814335008] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12598; }","duration":"8.165302689s","start":"2026-03-03T14:30:47.947642Z","end":"2026-03-03T14:30:56.112944Z","steps":["trace[814335008] 'agreement among raft nodes before linearized reading' (duration: 8.163869176s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.113021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:47.947626Z","time spent":"8.165377462s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:30:56.111681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.396661594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.113161Z","caller":"traceutil/trace.go:171","msg":"trace[488573957] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12598; }","duration":"6.39816166s","start":"2026-03-03T14:30:49.714983Z","end":"2026-03-03T14:30:56.113144Z","steps":["trace[488573957] 'agreement among raft nodes before linearized reading' (duration: 6.396677835s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.113212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.714964Z","time spent":"6.398231872s","remote":"127.0.0.1:46060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.111734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.339117092s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:30:56.113482Z","caller":"traceutil/trace.go:171","msg":"trace[1389924183] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12598; }","duration":"7.340891723s","start":"2026-03-03T14:30:48.772577Z","end":"2026-03-03T14:30:56.113469Z","steps":["trace[1389924183] 'agreement among raft nodes before linearized reading' (duration: 7.339118022s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.113599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.772558Z","time spent":"7.340982716s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:30:56.111735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.866200217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.113763Z","caller":"traceutil/trace.go:171","msg":"trace[2051520425] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12598; }","duration":"7.868256084s","start":"2026-03-03T14:30:48.245489Z","end":"2026-03-03T14:30:56.113745Z","steps":["trace[2051520425] 'agreement among raft nodes before linearized reading' (duration: 7.866197107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.113823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.245476Z","time spent":"7.868330597s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:56.111749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.866837842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:30:56.114115Z","caller":"traceutil/trace.go:171","msg":"trace[53338619] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12598; }","duration":"7.869214557s","start":"2026-03-03T14:30:48.244884Z","end":"2026-03-03T14:30:56.114099Z","steps":["trace[53338619] 'agreement among raft nodes before linearized reading' (duration: 7.866806641s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.114176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.244873Z","time spent":"7.869288248s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:30:56.111764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.868770276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.114479Z","caller":"traceutil/trace.go:171","msg":"trace[1708648132] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12598; }","duration":"7.871475409s","start":"2026-03-03T14:30:48.242955Z","end":"2026-03-03T14:30:56.11443Z","steps":["trace[1708648132] 'agreement among raft nodes before linearized reading' (duration: 7.868796227s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.114537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.24294Z","time spent":"7.871580951s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:30:56.111843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.86631036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:30:56.114755Z","caller":"traceutil/trace.go:171","msg":"trace[1200043700] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12598; }","duration":"7.869249507s","start":"2026-03-03T14:30:48.245497Z","end":"2026-03-03T14:30:56.114746Z","steps":["trace[1200043700] 'agreement among raft nodes before linearized reading' (duration: 7.866286379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.114788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:48.245484Z","time spent":"7.869295189s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:30:56.111449Z","caller":"traceutil/trace.go:171","msg":"trace[848446412] linearizableReadLoop","detail":"{readStateIndex:13160; appliedIndex:13153; }","duration":"6.204742173s","start":"2026-03-03T14:30:49.906672Z","end":"2026-03-03T14:30:56.111414Z","steps":["trace[848446412] 'read index received' (duration: 1.37438312s)","trace[848446412] 'applied index is now lower than readState.Index' (duration: 4.830355303s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:56.115496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.205404458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:30:56.115567Z","caller":"traceutil/trace.go:171","msg":"trace[1835718331] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12598; }","duration":"6.2054744s","start":"2026-03-03T14:30:49.91008Z","end":"2026-03-03T14:30:56.115554Z","steps":["trace[1835718331] 'agreement among raft nodes before linearized reading' (duration: 6.205344977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.115623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.90998Z","time spent":"6.205628655s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:30:56.115643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355943225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7111"} {"level":"info","ts":"2026-03-03T14:30:56.115712Z","caller":"traceutil/trace.go:171","msg":"trace[137645706] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12598; }","duration":"1.356055128s","start":"2026-03-03T14:30:54.759639Z","end":"2026-03-03T14:30:56.115695Z","steps":["trace[137645706] 'agreement among raft nodes before linearized reading' (duration: 1.355862763s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.115732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.225529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:30:56.115802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.905463157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.115855Z","caller":"traceutil/trace.go:171","msg":"trace[1952925627] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12598; }","duration":"1.905546189s","start":"2026-03-03T14:30:54.210295Z","end":"2026-03-03T14:30:56.115841Z","steps":["trace[1952925627] 'agreement among raft nodes before linearized reading' (duration: 1.905482328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.115883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.623094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:30:56.115909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.210272Z","time spent":"1.90562719s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:56.115905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.77810517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:30:56.115934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.872045469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-03T14:30:56.115938Z","caller":"traceutil/trace.go:171","msg":"trace[1426117666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12598; }","duration":"315.718456ms","start":"2026-03-03T14:30:55.800201Z","end":"2026-03-03T14:30:56.115919Z","steps":["trace[1426117666] 'agreement among raft nodes before linearized reading' (duration: 315.585583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:56.115962Z","caller":"traceutil/trace.go:171","msg":"trace[946355958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12598; }","duration":"4.778191862s","start":"2026-03-03T14:30:51.337755Z","end":"2026-03-03T14:30:56.115947Z","steps":["trace[946355958] 'agreement among raft nodes before linearized reading' (duration: 4.778049179s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.116003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.871817845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:524"} {"level":"info","ts":"2026-03-03T14:30:56.116024Z","caller":"traceutil/trace.go:171","msg":"trace[1560040015] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:12598; }","duration":"2.871863205s","start":"2026-03-03T14:30:53.244158Z","end":"2026-03-03T14:30:56.116021Z","steps":["trace[1560040015] 'agreement among raft nodes before linearized reading' (duration: 2.871811594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.116017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:51.337737Z","time spent":"4.778263884s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:30:56.11604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.244146Z","time spent":"2.871890956s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":548,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-03-03T14:30:56.116061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003555635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.115957Z","caller":"traceutil/trace.go:171","msg":"trace[337274758] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12598; }","duration":"2.872106441s","start":"2026-03-03T14:30:53.243843Z","end":"2026-03-03T14:30:56.11595Z","steps":["trace[337274758] 'agreement among raft nodes before linearized reading' (duration: 2.872033059s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.11612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.243821Z","time spent":"2.872289735s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:30:56.116115Z","caller":"traceutil/trace.go:171","msg":"trace[1312435039] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:12598; }","duration":"1.003652597s","start":"2026-03-03T14:30:55.112445Z","end":"2026-03-03T14:30:56.116098Z","steps":["trace[1312435039] 'agreement among raft nodes before linearized reading' (duration: 1.003573645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.115986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.800181Z","time spent":"315.794047ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:56.116157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:55.112423Z","time spent":"1.003721969s","remote":"127.0.0.1:47220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.116176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.306501197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.116218Z","caller":"traceutil/trace.go:171","msg":"trace[828847881] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12598; }","duration":"2.306578819s","start":"2026-03-03T14:30:53.809627Z","end":"2026-03-03T14:30:56.116206Z","steps":["trace[828847881] 'agreement among raft nodes before linearized reading' (duration: 2.306504078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.116261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.809608Z","time spent":"2.306640241s","remote":"127.0.0.1:46166","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.116307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.873876822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-03T14:30:56.115729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.818058336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:30:56.116412Z","caller":"traceutil/trace.go:171","msg":"trace[191629440] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12598; }","duration":"2.818819853s","start":"2026-03-03T14:30:53.297583Z","end":"2026-03-03T14:30:56.116403Z","steps":["trace[191629440] 'agreement among raft nodes before linearized reading' (duration: 2.817871691s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.116431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.297553Z","time spent":"2.818872494s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:30:56.116534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.624061816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:56.115761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:54.759615Z","time spent":"1.35613561s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:30:56.11658Z","caller":"traceutil/trace.go:171","msg":"trace[295516979] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:12598; }","duration":"2.624132688s","start":"2026-03-03T14:30:53.492435Z","end":"2026-03-03T14:30:56.116567Z","steps":["trace[295516979] 'agreement among raft nodes before linearized reading' (duration: 2.623986214s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.116604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.663262207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.115808Z","caller":"traceutil/trace.go:171","msg":"trace[2142831230] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12598; }","duration":"146.324802ms","start":"2026-03-03T14:30:55.969468Z","end":"2026-03-03T14:30:56.115792Z","steps":["trace[2142831230] 'agreement among raft nodes before linearized reading' (duration: 146.22146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.1167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.799943187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:30:56.116702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.982222115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.116723Z","caller":"traceutil/trace.go:171","msg":"trace[1525894262] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12598; }","duration":"2.799966288s","start":"2026-03-03T14:30:53.316751Z","end":"2026-03-03T14:30:56.116717Z","steps":["trace[1525894262] 'agreement among raft nodes before linearized reading' (duration: 2.799924547s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:56.116373Z","caller":"traceutil/trace.go:171","msg":"trace[473778335] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12598; }","duration":"2.873957614s","start":"2026-03-03T14:30:53.242396Z","end":"2026-03-03T14:30:56.116353Z","steps":["trace[473778335] 'agreement among raft nodes before linearized reading' (duration: 2.8738096s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:56.116735Z","caller":"traceutil/trace.go:171","msg":"trace[155202023] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:12598; }","duration":"5.982321657s","start":"2026-03-03T14:30:50.134404Z","end":"2026-03-03T14:30:56.116726Z","steps":["trace[155202023] 'agreement among raft nodes before linearized reading' (duration: 5.982270236s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.11678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.134369Z","time spent":"5.982402139s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.116784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.242385Z","time spent":"2.874382913s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:30:56.116871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.169330597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:30:56.116547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.160140858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:30:56.116926Z","caller":"traceutil/trace.go:171","msg":"trace[321131030] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:12598; }","duration":"6.169402929s","start":"2026-03-03T14:30:49.947502Z","end":"2026-03-03T14:30:56.116905Z","steps":["trace[321131030] 'agreement among raft nodes before linearized reading' (duration: 6.169266006s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:56.116942Z","caller":"traceutil/trace.go:171","msg":"trace[1738619023] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:12598; }","duration":"3.160556657s","start":"2026-03-03T14:30:52.956373Z","end":"2026-03-03T14:30:56.116929Z","steps":["trace[1738619023] 'agreement among raft nodes before linearized reading' (duration: 3.160151248s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.116964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.947482Z","time spent":"6.16947486s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:30:56.116978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:52.956357Z","time spent":"3.160609059s","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.117Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.206395511s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:30:56.117024Z","caller":"traceutil/trace.go:171","msg":"trace[1267396984] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:12598; }","duration":"6.206466313s","start":"2026-03-03T14:30:49.910552Z","end":"2026-03-03T14:30:56.117018Z","steps":["trace[1267396984] 'agreement among raft nodes before linearized reading' (duration: 6.206402841s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.117049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.91053Z","time spent":"6.206509993s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" "} {"level":"warn","ts":"2026-03-03T14:30:56.116613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.49242Z","time spent":"2.624184558s","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.116541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.161328993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:30:56.117279Z","caller":"traceutil/trace.go:171","msg":"trace[1644322143] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12598; }","duration":"6.162078089s","start":"2026-03-03T14:30:49.955183Z","end":"2026-03-03T14:30:56.117261Z","steps":["trace[1644322143] 'agreement among raft nodes before linearized reading' (duration: 6.161297632s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.117339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:49.955143Z","time spent":"6.162179922s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:30:56.116654Z","caller":"traceutil/trace.go:171","msg":"trace[1334844809] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12598; }","duration":"5.663354058s","start":"2026-03-03T14:30:50.453284Z","end":"2026-03-03T14:30:56.116638Z","steps":["trace[1334844809] 'agreement among raft nodes before linearized reading' (duration: 5.663282617s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:56.117615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:50.453266Z","time spent":"5.664331261s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.11674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:53.316687Z","time spent":"2.800048739s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:30:56.621134Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378397,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:30:57.849598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154755208s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:30:57.849973Z","caller":"traceutil/trace.go:171","msg":"trace[1828089798] transaction","detail":"{read_only:false; response_revision:12599; number_of_response:1; }","duration":"1.730228428s","start":"2026-03-03T14:30:56.11946Z","end":"2026-03-03T14:30:57.849688Z","steps":["trace[1828089798] 'process raft request' (duration: 575.303626ms)","trace[1828089798] 'compare' (duration: 1.154567424s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:30:57.850106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.119434Z","time spent":"1.730620467s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:30:58.262464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.138496575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:58.262609Z","caller":"traceutil/trace.go:171","msg":"trace[611221700] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; }","duration":"2.138671519s","start":"2026-03-03T14:30:56.123919Z","end":"2026-03-03T14:30:58.262591Z","steps":["trace[611221700] 'agreement among raft nodes before linearized reading' (duration: 2.138502485s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.262654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.123914Z","time spent":"2.13873017s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} 2026/03/03 14:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:58.263555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.1422112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:58.263654Z","caller":"traceutil/trace.go:171","msg":"trace[1793729192] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; }","duration":"2.142340513s","start":"2026-03-03T14:30:56.121291Z","end":"2026-03-03T14:30:58.263631Z","steps":["trace[1793729192] 'agreement among raft nodes before linearized reading' (duration: 2.14221354s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.263725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.121287Z","time spent":"2.142421135s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} 2026/03/03 14:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:58.324654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.199663665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-03-03T14:30:58.324708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.20420026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:30:58.324738Z","caller":"traceutil/trace.go:171","msg":"trace[226398628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; }","duration":"2.199779658s","start":"2026-03-03T14:30:56.124939Z","end":"2026-03-03T14:30:58.324719Z","steps":["trace[226398628] 'agreement among raft nodes before linearized reading' (duration: 2.199666155s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:30:58.324782Z","caller":"traceutil/trace.go:171","msg":"trace[1418141497] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.204298252s","start":"2026-03-03T14:30:56.120467Z","end":"2026-03-03T14:30:58.324765Z","steps":["trace[1418141497] 'agreement among raft nodes before linearized reading' (duration: 2.204207249s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:58.324834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.120462Z","time spent":"2.204362213s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/03/03 14:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:58.324793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.124936Z","time spent":"2.199845789s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":0,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} 2026/03/03 14:30:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:30:59.047834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999830831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:30:59.047917Z","caller":"traceutil/trace.go:171","msg":"trace[838038193] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999974406s","start":"2026-03-03T14:30:57.047926Z","end":"2026-03-03T14:30:59.0479Z","steps":["trace[838038193] 'agreement among raft nodes before linearized reading' (duration: 1.999865243s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:30:59.047962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:57.047901Z","time spent":"2.000052898s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:30:59.948145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.122206Z","time spent":"3.825930182s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:30:59 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:00.726917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.913677ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:00.727108Z","caller":"traceutil/trace.go:171","msg":"trace[1821374072] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12599; }","duration":"578.143612ms","start":"2026-03-03T14:31:00.148937Z","end":"2026-03-03T14:31:00.72708Z","steps":["trace[1821374072] 'range keys from in-memory index tree' (duration: 577.882916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:01.049263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000350065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:31:01.049351Z","caller":"traceutil/trace.go:171","msg":"trace[2022585187] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000466719s","start":"2026-03-03T14:30:59.04886Z","end":"2026-03-03T14:31:01.049326Z","steps":["trace[2022585187] 'agreement among raft nodes before linearized reading' (duration: 2.000364376s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:01.049399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.048843Z","time spent":"2.00054769s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:01.123964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.124857Z","time spent":"4.999098365s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/03/03 14:31:01 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:01.81461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.120012532s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:31:01.815122Z","caller":"traceutil/trace.go:171","msg":"trace[1760153744] transaction","detail":"{read_only:false; response_revision:12600; number_of_response:1; }","duration":"5.693850443s","start":"2026-03-03T14:30:56.121249Z","end":"2026-03-03T14:31:01.8151Z","steps":["trace[1760153744] 'process raft request' (duration: 5.693597887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:01.815301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.121239Z","time spent":"5.693985037s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:01.815551Z","caller":"traceutil/trace.go:171","msg":"trace[1060848480] transaction","detail":"{read_only:false; response_revision:12602; number_of_response:1; }","duration":"5.690822844s","start":"2026-03-03T14:30:56.124691Z","end":"2026-03-03T14:31:01.815514Z","steps":["trace[1060848480] 'process raft request' (duration: 5.690355773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:01.815776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.124681Z","time spent":"5.690975328s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:01.816188Z","caller":"traceutil/trace.go:171","msg":"trace[1435338921] transaction","detail":"{read_only:false; response_revision:12604; number_of_response:1; }","duration":"5.511012692s","start":"2026-03-03T14:30:56.305131Z","end":"2026-03-03T14:31:01.816144Z","steps":["trace[1435338921] 'process raft request' (duration: 5.510653623s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:01.816248Z","caller":"traceutil/trace.go:171","msg":"trace[1107706034] linearizableReadLoop","detail":"{readStateIndex:13168; appliedIndex:13161; }","duration":"5.69582394s","start":"2026-03-03T14:30:56.120386Z","end":"2026-03-03T14:31:01.81621Z","steps":["trace[1107706034] 'read index received' (duration: 574.392446ms)","trace[1107706034] 'applied index is now lower than readState.Index' (duration: 5.121429794s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:01.816361Z","caller":"traceutil/trace.go:171","msg":"trace[1884495673] transaction","detail":"{read_only:false; response_revision:12605; number_of_response:1; }","duration":"5.331479384s","start":"2026-03-03T14:30:56.484865Z","end":"2026-03-03T14:31:01.816345Z","steps":["trace[1884495673] 'process raft request' (duration: 5.331217078s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:01.816403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.305098Z","time spent":"5.511181866s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:01.816438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.484841Z","time spent":"5.331555667s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:01.816553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.696137927s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:31:01.816605Z","caller":"traceutil/trace.go:171","msg":"trace[48289313] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12605; }","duration":"5.696222449s","start":"2026-03-03T14:30:56.120365Z","end":"2026-03-03T14:31:01.816587Z","steps":["trace[48289313] 'agreement among raft nodes before linearized reading' (duration: 5.696011504s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:01.816661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.120351Z","time spent":"5.696293551s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-03-03T14:31:02.034888Z","caller":"traceutil/trace.go:171","msg":"trace[1729337884] transaction","detail":"{read_only:false; number_of_response:1; response_revision:12605; }","duration":"2.084712881s","start":"2026-03-03T14:30:59.950137Z","end":"2026-03-03T14:31:02.03485Z","steps":["trace[1729337884] 'process raft request' (duration: 1.985103534s)","trace[1729337884] 'compare' (duration: 99.403182ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:02.035058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.950117Z","time spent":"2.084849103s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":469,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:02.044387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.282712491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:31:02.044432Z","caller":"traceutil/trace.go:171","msg":"trace[773941232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; }","duration":"5.282802644s","start":"2026-03-03T14:30:56.761619Z","end":"2026-03-03T14:31:02.044422Z","steps":["trace[773941232] 'agreement among raft nodes before linearized reading' (duration: 5.282752122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:02.044461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.761598Z","time spent":"5.282856985s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} 2026/03/03 14:31:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:03.05785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000335804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:31:03.057977Z","caller":"traceutil/trace.go:171","msg":"trace[1068236015] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000545809s","start":"2026-03-03T14:31:01.057403Z","end":"2026-03-03T14:31:03.057949Z","steps":["trace[1068236015] 'agreement among raft nodes before linearized reading' (duration: 2.000369815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.058031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.057375Z","time spent":"2.000639881s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:03.05811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023351959s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:31:03.058257Z","caller":"traceutil/trace.go:171","msg":"trace[1036148281] linearizableReadLoop","detail":"{readStateIndex:13170; appliedIndex:13168; }","duration":"1.241893057s","start":"2026-03-03T14:31:01.816336Z","end":"2026-03-03T14:31:03.05823Z","steps":["trace[1036148281] 'read index received' (duration: 118.727266ms)","trace[1036148281] 'applied index is now lower than readState.Index' (duration: 1.123163741s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:03.058797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.743883075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:03.058875Z","caller":"traceutil/trace.go:171","msg":"trace[782382229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12606; }","duration":"4.743994958s","start":"2026-03-03T14:30:58.314858Z","end":"2026-03-03T14:31:03.058853Z","steps":["trace[782382229] 'agreement among raft nodes before linearized reading' (duration: 4.743736072s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.058923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.314836Z","time spent":"4.74407528s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:03.059014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176051793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a779f3c6\" ","response":"range_response_count:1 size:894"} {"level":"info","ts":"2026-03-03T14:31:03.059061Z","caller":"traceutil/trace.go:171","msg":"trace[302555247] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a779f3c6; range_end:; response_count:1; response_revision:12606; }","duration":"2.176123105s","start":"2026-03-03T14:31:00.882924Z","end":"2026-03-03T14:31:03.059047Z","steps":["trace[302555247] 'agreement among raft nodes before linearized reading' (duration: 2.176003833s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.882909Z","time spent":"2.176172006s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":918,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a779f3c6\" "} {"level":"warn","ts":"2026-03-03T14:31:03.059088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.051094997s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:03.059192Z","caller":"traceutil/trace.go:171","msg":"trace[1510122346] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12606; }","duration":"3.0512545s","start":"2026-03-03T14:31:00.007916Z","end":"2026-03-03T14:31:03.059171Z","steps":["trace[1510122346] 'agreement among raft nodes before linearized reading' (duration: 3.051038885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.007899Z","time spent":"3.051335063s","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.059262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.419636768s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:03.059299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.617697297s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:03.059325Z","caller":"traceutil/trace.go:171","msg":"trace[1815944318] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:12606; }","duration":"1.617777509s","start":"2026-03-03T14:31:01.441538Z","end":"2026-03-03T14:31:03.059316Z","steps":["trace[1815944318] 'agreement among raft nodes before linearized reading' (duration: 1.617722257s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.441508Z","time spent":"1.61783922s","remote":"127.0.0.1:46108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.059387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.252865646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:31:03.059422Z","caller":"traceutil/trace.go:171","msg":"trace[759064678] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12606; }","duration":"6.252931888s","start":"2026-03-03T14:30:56.80648Z","end":"2026-03-03T14:31:03.059412Z","steps":["trace[759064678] 'agreement among raft nodes before linearized reading' (duration: 6.252830405s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.806461Z","time spent":"6.252981048s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:31:03.059448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.353115081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.059417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.303823197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:03.059321Z","caller":"traceutil/trace.go:171","msg":"trace[965787065] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:12606; }","duration":"3.41973649s","start":"2026-03-03T14:30:59.639568Z","end":"2026-03-03T14:31:03.059304Z","steps":["trace[965787065] 'agreement among raft nodes before linearized reading' (duration: 3.419637628s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:03.059502Z","caller":"traceutil/trace.go:171","msg":"trace[715495769] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:12606; }","duration":"4.353203853s","start":"2026-03-03T14:30:58.706283Z","end":"2026-03-03T14:31:03.059487Z","steps":["trace[715495769] 'agreement among raft nodes before linearized reading' (duration: 4.353128232s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.639548Z","time spent":"3.419971496s","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:03.059532Z","caller":"traceutil/trace.go:171","msg":"trace[662503250] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:12606; }","duration":"2.304009841s","start":"2026-03-03T14:31:00.755494Z","end":"2026-03-03T14:31:03.059504Z","steps":["trace[662503250] 'agreement among raft nodes before linearized reading' (duration: 2.303804716s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.70626Z","time spent":"4.353272105s","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.059579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.933353572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.059584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.755461Z","time spent":"2.304112193s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":4,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:03.05961Z","caller":"traceutil/trace.go:171","msg":"trace[1988529366] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12606; }","duration":"4.933406343s","start":"2026-03-03T14:30:58.126195Z","end":"2026-03-03T14:31:03.059602Z","steps":["trace[1988529366] 'agreement among raft nodes before linearized reading' (duration: 4.933352452s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.126188Z","time spent":"4.933445244s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:03.059479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.309829965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:03.059827Z","caller":"traceutil/trace.go:171","msg":"trace[1465989428] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12606; }","duration":"2.310229735s","start":"2026-03-03T14:31:00.749584Z","end":"2026-03-03T14:31:03.059814Z","steps":["trace[1465989428] 'agreement among raft nodes before linearized reading' (duration: 2.309831765s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:00.749555Z","time spent":"2.310300167s","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:03.059956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.801024327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-03T14:31:03.059973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.696387516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"info","ts":"2026-03-03T14:31:03.059988Z","caller":"traceutil/trace.go:171","msg":"trace[1490146261] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:12606; }","duration":"6.801104799s","start":"2026-03-03T14:30:56.258874Z","end":"2026-03-03T14:31:03.059979Z","steps":["trace[1490146261] 'agreement among raft nodes before linearized reading' (duration: 6.800973546s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.258848Z","time spent":"6.80115385s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"info","ts":"2026-03-03T14:31:03.060011Z","caller":"traceutil/trace.go:171","msg":"trace[1200813686] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12606; }","duration":"6.696586501s","start":"2026-03-03T14:30:56.363412Z","end":"2026-03-03T14:31:03.059999Z","steps":["trace[1200813686] 'agreement among raft nodes before linearized reading' (duration: 6.696415317s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.363394Z","time spent":"6.696634622s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:31:03.060108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934786815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:03.060139Z","caller":"traceutil/trace.go:171","msg":"trace[258438495] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12606; }","duration":"4.934843827s","start":"2026-03-03T14:30:58.125288Z","end":"2026-03-03T14:31:03.060131Z","steps":["trace[258438495] 'agreement among raft nodes before linearized reading' (duration: 4.934750845s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.059387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.666376906s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.060159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.125273Z","time spent":"4.934881198s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:31:03.060181Z","caller":"traceutil/trace.go:171","msg":"trace[1103130886] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12606; }","duration":"3.667207496s","start":"2026-03-03T14:30:59.392961Z","end":"2026-03-03T14:31:03.060169Z","steps":["trace[1103130886] 'agreement among raft nodes before linearized reading' (duration: 3.666384846s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.641146363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:31:03.060227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:59.39294Z","time spent":"3.667274587s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:03.060244Z","caller":"traceutil/trace.go:171","msg":"trace[1360267737] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12606; }","duration":"6.641208474s","start":"2026-03-03T14:30:56.419028Z","end":"2026-03-03T14:31:03.060237Z","steps":["trace[1360267737] 'agreement among raft nodes before linearized reading' (duration: 6.641138723s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.107965889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.060269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.418996Z","time spent":"6.641267246s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:31:03.060287Z","caller":"traceutil/trace.go:171","msg":"trace[2058265333] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:12606; }","duration":"6.108015379s","start":"2026-03-03T14:30:56.952264Z","end":"2026-03-03T14:31:03.06028Z","steps":["trace[2058265333] 'agreement among raft nodes before linearized reading' (duration: 6.107977669s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.934336706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.060308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.952247Z","time spent":"6.108057081s","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:03.060316Z","caller":"traceutil/trace.go:171","msg":"trace[466096273] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12606; }","duration":"4.934383766s","start":"2026-03-03T14:30:58.125924Z","end":"2026-03-03T14:31:03.060308Z","steps":["trace[466096273] 'agreement among raft nodes before linearized reading' (duration: 4.934337905s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.936772116s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"warn","ts":"2026-03-03T14:31:03.06034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.125912Z","time spent":"4.934422128s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:03.06037Z","caller":"traceutil/trace.go:171","msg":"trace[1223096361] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12606; }","duration":"6.936901929s","start":"2026-03-03T14:30:56.123446Z","end":"2026-03-03T14:31:03.060347Z","steps":["trace[1223096361] 'agreement among raft nodes before linearized reading' (duration: 6.936013648s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.123436Z","time spent":"6.936987111s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:03.060509Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.941657513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:31:03.060621Z","caller":"traceutil/trace.go:171","msg":"trace[798490867] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12606; }","duration":"4.941840068s","start":"2026-03-03T14:30:58.118763Z","end":"2026-03-03T14:31:03.060603Z","steps":["trace[798490867] 'agreement among raft nodes before linearized reading' (duration: 4.941169073s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240548856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" ","response":"range_response_count:1 size:7053"} {"level":"info","ts":"2026-03-03T14:31:03.060702Z","caller":"traceutil/trace.go:171","msg":"trace[871083282] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr; range_end:; response_count:1; response_revision:12606; }","duration":"1.240637039s","start":"2026-03-03T14:31:01.820054Z","end":"2026-03-03T14:31:03.060691Z","steps":["trace[871083282] 'agreement among raft nodes before linearized reading' (duration: 1.240543347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.820027Z","time spent":"1.24069695s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7077,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-kk9dr\" "} {"level":"warn","ts":"2026-03-03T14:31:03.060672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.240674779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:31:03.060809Z","caller":"traceutil/trace.go:171","msg":"trace[775535615] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e; range_end:; response_count:1; response_revision:12606; }","duration":"1.240839693s","start":"2026-03-03T14:31:01.819959Z","end":"2026-03-03T14:31:03.060799Z","steps":["trace[775535615] 'agreement among raft nodes before linearized reading' (duration: 1.240657019s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:01.819933Z","time spent":"1.240891934s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" "} {"level":"warn","ts":"2026-03-03T14:31:03.060774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.118742Z","time spent":"4.94197602s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:31:03.060654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.939258142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:03.060946Z","caller":"traceutil/trace.go:171","msg":"trace[1104840096] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:0; response_revision:12606; }","duration":"6.939556849s","start":"2026-03-03T14:30:56.121376Z","end":"2026-03-03T14:31:03.060933Z","steps":["trace[1104840096] 'agreement among raft nodes before linearized reading' (duration: 6.939228592s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.060989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:56.121372Z","time spent":"6.9396009s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-03-03T14:31:03.060542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.935542173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:31:03.061057Z","caller":"traceutil/trace.go:171","msg":"trace[1057812369] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12606; }","duration":"4.936079715s","start":"2026-03-03T14:30:58.124953Z","end":"2026-03-03T14:31:03.061033Z","steps":["trace[1057812369] 'agreement among raft nodes before linearized reading' (duration: 4.935512152s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.061143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:30:58.124932Z","time spent":"4.936179047s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:31:03.530173Z","caller":"traceutil/trace.go:171","msg":"trace[2100845819] linearizableReadLoop","detail":"{readStateIndex:13171; appliedIndex:13170; }","duration":"467.722228ms","start":"2026-03-03T14:31:03.062426Z","end":"2026-03-03T14:31:03.530149Z","steps":["trace[2100845819] 'read index received' (duration: 467.558485ms)","trace[2100845819] 'applied index is now lower than readState.Index' (duration: 162.723µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:03.530222Z","caller":"traceutil/trace.go:171","msg":"trace[347610204] transaction","detail":"{read_only:false; response_revision:12607; number_of_response:1; }","duration":"468.316791ms","start":"2026-03-03T14:31:03.061869Z","end":"2026-03-03T14:31:03.530186Z","steps":["trace[347610204] 'process raft request' (duration: 468.101106ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.530351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.914443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:03.530398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.061843Z","time spent":"468.449885ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:03.530426Z","caller":"traceutil/trace.go:171","msg":"trace[2090705372] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:0; response_revision:12607; }","duration":"468.032286ms","start":"2026-03-03T14:31:03.062384Z","end":"2026-03-03T14:31:03.530417Z","steps":["trace[2090705372] 'agreement among raft nodes before linearized reading' (duration: 467.855101ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:03.530459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.062362Z","time spent":"468.091007ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:31:04.311642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.344974ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:04.312021Z","caller":"traceutil/trace.go:171","msg":"trace[970078169] transaction","detail":"{read_only:false; response_revision:12610; number_of_response:1; }","duration":"688.148897ms","start":"2026-03-03T14:31:03.623853Z","end":"2026-03-03T14:31:04.312002Z","steps":["trace[970078169] 'process raft request' (duration: 688.096776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.312091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.623819Z","time spent":"688.241249ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:04.312134Z","caller":"traceutil/trace.go:171","msg":"trace[1711554230] transaction","detail":"{read_only:false; response_revision:12609; number_of_response:1; }","duration":"1.240723241s","start":"2026-03-03T14:31:03.07138Z","end":"2026-03-03T14:31:04.312103Z","steps":["trace[1711554230] 'process raft request' (duration: 1.240371612s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:04.312508Z","caller":"traceutil/trace.go:171","msg":"trace[1928401750] linearizableReadLoop","detail":"{readStateIndex:13173; appliedIndex:13171; }","duration":"782.224176ms","start":"2026-03-03T14:31:03.530268Z","end":"2026-03-03T14:31:04.312493Z","steps":["trace[1928401750] 'read index received' (duration: 495.885797ms)","trace[1928401750] 'applied index is now lower than readState.Index' (duration: 286.335849ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:04.312541Z","caller":"traceutil/trace.go:171","msg":"trace[573581610] transaction","detail":"{read_only:false; response_revision:12608; number_of_response:1; }","duration":"1.246251428s","start":"2026-03-03T14:31:03.066275Z","end":"2026-03-03T14:31:04.312526Z","steps":["trace[573581610] 'process raft request' (duration: 959.924ms)","trace[573581610] 'compare' (duration: 284.933055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:04.312552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.208368446s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:04.312585Z","caller":"traceutil/trace.go:171","msg":"trace[1002580637] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:12610; }","duration":"1.208443518s","start":"2026-03-03T14:31:03.104131Z","end":"2026-03-03T14:31:04.312575Z","steps":["trace[1002580637] 'agreement among raft nodes before linearized reading' (duration: 1.208364486s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.312609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.104123Z","time spent":"1.208481289s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:04.31261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.066248Z","time spent":"1.24632767s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:04.312646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.24111042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:04.312723Z","caller":"traceutil/trace.go:171","msg":"trace[1972221147] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12610; }","duration":"1.241227472s","start":"2026-03-03T14:31:03.07148Z","end":"2026-03-03T14:31:04.312708Z","steps":["trace[1972221147] 'agreement among raft nodes before linearized reading' (duration: 1.241077528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.312764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.071472Z","time spent":"1.241284454s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:04.312745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.140846678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1853"} {"level":"warn","ts":"2026-03-03T14:31:04.312791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.763984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:04.313782Z","caller":"traceutil/trace.go:171","msg":"trace[1956282942] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12610; }","duration":"818.991932ms","start":"2026-03-03T14:31:03.494773Z","end":"2026-03-03T14:31:04.313765Z","steps":["trace[1956282942] 'agreement among raft nodes before linearized reading' (duration: 817.724373ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.313842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.494708Z","time spent":"819.121284ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":13,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:04.312815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.351219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:04.314162Z","caller":"traceutil/trace.go:171","msg":"trace[80203093] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12610; }","duration":"103.73306ms","start":"2026-03-03T14:31:04.210402Z","end":"2026-03-03T14:31:04.314135Z","steps":["trace[80203093] 'agreement among raft nodes before linearized reading' (duration: 102.349649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.31285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"779.351388ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a778fb2c\" ","response":"range_response_count:1 size:857"} {"level":"info","ts":"2026-03-03T14:31:04.314411Z","caller":"traceutil/trace.go:171","msg":"trace[423938229] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a778fb2c; range_end:; response_count:1; response_revision:12610; }","duration":"780.937374ms","start":"2026-03-03T14:31:03.533425Z","end":"2026-03-03T14:31:04.314363Z","steps":["trace[423938229] 'agreement among raft nodes before linearized reading' (duration: 779.259136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.314498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.533406Z","time spent":"781.071788ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":881,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995af3a778fb2c\" "} {"level":"warn","ts":"2026-03-03T14:31:04.312904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"687.616625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:04.31476Z","caller":"traceutil/trace.go:171","msg":"trace[576717228] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:12610; }","duration":"689.481657ms","start":"2026-03-03T14:31:03.625239Z","end":"2026-03-03T14:31:04.314721Z","steps":["trace[576717228] 'agreement among raft nodes before linearized reading' (duration: 687.634246ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.31489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.625218Z","time spent":"689.58361ms","remote":"127.0.0.1:55864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:04.312897Z","caller":"traceutil/trace.go:171","msg":"trace[806897247] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:12610; }","duration":"1.141050013s","start":"2026-03-03T14:31:03.171798Z","end":"2026-03-03T14:31:04.312847Z","steps":["trace[806897247] 'agreement among raft nodes before linearized reading' (duration: 1.140718086s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.31529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.171776Z","time spent":"1.14348796s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:31:04.312444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.071368Z","time spent":"1.240842734s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6844,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:04.312962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235343796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3017"} {"level":"warn","ts":"2026-03-03T14:31:04.313191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.250296981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85347"} {"level":"info","ts":"2026-03-03T14:31:04.3162Z","caller":"traceutil/trace.go:171","msg":"trace[650702924] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:12610; }","duration":"1.25330139s","start":"2026-03-03T14:31:03.062885Z","end":"2026-03-03T14:31:04.316187Z","steps":["trace[650702924] 'agreement among raft nodes before linearized reading' (duration: 1.249964273s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.316254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.062858Z","time spent":"1.253378682s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85371,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-03-03T14:31:04.31218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.531616Z","time spent":"780.555627ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:04.313339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249473942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:61 size:85347"} {"level":"info","ts":"2026-03-03T14:31:04.316522Z","caller":"traceutil/trace.go:171","msg":"trace[946920888] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:61; response_revision:12610; }","duration":"1.252650815s","start":"2026-03-03T14:31:03.063851Z","end":"2026-03-03T14:31:04.316502Z","steps":["trace[946920888] 'agreement among raft nodes before linearized reading' (duration: 1.248799517s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.316575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.063832Z","time spent":"1.252726557s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":61,"response size":85371,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"info","ts":"2026-03-03T14:31:04.316127Z","caller":"traceutil/trace.go:171","msg":"trace[1114081142] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:12610; }","duration":"1.238415897s","start":"2026-03-03T14:31:03.077586Z","end":"2026-03-03T14:31:04.316002Z","steps":["trace[1114081142] 'agreement among raft nodes before linearized reading' (duration: 1.235286056s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:04.31732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:03.077565Z","time spent":"1.239733517s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-03-03T14:31:04.790765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.406105ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:04.790881Z","caller":"traceutil/trace.go:171","msg":"trace[835168240] transaction","detail":"{read_only:false; response_revision:12611; number_of_response:1; }","duration":"473.203963ms","start":"2026-03-03T14:31:04.317658Z","end":"2026-03-03T14:31:04.790862Z","steps":["trace[835168240] 'process raft request' (duration: 253.606174ms)","trace[835168240] 'compare' (duration: 219.085097ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:04.790941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.31764Z","time spent":"473.274394ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:05.277424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.991528ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:05.277731Z","caller":"traceutil/trace.go:171","msg":"trace[1241015296] linearizableReadLoop","detail":"{readStateIndex:13178; appliedIndex:13175; }","duration":"958.68389ms","start":"2026-03-03T14:31:04.319029Z","end":"2026-03-03T14:31:05.277713Z","steps":["trace[1241015296] 'read index received' (duration: 252.305254ms)","trace[1241015296] 'applied index is now lower than readState.Index' (duration: 706.377456ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:05.277922Z","caller":"traceutil/trace.go:171","msg":"trace[170238689] transaction","detail":"{read_only:false; response_revision:12612; number_of_response:1; }","duration":"960.133722ms","start":"2026-03-03T14:31:04.317733Z","end":"2026-03-03T14:31:05.277867Z","steps":["trace[170238689] 'process raft request' (duration: 825.602773ms)","trace[170238689] 'compare' (duration: 133.876945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:05.277963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.083284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:05.278004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.944406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:31:05.278056Z","caller":"traceutil/trace.go:171","msg":"trace[551425679] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12614; }","duration":"211.201806ms","start":"2026-03-03T14:31:05.066832Z","end":"2026-03-03T14:31:05.278033Z","steps":["trace[551425679] 'agreement among raft nodes before linearized reading' (duration: 211.042233ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.278067Z","caller":"traceutil/trace.go:171","msg":"trace[1507464088] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:12614; }","duration":"959.041688ms","start":"2026-03-03T14:31:04.319002Z","end":"2026-03-03T14:31:05.278044Z","steps":["trace[1507464088] 'agreement among raft nodes before linearized reading' (duration: 958.862174ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.278077Z","caller":"traceutil/trace.go:171","msg":"trace[1544124182] transaction","detail":"{read_only:false; response_revision:12613; number_of_response:1; }","duration":"960.117793ms","start":"2026-03-03T14:31:04.317935Z","end":"2026-03-03T14:31:05.278053Z","steps":["trace[1544124182] 'process raft request' (duration: 959.666592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.278002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.419854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7079"} {"level":"warn","ts":"2026-03-03T14:31:05.278154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.317717Z","time spent":"960.316397ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":842,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:05.278195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.317888Z","time spent":"960.242365ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:05.278173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.032239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:05.277962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.473083ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:05.278164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.405215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:31:05.278296Z","caller":"traceutil/trace.go:171","msg":"trace[802437798] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12614; }","duration":"749.231272ms","start":"2026-03-03T14:31:04.529036Z","end":"2026-03-03T14:31:05.278267Z","steps":["trace[802437798] 'agreement among raft nodes before linearized reading' (duration: 748.938626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.27827Z","caller":"traceutil/trace.go:171","msg":"trace[1184830121] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:12614; }","duration":"958.65359ms","start":"2026-03-03T14:31:04.319531Z","end":"2026-03-03T14:31:05.278185Z","steps":["trace[1184830121] 'agreement among raft nodes before linearized reading' (duration: 958.329852ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.278344Z","caller":"traceutil/trace.go:171","msg":"trace[984624537] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12614; }","duration":"209.601779ms","start":"2026-03-03T14:31:05.068729Z","end":"2026-03-03T14:31:05.278331Z","steps":["trace[984624537] 'agreement among raft nodes before linearized reading' (duration: 209.310692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.278361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.529016Z","time spent":"749.332135ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:05.278361Z","caller":"traceutil/trace.go:171","msg":"trace[1380483843] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:12614; }","duration":"428.885722ms","start":"2026-03-03T14:31:04.849411Z","end":"2026-03-03T14:31:05.278297Z","steps":["trace[1380483843] 'agreement among raft nodes before linearized reading' (duration: 428.448312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.27844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.317406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:31:05.278456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.084433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"warn","ts":"2026-03-03T14:31:05.278694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.627392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:05.278739Z","caller":"traceutil/trace.go:171","msg":"trace[1021212127] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12614; }","duration":"512.708874ms","start":"2026-03-03T14:31:04.766014Z","end":"2026-03-03T14:31:05.278723Z","steps":["trace[1021212127] 'agreement among raft nodes before linearized reading' (duration: 512.641372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.278232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.28681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:31:05.27874Z","caller":"traceutil/trace.go:171","msg":"trace[32144573] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:12614; }","duration":"944.36415ms","start":"2026-03-03T14:31:04.334353Z","end":"2026-03-03T14:31:05.278717Z","steps":["trace[32144573] 'agreement among raft nodes before linearized reading' (duration: 943.846307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.278784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.765995Z","time spent":"512.780825ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:05.278793Z","caller":"traceutil/trace.go:171","msg":"trace[2137771684] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12614; }","duration":"212.856375ms","start":"2026-03-03T14:31:05.065922Z","end":"2026-03-03T14:31:05.278779Z","steps":["trace[2137771684] 'agreement among raft nodes before linearized reading' (duration: 212.2478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.278831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.334309Z","time spent":"944.497024ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:05.278145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.875271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:31:05.278896Z","caller":"traceutil/trace.go:171","msg":"trace[1193916369] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12614; }","duration":"212.626649ms","start":"2026-03-03T14:31:05.066251Z","end":"2026-03-03T14:31:05.278877Z","steps":["trace[1193916369] 'agreement among raft nodes before linearized reading' (duration: 211.765629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.278917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.643421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:31:05.279017Z","caller":"traceutil/trace.go:171","msg":"trace[1012843998] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12614; }","duration":"485.777884ms","start":"2026-03-03T14:31:04.793228Z","end":"2026-03-03T14:31:05.279006Z","steps":["trace[1012843998] 'agreement among raft nodes before linearized reading' (duration: 485.455457ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.279077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.79321Z","time spent":"485.856266ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:31:05.278429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.319508Z","time spent":"958.904086ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7103,"request content":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" "} {"level":"warn","ts":"2026-03-03T14:31:05.278473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.849392Z","time spent":"429.052786ms","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:05.278608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.191086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:05.278898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.608915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:05.279407Z","caller":"traceutil/trace.go:171","msg":"trace[296507517] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12614; }","duration":"212.353283ms","start":"2026-03-03T14:31:05.067036Z","end":"2026-03-03T14:31:05.279389Z","steps":["trace[296507517] 'agreement among raft nodes before linearized reading' (duration: 211.186155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.279483Z","caller":"traceutil/trace.go:171","msg":"trace[1960684174] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:12614; }","duration":"501.402413ms","start":"2026-03-03T14:31:04.778001Z","end":"2026-03-03T14:31:05.279404Z","steps":["trace[1960684174] 'agreement among raft nodes before linearized reading' (duration: 500.548744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:05.278973Z","caller":"traceutil/trace.go:171","msg":"trace[2091329770] transaction","detail":"{read_only:false; response_revision:12614; number_of_response:1; }","duration":"946.583931ms","start":"2026-03-03T14:31:04.331442Z","end":"2026-03-03T14:31:05.278026Z","steps":["trace[2091329770] 'process raft request' (duration: 946.216003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.278627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"955.274221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"warn","ts":"2026-03-03T14:31:05.279573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.777993Z","time spent":"501.562357ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:05.27958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.918279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:31:05.279659Z","caller":"traceutil/trace.go:171","msg":"trace[647209897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12614; }","duration":"855.043281ms","start":"2026-03-03T14:31:04.424599Z","end":"2026-03-03T14:31:05.279642Z","steps":["trace[647209897] 'agreement among raft nodes before linearized reading' (duration: 854.081779ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.279734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.42458Z","time spent":"855.139203ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:31:05.279596Z","caller":"traceutil/trace.go:171","msg":"trace[1174763868] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:12614; }","duration":"956.255983ms","start":"2026-03-03T14:31:04.323328Z","end":"2026-03-03T14:31:05.279584Z","steps":["trace[1174763868] 'agreement among raft nodes before linearized reading' (duration: 955.190799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.280003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.323318Z","time spent":"956.668562ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-03-03T14:31:05.278501Z","caller":"traceutil/trace.go:171","msg":"trace[32862682] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12614; }","duration":"213.400668ms","start":"2026-03-03T14:31:05.06508Z","end":"2026-03-03T14:31:05.27848Z","steps":["trace[32862682] 'agreement among raft nodes before linearized reading' (duration: 213.172202ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.280119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.331426Z","time spent":"948.162088ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:05.278634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.39155ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:31:05.28022Z","caller":"traceutil/trace.go:171","msg":"trace[1206153763] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:12614; }","duration":"958.988856ms","start":"2026-03-03T14:31:04.321214Z","end":"2026-03-03T14:31:05.280203Z","steps":["trace[1206153763] 'agreement among raft nodes before linearized reading' (duration: 957.319578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:05.280302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.318991Z","time spent":"959.1269ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" "} {"level":"warn","ts":"2026-03-03T14:31:05.280418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:04.321207Z","time spent":"959.194161ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-03-03T14:31:06.300121Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.014909336s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:31:06.312929Z","caller":"traceutil/trace.go:171","msg":"trace[991754192] transaction","detail":"{read_only:false; response_revision:12615; number_of_response:1; }","duration":"1.027877125s","start":"2026-03-03T14:31:05.285028Z","end":"2026-03-03T14:31:06.312905Z","steps":["trace[991754192] 'process raft request' (duration: 1.015283105s)","trace[991754192] 'compare' (duration: 11.784891ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:06.313071Z","caller":"traceutil/trace.go:171","msg":"trace[1270038469] transaction","detail":"{read_only:false; response_revision:12616; number_of_response:1; }","duration":"1.027994348s","start":"2026-03-03T14:31:05.285059Z","end":"2026-03-03T14:31:06.313054Z","steps":["trace[1270038469] 'process raft request' (duration: 1.027795673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:06.313186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.285046Z","time spent":"1.02806457s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":876,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:06.313064Z","caller":"traceutil/trace.go:171","msg":"trace[844881243] linearizableReadLoop","detail":"{readStateIndex:13180; appliedIndex:13179; }","duration":"1.027975967s","start":"2026-03-03T14:31:05.285068Z","end":"2026-03-03T14:31:06.313044Z","steps":["trace[844881243] 'read index received' (duration: 82.062µs)","trace[844881243] 'applied index is now lower than readState.Index' (duration: 1.027892945s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:06.313472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.284996Z","time spent":"1.02806204s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:06.313668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.028593761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:487883"} {"level":"info","ts":"2026-03-03T14:31:06.31371Z","caller":"traceutil/trace.go:171","msg":"trace[1149239905] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12616; }","duration":"1.028663883s","start":"2026-03-03T14:31:05.285037Z","end":"2026-03-03T14:31:06.313701Z","steps":["trace[1149239905] 'agreement among raft nodes before linearized reading' (duration: 1.02805576s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:06.313735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.285021Z","time spent":"1.028707784s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":487907,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:06.814305Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378433,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:31:07.22285Z","caller":"traceutil/trace.go:171","msg":"trace[1302066296] transaction","detail":"{read_only:false; response_revision:12617; number_of_response:1; }","duration":"1.932222946s","start":"2026-03-03T14:31:05.290591Z","end":"2026-03-03T14:31:07.222814Z","steps":["trace[1302066296] 'process raft request' (duration: 1.931962541s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:07.223118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.290582Z","time spent":"1.93237252s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:08.047967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000360727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:31:08.048153Z","caller":"traceutil/trace.go:171","msg":"trace[788611084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000612413s","start":"2026-03-03T14:31:06.047514Z","end":"2026-03-03T14:31:08.048126Z","steps":["trace[788611084] 'agreement among raft nodes before linearized reading' (duration: 2.000396408s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.048216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.047489Z","time spent":"2.000715965s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:31:08 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:08.191089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.40575ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:08.19134Z","caller":"traceutil/trace.go:171","msg":"trace[1556563369] linearizableReadLoop","detail":"{readStateIndex:13183; appliedIndex:13181; }","duration":"1.877927635s","start":"2026-03-03T14:31:06.313376Z","end":"2026-03-03T14:31:08.191304Z","steps":["trace[1556563369] 'read index received' (duration: 909.11023ms)","trace[1556563369] 'applied index is now lower than readState.Index' (duration: 968.814585ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:08.191514Z","caller":"traceutil/trace.go:171","msg":"trace[635040921] transaction","detail":"{read_only:false; response_revision:12618; number_of_response:1; }","duration":"1.873448942s","start":"2026-03-03T14:31:06.318042Z","end":"2026-03-03T14:31:08.191491Z","steps":["trace[635040921] 'process raft request' (duration: 1.100488619s)","trace[635040921] 'compare' (duration: 772.181545ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:08.191615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.318029Z","time spent":"1.873543425s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":707,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:08.191827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.926231358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:08.19189Z","caller":"traceutil/trace.go:171","msg":"trace[1573710476] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12618; }","duration":"1.926339082s","start":"2026-03-03T14:31:06.265529Z","end":"2026-03-03T14:31:08.191868Z","steps":["trace[1573710476] 'agreement among raft nodes before linearized reading' (duration: 1.926163457s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.191946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.265511Z","time spent":"1.926421004s","remote":"127.0.0.1:49470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:08.192522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.809374ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:08.192507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907189233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-03T14:31:08.192571Z","caller":"traceutil/trace.go:171","msg":"trace[1979428772] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:12618; }","duration":"353.933677ms","start":"2026-03-03T14:31:07.838627Z","end":"2026-03-03T14:31:08.19256Z","steps":["trace[1979428772] 'agreement among raft nodes before linearized reading' (duration: 353.820964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.192568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"909.694863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:08.192597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.787158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"warn","ts":"2026-03-03T14:31:08.192659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.48385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:08.192693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.806018692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"warn","ts":"2026-03-03T14:31:08.192724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.151151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:08.19273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.874984178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:31:08.192604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904085642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:08.192766Z","caller":"traceutil/trace.go:171","msg":"trace[1462257382] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:12618; }","duration":"2.806123584s","start":"2026-03-03T14:31:05.386625Z","end":"2026-03-03T14:31:08.192749Z","steps":["trace[1462257382] 'agreement among raft nodes before linearized reading' (duration: 2.805456509s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.192775Z","caller":"traceutil/trace.go:171","msg":"trace[2048866988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12618; }","duration":"906.207553ms","start":"2026-03-03T14:31:07.286551Z","end":"2026-03-03T14:31:08.192758Z","steps":["trace[2048866988] 'agreement among raft nodes before linearized reading' (duration: 906.151412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.192793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.45222657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:31:08.192837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.286546Z","time spent":"906.280295ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:08.192836Z","caller":"traceutil/trace.go:171","msg":"trace[1508090380] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12618; }","duration":"2.452309572s","start":"2026-03-03T14:31:05.740514Z","end":"2026-03-03T14:31:08.192823Z","steps":["trace[1508090380] 'agreement among raft nodes before linearized reading' (duration: 2.452182629s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.192852Z","caller":"traceutil/trace.go:171","msg":"trace[1159584248] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12618; }","duration":"2.904379768s","start":"2026-03-03T14:31:05.28842Z","end":"2026-03-03T14:31:08.1928Z","steps":["trace[1159584248] 'agreement among raft nodes before linearized reading' (duration: 2.903699683s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.192958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.288415Z","time spent":"2.904533242s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:08.192947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.386607Z","time spent":"2.806219787s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"info","ts":"2026-03-03T14:31:08.192666Z","caller":"traceutil/trace.go:171","msg":"trace[1357043781] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12618; }","duration":"907.919072ms","start":"2026-03-03T14:31:07.284732Z","end":"2026-03-03T14:31:08.192651Z","steps":["trace[1357043781] 'agreement among raft nodes before linearized reading' (duration: 907.755058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.193221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.284703Z","time spent":"908.471934ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:31:08.192898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.74049Z","time spent":"2.452397373s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:31:08.192604Z","caller":"traceutil/trace.go:171","msg":"trace[1516873436] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:12618; }","duration":"2.907302055s","start":"2026-03-03T14:31:05.285272Z","end":"2026-03-03T14:31:08.192574Z","steps":["trace[1516873436] 'agreement among raft nodes before linearized reading' (duration: 2.906804344s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.193406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.285269Z","time spent":"2.908126985s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:08.192608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.838592Z","time spent":"354.003778ms","remote":"127.0.0.1:44074","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:08.19265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.151176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:08.193684Z","caller":"traceutil/trace.go:171","msg":"trace[50715505] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12618; }","duration":"905.200449ms","start":"2026-03-03T14:31:07.288459Z","end":"2026-03-03T14:31:08.193659Z","steps":["trace[50715505] 'agreement among raft nodes before linearized reading' (duration: 904.042483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.193739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.288449Z","time spent":"905.275731ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:08.19265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.121587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:08.193924Z","caller":"traceutil/trace.go:171","msg":"trace[773836853] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12618; }","duration":"909.419326ms","start":"2026-03-03T14:31:07.284461Z","end":"2026-03-03T14:31:08.19388Z","steps":["trace[773836853] 'agreement among raft nodes before linearized reading' (duration: 908.060675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.193991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.284438Z","time spent":"909.531038ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:08.192647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"906.08773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7349"} {"level":"info","ts":"2026-03-03T14:31:08.194112Z","caller":"traceutil/trace.go:171","msg":"trace[1823781522] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12618; }","duration":"907.591275ms","start":"2026-03-03T14:31:07.286506Z","end":"2026-03-03T14:31:08.194098Z","steps":["trace[1823781522] 'agreement among raft nodes before linearized reading' (duration: 905.921417ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.194216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.286492Z","time spent":"907.708507ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7373,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:31:08.192669Z","caller":"traceutil/trace.go:171","msg":"trace[2010954386] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12618; }","duration":"909.859337ms","start":"2026-03-03T14:31:07.282787Z","end":"2026-03-03T14:31:08.192646Z","steps":["trace[2010954386] 'agreement among raft nodes before linearized reading' (duration: 909.676843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.194381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.28277Z","time spent":"911.595736ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:08.192562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875831628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995af3cb69badb\" ","response":"range_response_count:1 size:929"} {"level":"info","ts":"2026-03-03T14:31:08.1947Z","caller":"traceutil/trace.go:171","msg":"trace[221536478] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995af3cb69badb; range_end:; response_count:1; response_revision:12618; }","duration":"1.877997018s","start":"2026-03-03T14:31:06.316677Z","end":"2026-03-03T14:31:08.194674Z","steps":["trace[221536478] 'agreement among raft nodes before linearized reading' (duration: 1.875420688s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.194782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.316665Z","time spent":"1.878098371s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":1,"response size":953,"request content":"key:\"/registry/events/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g.18995af3cb69badb\" "} {"level":"warn","ts":"2026-03-03T14:31:08.19275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"961.092927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7303"} {"level":"info","ts":"2026-03-03T14:31:08.194898Z","caller":"traceutil/trace.go:171","msg":"trace[975556375] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:12618; }","duration":"963.266517ms","start":"2026-03-03T14:31:07.231616Z","end":"2026-03-03T14:31:08.194883Z","steps":["trace[975556375] 'agreement among raft nodes before linearized reading' (duration: 961.016776ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.19496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:07.231599Z","time spent":"963.345199ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7327,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-03-03T14:31:08.192737Z","caller":"traceutil/trace.go:171","msg":"trace[1718056935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12618; }","duration":"144.605733ms","start":"2026-03-03T14:31:08.048119Z","end":"2026-03-03T14:31:08.192724Z","steps":["trace[1718056935] 'agreement among raft nodes before linearized reading' (duration: 144.512471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.192771Z","caller":"traceutil/trace.go:171","msg":"trace[287431468] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12618; }","duration":"1.87505831s","start":"2026-03-03T14:31:06.317704Z","end":"2026-03-03T14:31:08.192762Z","steps":["trace[287431468] 'agreement among raft nodes before linearized reading' (duration: 1.874941438s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.195292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:06.317685Z","time spent":"1.877593258s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:08.192598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.907386567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:31:08.195409Z","caller":"traceutil/trace.go:171","msg":"trace[277935740] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12618; }","duration":"2.910209343s","start":"2026-03-03T14:31:05.28518Z","end":"2026-03-03T14:31:08.195389Z","steps":["trace[277935740] 'agreement among raft nodes before linearized reading' (duration: 2.907162893s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.195463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:05.285174Z","time spent":"2.910274374s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:31:08.618791Z","caller":"traceutil/trace.go:171","msg":"trace[832144096] linearizableReadLoop","detail":"{readStateIndex:13184; appliedIndex:13183; }","duration":"420.839558ms","start":"2026-03-03T14:31:08.197929Z","end":"2026-03-03T14:31:08.618769Z","steps":["trace[832144096] 'read index received' (duration: 362.052404ms)","trace[832144096] 'applied index is now lower than readState.Index' (duration: 58.786064ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:08.618903Z","caller":"traceutil/trace.go:171","msg":"trace[283648584] transaction","detail":"{read_only:false; response_revision:12619; number_of_response:1; }","duration":"421.193196ms","start":"2026-03-03T14:31:08.197652Z","end":"2026-03-03T14:31:08.618845Z","steps":["trace[283648584] 'process raft request' (duration: 362.195317ms)","trace[283648584] 'compare' (duration: 58.768504ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:08.6191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.197625Z","time spent":"421.369709ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:08.619222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.221817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:31:08.619281Z","caller":"traceutil/trace.go:171","msg":"trace[2124321827] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2; range_end:; response_count:1; response_revision:12619; }","duration":"421.36465ms","start":"2026-03-03T14:31:08.197903Z","end":"2026-03-03T14:31:08.619268Z","steps":["trace[2124321827] 'agreement among raft nodes before linearized reading' (duration: 420.981761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.619385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.197891Z","time spent":"421.41183ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2\" "} {"level":"info","ts":"2026-03-03T14:31:08.967763Z","caller":"traceutil/trace.go:171","msg":"trace[1824777308] linearizableReadLoop","detail":"{readStateIndex:13188; appliedIndex:13184; }","duration":"348.877989ms","start":"2026-03-03T14:31:08.618856Z","end":"2026-03-03T14:31:08.967734Z","steps":["trace[1824777308] 'read index received' (duration: 265.904188ms)","trace[1824777308] 'applied index is now lower than readState.Index' (duration: 82.972661ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:08.967936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.521799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:08.968021Z","caller":"traceutil/trace.go:171","msg":"trace[1002366324] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:12623; }","duration":"636.653882ms","start":"2026-03-03T14:31:08.331347Z","end":"2026-03-03T14:31:08.968001Z","steps":["trace[1002366324] 'agreement among raft nodes before linearized reading' (duration: 636.489268ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.968026Z","caller":"traceutil/trace.go:171","msg":"trace[1305155222] transaction","detail":"{read_only:false; response_revision:12621; number_of_response:1; }","duration":"768.184483ms","start":"2026-03-03T14:31:08.199823Z","end":"2026-03-03T14:31:08.968007Z","steps":["trace[1305155222] 'process raft request' (duration: 767.723872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.968073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.028025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:31:08.968072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.331334Z","time spent":"636.721403ms","remote":"127.0.0.1:49490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:08.96812Z","caller":"traceutil/trace.go:171","msg":"trace[563845863] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12623; }","duration":"645.172447ms","start":"2026-03-03T14:31:08.322934Z","end":"2026-03-03T14:31:08.968107Z","steps":["trace[563845863] 'agreement among raft nodes before linearized reading' (duration: 644.951732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.968125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.199814Z","time spent":"768.247384ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:08.968102Z","caller":"traceutil/trace.go:171","msg":"trace[1948248633] transaction","detail":"{read_only:false; response_revision:12622; number_of_response:1; }","duration":"768.151642ms","start":"2026-03-03T14:31:08.199929Z","end":"2026-03-03T14:31:08.96808Z","steps":["trace[1948248633] 'process raft request' (duration: 767.67548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.96816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.322899Z","time spent":"645.251629ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:31:08.968232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.199923Z","time spent":"768.240924ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":914,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:08.968315Z","caller":"traceutil/trace.go:171","msg":"trace[1667872633] transaction","detail":"{read_only:false; response_revision:12620; number_of_response:1; }","duration":"769.021822ms","start":"2026-03-03T14:31:08.199281Z","end":"2026-03-03T14:31:08.968303Z","steps":["trace[1667872633] 'process raft request' (duration: 685.568189ms)","trace[1667872633] 'compare' (duration: 82.255205ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:08.968361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.199273Z","time spent":"769.063783ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:08.968416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"765.595592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:08.968428Z","caller":"traceutil/trace.go:171","msg":"trace[1336671315] transaction","detail":"{read_only:false; response_revision:12623; number_of_response:1; }","duration":"765.744016ms","start":"2026-03-03T14:31:08.202664Z","end":"2026-03-03T14:31:08.968408Z","steps":["trace[1336671315] 'process raft request' (duration: 765.005258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.968519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.202656Z","time spent":"765.819668ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:08.968541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"769.664626ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:205"} {"level":"info","ts":"2026-03-03T14:31:08.968571Z","caller":"traceutil/trace.go:171","msg":"trace[1254436189] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:12623; }","duration":"769.709128ms","start":"2026-03-03T14:31:08.198852Z","end":"2026-03-03T14:31:08.968561Z","steps":["trace[1254436189] 'agreement among raft nodes before linearized reading' (duration: 769.611855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.968603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.198844Z","time spent":"769.751098ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:08.968708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.019381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:08.968447Z","caller":"traceutil/trace.go:171","msg":"trace[966057142] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12623; }","duration":"765.635064ms","start":"2026-03-03T14:31:08.202801Z","end":"2026-03-03T14:31:08.968436Z","steps":["trace[966057142] 'agreement among raft nodes before linearized reading' (duration: 765.580303ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.968763Z","caller":"traceutil/trace.go:171","msg":"trace[48615293] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:12623; }","duration":"355.130663ms","start":"2026-03-03T14:31:08.613615Z","end":"2026-03-03T14:31:08.968746Z","steps":["trace[48615293] 'agreement among raft nodes before linearized reading' (duration: 355.032861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.968772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.202797Z","time spent":"765.965151ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:08.968807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.613585Z","time spent":"355.209615ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:08.969076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.485876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" ","response":"range_response_count:1 size:13229"} {"level":"warn","ts":"2026-03-03T14:31:08.969114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.239379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:31:08.969111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.215969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" ","response":"range_response_count:1 size:10377"} {"level":"info","ts":"2026-03-03T14:31:08.96912Z","caller":"traceutil/trace.go:171","msg":"trace[1556207360] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"340.538767ms","start":"2026-03-03T14:31:08.628564Z","end":"2026-03-03T14:31:08.969103Z","steps":["trace[1556207360] 'agreement among raft nodes before linearized reading' (duration: 340.436075ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.969145Z","caller":"traceutil/trace.go:171","msg":"trace[1007092806] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12623; }","duration":"346.333601ms","start":"2026-03-03T14:31:08.622801Z","end":"2026-03-03T14:31:08.969134Z","steps":["trace[1007092806] 'agreement among raft nodes before linearized reading' (duration: 346.183547ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.969174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.622777Z","time spent":"346.389872ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:08.969164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.459796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" ","response":"range_response_count:1 size:24244"} {"level":"warn","ts":"2026-03-03T14:31:08.969204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.767159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" ","response":"range_response_count:1 size:5586"} {"level":"warn","ts":"2026-03-03T14:31:08.969186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.628552Z","time spent":"340.610559ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":13253,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumendpoints.cilium.io\" "} {"level":"info","ts":"2026-03-03T14:31:08.96922Z","caller":"traceutil/trace.go:171","msg":"trace[1525935604] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"339.79588ms","start":"2026-03-03T14:31:08.629419Z","end":"2026-03-03T14:31:08.969215Z","steps":["trace[1525935604] 'agreement among raft nodes before linearized reading' (duration: 339.744248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.96924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.629415Z","time spent":"339.82116ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":1,"response size":5610,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumexternalworkloads.cilium.io\" "} {"level":"info","ts":"2026-03-03T14:31:08.969224Z","caller":"traceutil/trace.go:171","msg":"trace[533768836] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"334.537378ms","start":"2026-03-03T14:31:08.634671Z","end":"2026-03-03T14:31:08.969208Z","steps":["trace[533768836] 'agreement among raft nodes before linearized reading' (duration: 334.372385ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.969152Z","caller":"traceutil/trace.go:171","msg":"trace[2031404146] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"340.276381ms","start":"2026-03-03T14:31:08.628868Z","end":"2026-03-03T14:31:08.969144Z","steps":["trace[2031404146] 'agreement among raft nodes before linearized reading' (duration: 340.121627ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.969283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.628862Z","time spent":"340.414164ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":1,"response size":10401,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliuml2announcementpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:31:08.969287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.273909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188495"} {"level":"warn","ts":"2026-03-03T14:31:08.969278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.634662Z","time spent":"334.60179ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":24268,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodes.cilium.io\" "} {"level":"info","ts":"2026-03-03T14:31:08.969338Z","caller":"traceutil/trace.go:171","msg":"trace[316513429] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"142.383571ms","start":"2026-03-03T14:31:08.826941Z","end":"2026-03-03T14:31:08.969324Z","steps":["trace[316513429] 'agreement among raft nodes before linearized reading' (duration: 142.186467ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.969424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.571478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" ","response":"range_response_count:1 size:4083"} {"level":"warn","ts":"2026-03-03T14:31:08.969445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.749082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188252"} {"level":"warn","ts":"2026-03-03T14:31:08.969454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.050935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" ","response":"range_response_count:1 size:4180"} {"level":"info","ts":"2026-03-03T14:31:08.969483Z","caller":"traceutil/trace.go:171","msg":"trace[643488291] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"340.076696ms","start":"2026-03-03T14:31:08.629398Z","end":"2026-03-03T14:31:08.969474Z","steps":["trace[643488291] 'agreement among raft nodes before linearized reading' (duration: 340.000935ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.969482Z","caller":"traceutil/trace.go:171","msg":"trace[831415066] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"307.886794ms","start":"2026-03-03T14:31:08.661585Z","end":"2026-03-03T14:31:08.969472Z","steps":["trace[831415066] 'agreement among raft nodes before linearized reading' (duration: 307.71701ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.969481Z","caller":"traceutil/trace.go:171","msg":"trace[616719038] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"340.65192ms","start":"2026-03-03T14:31:08.628812Z","end":"2026-03-03T14:31:08.969464Z","steps":["trace[616719038] 'agreement among raft nodes before linearized reading' (duration: 340.504407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.969506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.629368Z","time spent":"340.134197ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4204,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumcidrgroups.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:31:08.969518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.661567Z","time spent":"307.942366ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":188276,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:31:08.969529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.909735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" ","response":"range_response_count:1 size:9320"} {"level":"warn","ts":"2026-03-03T14:31:08.969543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.628802Z","time spent":"340.724332ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4107,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumpodippools.cilium.io\" "} {"level":"info","ts":"2026-03-03T14:31:08.969568Z","caller":"traceutil/trace.go:171","msg":"trace[218843272] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"340.959407ms","start":"2026-03-03T14:31:08.628599Z","end":"2026-03-03T14:31:08.969558Z","steps":["trace[218843272] 'agreement among raft nodes before linearized reading' (duration: 340.848885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.969538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.964467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" ","response":"range_response_count:1 size:5177"} {"level":"warn","ts":"2026-03-03T14:31:08.969589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.056139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" ","response":"range_response_count:1 size:4333"} {"level":"warn","ts":"2026-03-03T14:31:08.969595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.628592Z","time spent":"340.993708ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":9344,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumloadbalancerippools.cilium.io\" "} {"level":"info","ts":"2026-03-03T14:31:08.96962Z","caller":"traceutil/trace.go:171","msg":"trace[2118001310] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"341.201912ms","start":"2026-03-03T14:31:08.628394Z","end":"2026-03-03T14:31:08.969596Z","steps":["trace[2118001310] 'agreement among raft nodes before linearized reading' (duration: 340.824934ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:08.969611Z","caller":"traceutil/trace.go:171","msg":"trace[1344832306] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io; range_end:; response_count:1; response_revision:12623; }","duration":"341.11725ms","start":"2026-03-03T14:31:08.628487Z","end":"2026-03-03T14:31:08.969605Z","steps":["trace[1344832306] 'agreement among raft nodes before linearized reading' (duration: 341.040859ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:08.969665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.628381Z","time spent":"341.272434ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":5201,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnodeconfigs.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:31:08.970063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.628467Z","time spent":"341.588552ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":85,"response count":1,"response size":4357,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumidentities.cilium.io\" "} {"level":"warn","ts":"2026-03-03T14:31:09.214294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.488987ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:09.214633Z","caller":"traceutil/trace.go:171","msg":"trace[2041454559] transaction","detail":"{read_only:false; response_revision:12624; number_of_response:1; }","duration":"236.02236ms","start":"2026-03-03T14:31:08.978371Z","end":"2026-03-03T14:31:09.214394Z","steps":["trace[2041454559] 'process raft request' (duration: 131.354427ms)","trace[2041454559] 'compare' (duration: 104.367735ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.29996Z","caller":"traceutil/trace.go:171","msg":"trace[1843237812] linearizableReadLoop","detail":"{readStateIndex:13191; appliedIndex:13188; }","duration":"314.63044ms","start":"2026-03-03T14:31:08.985308Z","end":"2026-03-03T14:31:09.299938Z","steps":["trace[1843237812] 'read index received' (duration: 124.441298ms)","trace[1843237812] 'applied index is now lower than readState.Index' (duration: 190.188442ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.300042Z","caller":"traceutil/trace.go:171","msg":"trace[146162534] transaction","detail":"{read_only:false; response_revision:12625; number_of_response:1; }","duration":"321.426586ms","start":"2026-03-03T14:31:08.978563Z","end":"2026-03-03T14:31:09.299989Z","steps":["trace[146162534] 'process raft request' (duration: 321.215931ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.300249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.978534Z","time spent":"321.610311ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:09.30034Z","caller":"traceutil/trace.go:171","msg":"trace[1735428464] transaction","detail":"{read_only:false; response_revision:12626; number_of_response:1; }","duration":"319.85111ms","start":"2026-03-03T14:31:08.980447Z","end":"2026-03-03T14:31:09.300298Z","steps":["trace[1735428464] 'process raft request' (duration: 319.447701ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.300544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.980438Z","time spent":"319.976433ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:09.300737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.426208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:31:09.300777Z","caller":"traceutil/trace.go:171","msg":"trace[1803094798] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:12626; }","duration":"315.491429ms","start":"2026-03-03T14:31:08.98527Z","end":"2026-03-03T14:31:09.300761Z","steps":["trace[1803094798] 'agreement among raft nodes before linearized reading' (duration: 315.320075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.300821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:08.98526Z","time spent":"315.554771ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" "} {"level":"info","ts":"2026-03-03T14:31:09.429879Z","caller":"traceutil/trace.go:171","msg":"trace[844022571] linearizableReadLoop","detail":"{readStateIndex:13192; appliedIndex:13191; }","duration":"125.142833ms","start":"2026-03-03T14:31:09.304711Z","end":"2026-03-03T14:31:09.429854Z","steps":["trace[844022571] 'read index received' (duration: 70.084375ms)","trace[844022571] 'applied index is now lower than readState.Index' (duration: 55.056768ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.429898Z","caller":"traceutil/trace.go:171","msg":"trace[1329752891] transaction","detail":"{read_only:false; response_revision:12627; number_of_response:1; }","duration":"125.655155ms","start":"2026-03-03T14:31:09.304217Z","end":"2026-03-03T14:31:09.429872Z","steps":["trace[1329752891] 'process raft request' (duration: 70.71615ms)","trace[1329752891] 'compare' (duration: 54.686719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:09.430482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.81995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replicaset-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:31:09.430577Z","caller":"traceutil/trace.go:171","msg":"trace[13979239] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replicaset-controller; range_end:; response_count:1; response_revision:12627; }","duration":"122.949233ms","start":"2026-03-03T14:31:09.307613Z","end":"2026-03-03T14:31:09.430562Z","steps":["trace[13979239] 'agreement among raft nodes before linearized reading' (duration: 122.719858ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.430633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.894691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4777"} {"level":"info","ts":"2026-03-03T14:31:09.430713Z","caller":"traceutil/trace.go:171","msg":"trace[521331134] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:12627; }","duration":"125.993503ms","start":"2026-03-03T14:31:09.304702Z","end":"2026-03-03T14:31:09.430695Z","steps":["trace[521331134] 'agreement among raft nodes before linearized reading' (duration: 125.730047ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.631521Z","caller":"traceutil/trace.go:171","msg":"trace[856596596] linearizableReadLoop","detail":"{readStateIndex:13194; appliedIndex:13193; }","duration":"124.16337ms","start":"2026-03-03T14:31:09.507325Z","end":"2026-03-03T14:31:09.631488Z","steps":["trace[856596596] 'read index received' (duration: 86.184286ms)","trace[856596596] 'applied index is now lower than readState.Index' (duration: 37.977134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.631595Z","caller":"traceutil/trace.go:171","msg":"trace[775659727] transaction","detail":"{read_only:false; response_revision:12629; number_of_response:1; }","duration":"190.52629ms","start":"2026-03-03T14:31:09.441038Z","end":"2026-03-03T14:31:09.631565Z","steps":["trace[775659727] 'process raft request' (duration: 152.558096ms)","trace[775659727] 'compare' (duration: 37.692138ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:09.631821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.558946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/root-ca-cert-publisher\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:31:09.631883Z","caller":"traceutil/trace.go:171","msg":"trace[2102995122] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/root-ca-cert-publisher; range_end:; response_count:1; response_revision:12629; }","duration":"116.74864ms","start":"2026-03-03T14:31:09.515118Z","end":"2026-03-03T14:31:09.631867Z","steps":["trace[2102995122] 'agreement among raft nodes before linearized reading' (duration: 116.552455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.631885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.52738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18995abfe356a06c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-03-03T14:31:09.632043Z","caller":"traceutil/trace.go:171","msg":"trace[105375068] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18995abfe356a06c; range_end:; response_count:1; response_revision:12629; }","duration":"124.726704ms","start":"2026-03-03T14:31:09.507292Z","end":"2026-03-03T14:31:09.632019Z","steps":["trace[105375068] 'agreement among raft nodes before linearized reading' (duration: 124.352835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.834216Z","caller":"traceutil/trace.go:171","msg":"trace[2051073793] linearizableReadLoop","detail":"{readStateIndex:13196; appliedIndex:13195; }","duration":"149.70773ms","start":"2026-03-03T14:31:09.684482Z","end":"2026-03-03T14:31:09.834189Z","steps":["trace[2051073793] 'read index received' (duration: 113.996626ms)","trace[2051073793] 'applied index is now lower than readState.Index' (duration: 35.709794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:09.83424Z","caller":"traceutil/trace.go:171","msg":"trace[1222699590] transaction","detail":"{read_only:false; response_revision:12631; number_of_response:1; }","duration":"150.970699ms","start":"2026-03-03T14:31:09.683233Z","end":"2026-03-03T14:31:09.834204Z","steps":["trace[1222699590] 'process raft request' (duration: 115.320357ms)","trace[1222699590] 'compare' (duration: 35.521719ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:09.834465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.252182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:31:09.834523Z","caller":"traceutil/trace.go:171","msg":"trace[1150767647] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:12631; }","duration":"150.354005ms","start":"2026-03-03T14:31:09.684158Z","end":"2026-03-03T14:31:09.834512Z","steps":["trace[1150767647] 'agreement among raft nodes before linearized reading' (duration: 150.14957ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:09.915241Z","caller":"traceutil/trace.go:171","msg":"trace[1820520951] transaction","detail":"{read_only:false; response_revision:12632; number_of_response:1; }","duration":"225.877475ms","start":"2026-03-03T14:31:09.689255Z","end":"2026-03-03T14:31:09.915132Z","steps":["trace[1820520951] 'process raft request' (duration: 225.352002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.915319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.231089ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7506"} {"level":"info","ts":"2026-03-03T14:31:09.915396Z","caller":"traceutil/trace.go:171","msg":"trace[1193867281] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:12632; }","duration":"205.363422ms","start":"2026-03-03T14:31:09.710013Z","end":"2026-03-03T14:31:09.915376Z","steps":["trace[1193867281] 'agreement among raft nodes before linearized reading' (duration: 205.068556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:09.915516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.139886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:09.915594Z","caller":"traceutil/trace.go:171","msg":"trace[2026982783] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12632; }","duration":"106.274449ms","start":"2026-03-03T14:31:09.809303Z","end":"2026-03-03T14:31:09.915577Z","steps":["trace[2026982783] 'agreement among raft nodes before linearized reading' (duration: 106.006293ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:10.235713Z","caller":"traceutil/trace.go:171","msg":"trace[94472670] linearizableReadLoop","detail":"{readStateIndex:13198; appliedIndex:13197; }","duration":"303.439532ms","start":"2026-03-03T14:31:09.932246Z","end":"2026-03-03T14:31:10.235686Z","steps":["trace[94472670] 'read index received' (duration: 214.937663ms)","trace[94472670] 'applied index is now lower than readState.Index' (duration: 88.500669ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:10.235896Z","caller":"traceutil/trace.go:171","msg":"trace[1034028604] transaction","detail":"{read_only:false; response_revision:12633; number_of_response:1; }","duration":"304.873995ms","start":"2026-03-03T14:31:09.93097Z","end":"2026-03-03T14:31:10.235844Z","steps":["trace[1034028604] 'process raft request' (duration: 216.211802ms)","trace[1034028604] 'compare' (duration: 88.376867ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:10.236052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.138699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:31:10.236164Z","caller":"traceutil/trace.go:171","msg":"trace[184994648] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12633; }","duration":"278.296362ms","start":"2026-03-03T14:31:09.95785Z","end":"2026-03-03T14:31:10.236147Z","steps":["trace[184994648] 'agreement among raft nodes before linearized reading' (duration: 278.134178ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.236457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.930958Z","time spent":"305.044619ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:10.235954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.686587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" ","response":"range_response_count:1 size:224"} {"level":"info","ts":"2026-03-03T14:31:10.236711Z","caller":"traceutil/trace.go:171","msg":"trace[990616115] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/ttl-after-finished-controller; range_end:; response_count:1; response_revision:12633; }","duration":"304.460515ms","start":"2026-03-03T14:31:09.932228Z","end":"2026-03-03T14:31:10.236689Z","steps":["trace[990616115] 'agreement among raft nodes before linearized reading' (duration: 303.614746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.236792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:09.932221Z","time spent":"304.543707ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":248,"request content":"key:\"/registry/serviceaccounts/kube-system/ttl-after-finished-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:10.237443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.860592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:10.23784Z","caller":"traceutil/trace.go:171","msg":"trace[505369105] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12633; }","duration":"189.094178ms","start":"2026-03-03T14:31:10.048464Z","end":"2026-03-03T14:31:10.237558Z","steps":["trace[505369105] 'agreement among raft nodes before linearized reading' (duration: 188.247458ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:10.632884Z","caller":"traceutil/trace.go:171","msg":"trace[281688767] linearizableReadLoop","detail":"{readStateIndex:13199; appliedIndex:13198; }","duration":"384.307585ms","start":"2026-03-03T14:31:10.248551Z","end":"2026-03-03T14:31:10.632859Z","steps":["trace[281688767] 'read index received' (duration: 384.113541ms)","trace[281688767] 'applied index is now lower than readState.Index' (duration: 192.834µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:10.632984Z","caller":"traceutil/trace.go:171","msg":"trace[55012834] transaction","detail":"{read_only:false; response_revision:12634; number_of_response:1; }","duration":"385.005892ms","start":"2026-03-03T14:31:10.247952Z","end":"2026-03-03T14:31:10.632958Z","steps":["trace[55012834] 'process raft request' (duration: 384.734166ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.63314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.563652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:216"} {"level":"info","ts":"2026-03-03T14:31:10.6332Z","caller":"traceutil/trace.go:171","msg":"trace[758518193] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:12634; }","duration":"384.651804ms","start":"2026-03-03T14:31:10.248533Z","end":"2026-03-03T14:31:10.633185Z","steps":["trace[758518193] 'agreement among raft nodes before linearized reading' (duration: 384.435349ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.633252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:10.248526Z","time spent":"384.714065ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-03-03T14:31:10.633406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:10.247937Z","time spent":"385.098024ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6050,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:10.938881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.563041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:10.938961Z","caller":"traceutil/trace.go:171","msg":"trace[1252376806] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:12634; }","duration":"200.714505ms","start":"2026-03-03T14:31:10.73823Z","end":"2026-03-03T14:31:10.938945Z","steps":["trace[1252376806] 'count revisions from in-memory index tree' (duration: 200.316745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:10.938952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.970398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:209"} {"level":"info","ts":"2026-03-03T14:31:10.939014Z","caller":"traceutil/trace.go:171","msg":"trace[160296992] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:12634; }","duration":"256.05783ms","start":"2026-03-03T14:31:10.682938Z","end":"2026-03-03T14:31:10.938996Z","steps":["trace[160296992] 'range keys from in-memory index tree' (duration: 255.832714ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:11.584576Z","caller":"traceutil/trace.go:171","msg":"trace[871520271] transaction","detail":"{read_only:false; response_revision:12638; number_of_response:1; }","duration":"316.735328ms","start":"2026-03-03T14:31:11.267799Z","end":"2026-03-03T14:31:11.584534Z","steps":["trace[871520271] 'process raft request' (duration: 277.675158ms)","trace[871520271] 'compare' (duration: 38.756763ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:11.584752Z","caller":"traceutil/trace.go:171","msg":"trace[222590691] transaction","detail":"{read_only:false; response_revision:12639; number_of_response:1; }","duration":"316.82524ms","start":"2026-03-03T14:31:11.26791Z","end":"2026-03-03T14:31:11.584736Z","steps":["trace[222590691] 'process raft request' (duration: 316.531083ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.584772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.267747Z","time spent":"316.917842ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1564,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.584841Z","caller":"traceutil/trace.go:171","msg":"trace[1850576269] transaction","detail":"{read_only:false; response_revision:12641; number_of_response:1; }","duration":"316.147005ms","start":"2026-03-03T14:31:11.268686Z","end":"2026-03-03T14:31:11.584833Z","steps":["trace[1850576269] 'process raft request' (duration: 315.991292ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:11.584856Z","caller":"traceutil/trace.go:171","msg":"trace[301700262] transaction","detail":"{read_only:false; response_revision:12642; number_of_response:1; }","duration":"315.347347ms","start":"2026-03-03T14:31:11.269487Z","end":"2026-03-03T14:31:11.584834Z","steps":["trace[301700262] 'process raft request' (duration: 315.230665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.584941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.268669Z","time spent":"316.205766ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.58497Z","caller":"traceutil/trace.go:171","msg":"trace[1865867050] transaction","detail":"{read_only:false; response_revision:12643; number_of_response:1; }","duration":"315.401118ms","start":"2026-03-03T14:31:11.269558Z","end":"2026-03-03T14:31:11.584959Z","steps":["trace[1865867050] 'process raft request' (duration: 315.191203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.58498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.269478Z","time spent":"315.437149ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1230,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:11.585015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.269552Z","time spent":"315.438909ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1269,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.584777Z","caller":"traceutil/trace.go:171","msg":"trace[615649652] transaction","detail":"{read_only:false; response_revision:12640; number_of_response:1; }","duration":"316.646746ms","start":"2026-03-03T14:31:11.268107Z","end":"2026-03-03T14:31:11.584753Z","steps":["trace[615649652] 'process raft request' (duration: 316.467152ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:11.585177Z","caller":"traceutil/trace.go:171","msg":"trace[1147747878] transaction","detail":"{read_only:false; response_revision:12644; number_of_response:1; }","duration":"315.388678ms","start":"2026-03-03T14:31:11.269781Z","end":"2026-03-03T14:31:11.58517Z","steps":["trace[1147747878] 'process raft request' (duration: 315.141422ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.585225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.269775Z","time spent":"315.428069ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4042,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:11.584948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.267889Z","time spent":"316.928213ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.58554Z","caller":"traceutil/trace.go:171","msg":"trace[706126130] transaction","detail":"{read_only:false; response_revision:12645; number_of_response:1; }","duration":"315.411138ms","start":"2026-03-03T14:31:11.270119Z","end":"2026-03-03T14:31:11.585531Z","steps":["trace[706126130] 'process raft request' (duration: 315.019189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.58559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.270098Z","time spent":"315.46795ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1715,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:11.585588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.268091Z","time spent":"317.022855ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.585836Z","caller":"traceutil/trace.go:171","msg":"trace[1226748070] transaction","detail":"{read_only:false; response_revision:12646; number_of_response:1; }","duration":"314.615349ms","start":"2026-03-03T14:31:11.271211Z","end":"2026-03-03T14:31:11.585827Z","steps":["trace[1226748070] 'process raft request' (duration: 314.282331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.585888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.271201Z","time spent":"314.659271ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5588,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.585968Z","caller":"traceutil/trace.go:171","msg":"trace[611018171] transaction","detail":"{read_only:false; response_revision:12647; number_of_response:1; }","duration":"314.65708ms","start":"2026-03-03T14:31:11.271286Z","end":"2026-03-03T14:31:11.585943Z","steps":["trace[611018171] 'process raft request' (duration: 314.484496ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.586052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.27128Z","time spent":"314.715372ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5867,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.586235Z","caller":"traceutil/trace.go:171","msg":"trace[2037675833] linearizableReadLoop","detail":"{readStateIndex:13214; appliedIndex:13202; }","duration":"279.199733ms","start":"2026-03-03T14:31:11.307015Z","end":"2026-03-03T14:31:11.586215Z","steps":["trace[2037675833] 'read index received' (duration: 16.158481ms)","trace[2037675833] 'applied index is now lower than readState.Index' (duration: 263.040072ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:11.586363Z","caller":"traceutil/trace.go:171","msg":"trace[793269562] transaction","detail":"{read_only:false; response_revision:12648; number_of_response:1; }","duration":"313.673268ms","start":"2026-03-03T14:31:11.272675Z","end":"2026-03-03T14:31:11.586348Z","steps":["trace[793269562] 'process raft request' (duration: 313.225297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.586457Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.457929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:11.586501Z","caller":"traceutil/trace.go:171","msg":"trace[1296991568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12649; }","duration":"279.565652ms","start":"2026-03-03T14:31:11.306926Z","end":"2026-03-03T14:31:11.586492Z","steps":["trace[1296991568] 'agreement among raft nodes before linearized reading' (duration: 279.438829ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.586547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.003143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"warn","ts":"2026-03-03T14:31:11.586542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.46019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:11.586582Z","caller":"traceutil/trace.go:171","msg":"trace[1600776443] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:12649; }","duration":"231.073315ms","start":"2026-03-03T14:31:11.355496Z","end":"2026-03-03T14:31:11.586569Z","steps":["trace[1600776443] 'agreement among raft nodes before linearized reading' (duration: 230.986733ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:11.586599Z","caller":"traceutil/trace.go:171","msg":"trace[1940822995] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:12649; }","duration":"181.551242ms","start":"2026-03-03T14:31:11.405029Z","end":"2026-03-03T14:31:11.58658Z","steps":["trace[1940822995] 'agreement among raft nodes before linearized reading' (duration: 181.46532ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.58645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.272664Z","time spent":"313.73957ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":649,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:31:11.586803Z","caller":"traceutil/trace.go:171","msg":"trace[1895421062] transaction","detail":"{read_only:false; response_revision:12649; number_of_response:1; }","duration":"312.238735ms","start":"2026-03-03T14:31:11.274556Z","end":"2026-03-03T14:31:11.586794Z","steps":["trace[1895421062] 'process raft request' (duration: 311.536449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.58685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.274545Z","time spent":"312.282945ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7437,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:11.835588Z","caller":"traceutil/trace.go:171","msg":"trace[1343795620] transaction","detail":"{read_only:false; response_revision:12651; number_of_response:1; }","duration":"239.469538ms","start":"2026-03-03T14:31:11.596078Z","end":"2026-03-03T14:31:11.835547Z","steps":["trace[1343795620] 'process raft request' (duration: 237.230036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:11.835891Z","caller":"traceutil/trace.go:171","msg":"trace[1374109978] linearizableReadLoop","detail":"{readStateIndex:13217; appliedIndex:13215; }","duration":"172.270109ms","start":"2026-03-03T14:31:11.663593Z","end":"2026-03-03T14:31:11.835863Z","steps":["trace[1374109978] 'read index received' (duration: 169.758431ms)","trace[1374109978] 'applied index is now lower than readState.Index' (duration: 2.510528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:11.835972Z","caller":"traceutil/trace.go:171","msg":"trace[1084209153] transaction","detail":"{read_only:false; response_revision:12652; number_of_response:1; }","duration":"235.323633ms","start":"2026-03-03T14:31:11.600625Z","end":"2026-03-03T14:31:11.835949Z","steps":["trace[1084209153] 'process raft request' (duration: 235.136009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.83613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.981005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/expand-controller\" ","response":"range_response_count:1 size:199"} {"level":"info","ts":"2026-03-03T14:31:11.836172Z","caller":"traceutil/trace.go:171","msg":"trace[733840920] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/expand-controller; range_end:; response_count:1; response_revision:12652; }","duration":"242.064588ms","start":"2026-03-03T14:31:11.594092Z","end":"2026-03-03T14:31:11.836157Z","steps":["trace[733840920] 'agreement among raft nodes before linearized reading' (duration: 241.894064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:11.876209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.398413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/deployment-controller\" ","response":"range_response_count:1 size:207"} {"level":"info","ts":"2026-03-03T14:31:11.876326Z","caller":"traceutil/trace.go:171","msg":"trace[1475812777] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/deployment-controller; range_end:; response_count:1; response_revision:12653; }","duration":"208.563676ms","start":"2026-03-03T14:31:11.66774Z","end":"2026-03-03T14:31:11.876304Z","steps":["trace[1475812777] 'agreement among raft nodes before linearized reading' (duration: 208.206608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:12.086308Z","caller":"traceutil/trace.go:171","msg":"trace[802482132] linearizableReadLoop","detail":"{readStateIndex:13220; appliedIndex:13218; }","duration":"210.49895ms","start":"2026-03-03T14:31:11.875786Z","end":"2026-03-03T14:31:12.086285Z","steps":["trace[802482132] 'read index received' (duration: 190.158071ms)","trace[802482132] 'applied index is now lower than readState.Index' (duration: 20.340039ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:12.086331Z","caller":"traceutil/trace.go:171","msg":"trace[1415106767] transaction","detail":"{read_only:false; response_revision:12654; number_of_response:1; }","duration":"246.407638ms","start":"2026-03-03T14:31:11.839887Z","end":"2026-03-03T14:31:12.086294Z","steps":["trace[1415106767] 'process raft request' (duration: 225.963966ms)","trace[1415106767] 'compare' (duration: 20.203927ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:12.086493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.587336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce\" ","response":"range_response_count:1 size:1435"} {"level":"info","ts":"2026-03-03T14:31:12.08651Z","caller":"traceutil/trace.go:171","msg":"trace[1090345612] transaction","detail":"{read_only:false; response_revision:12655; number_of_response:1; }","duration":"243.081851ms","start":"2026-03-03T14:31:11.843403Z","end":"2026-03-03T14:31:12.086485Z","steps":["trace[1090345612] 'process raft request' (duration: 242.808795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.086538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.220601ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3\" ","response":"range_response_count:1 size:1275"} {"level":"info","ts":"2026-03-03T14:31:12.086557Z","caller":"traceutil/trace.go:171","msg":"trace[806346672] range","detail":"{range_begin:/registry/persistentvolumes/pvc-c9c21a06-e413-46a6-9956-34b215d718ce; range_end:; response_count:1; response_revision:12655; }","duration":"244.675319ms","start":"2026-03-03T14:31:11.841864Z","end":"2026-03-03T14:31:12.08654Z","steps":["trace[806346672] 'agreement among raft nodes before linearized reading' (duration: 244.440523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:12.086571Z","caller":"traceutil/trace.go:171","msg":"trace[833176688] range","detail":"{range_begin:/registry/persistentvolumes/pvc-df60c6dd-43f8-45eb-a060-8c41470d72f3; range_end:; response_count:1; response_revision:12655; }","duration":"245.337583ms","start":"2026-03-03T14:31:11.841224Z","end":"2026-03-03T14:31:12.086561Z","steps":["trace[833176688] 'agreement among raft nodes before linearized reading' (duration: 245.1884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.08681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.535095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:31:12.086852Z","caller":"traceutil/trace.go:171","msg":"trace[485926565] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:12655; }","duration":"244.586365ms","start":"2026-03-03T14:31:11.842252Z","end":"2026-03-03T14:31:12.086839Z","steps":["trace[485926565] 'agreement among raft nodes before linearized reading' (duration: 244.508794ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.086939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.150209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-03-03T14:31:12.086994Z","caller":"traceutil/trace.go:171","msg":"trace[1583938405] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:12655; }","duration":"245.231061ms","start":"2026-03-03T14:31:11.84175Z","end":"2026-03-03T14:31:12.086981Z","steps":["trace[1583938405] 'agreement among raft nodes before linearized reading' (duration: 245.099218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.087021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.180052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-03-03T14:31:12.086932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.250947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:31:12.087049Z","caller":"traceutil/trace.go:171","msg":"trace[1122165314] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301; range_end:; response_count:1; response_revision:12655; }","duration":"246.235174ms","start":"2026-03-03T14:31:11.840804Z","end":"2026-03-03T14:31:12.087039Z","steps":["trace[1122165314] 'agreement among raft nodes before linearized reading' (duration: 246.165482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.086949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.667491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:31:12.087147Z","caller":"traceutil/trace.go:171","msg":"trace[284428502] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e; range_end:; response_count:1; response_revision:12655; }","duration":"245.870096ms","start":"2026-03-03T14:31:11.841259Z","end":"2026-03-03T14:31:12.08713Z","steps":["trace[284428502] 'agreement among raft nodes before linearized reading' (duration: 245.61812ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:12.087143Z","caller":"traceutil/trace.go:171","msg":"trace[931488699] range","detail":"{range_begin:/registry/persistentvolumes/pvc-476dfa3c-e381-481a-9196-e970f36066bd; range_end:; response_count:1; response_revision:12655; }","duration":"244.471713ms","start":"2026-03-03T14:31:11.842598Z","end":"2026-03-03T14:31:12.08707Z","steps":["trace[931488699] 'agreement among raft nodes before linearized reading' (duration: 243.790647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.087414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.885086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:31:12.087452Z","caller":"traceutil/trace.go:171","msg":"trace[1732422730] range","detail":"{range_begin:/registry/persistentvolumes/pvc-36ab1dc9-d233-43f3-ab0f-d68efde207c2; range_end:; response_count:1; response_revision:12655; }","duration":"245.961868ms","start":"2026-03-03T14:31:11.841479Z","end":"2026-03-03T14:31:12.087441Z","steps":["trace[1732422730] 'agreement among raft nodes before linearized reading' (duration: 245.865476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.087643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.094741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89\" ","response":"range_response_count:1 size:1303"} {"level":"info","ts":"2026-03-03T14:31:12.087707Z","caller":"traceutil/trace.go:171","msg":"trace[1835821242] range","detail":"{range_begin:/registry/persistentvolumes/pvc-7134889f-5940-4429-984c-ee1fef0eef89; range_end:; response_count:1; response_revision:12655; }","duration":"246.184023ms","start":"2026-03-03T14:31:11.841507Z","end":"2026-03-03T14:31:12.087691Z","steps":["trace[1835821242] 'agreement among raft nodes before linearized reading' (duration: 244.828132ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:12.446473Z","caller":"traceutil/trace.go:171","msg":"trace[210970740] transaction","detail":"{read_only:false; response_revision:12656; number_of_response:1; }","duration":"558.678962ms","start":"2026-03-03T14:31:11.887773Z","end":"2026-03-03T14:31:12.446452Z","steps":["trace[210970740] 'process raft request' (duration: 558.536849ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.446595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.887746Z","time spent":"558.790125ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:12.446774Z","caller":"traceutil/trace.go:171","msg":"trace[341176319] transaction","detail":"{read_only:false; response_revision:12657; number_of_response:1; }","duration":"558.876967ms","start":"2026-03-03T14:31:11.887887Z","end":"2026-03-03T14:31:12.446764Z","steps":["trace[341176319] 'process raft request' (duration: 558.525539ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.446829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.88788Z","time spent":"558.917478ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6141,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:12.446867Z","caller":"traceutil/trace.go:171","msg":"trace[1196143488] transaction","detail":"{read_only:false; response_revision:12658; number_of_response:1; }","duration":"558.802065ms","start":"2026-03-03T14:31:11.888052Z","end":"2026-03-03T14:31:12.446854Z","steps":["trace[1196143488] 'process raft request' (duration: 558.5637ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.446933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.888043Z","time spent":"558.859166ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4351,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:12.446977Z","caller":"traceutil/trace.go:171","msg":"trace[2013726319] linearizableReadLoop","detail":"{readStateIndex:13225; appliedIndex:13221; }","duration":"360.550757ms","start":"2026-03-03T14:31:12.086375Z","end":"2026-03-03T14:31:12.446926Z","steps":["trace[2013726319] 'read index received' (duration: 360.024995ms)","trace[2013726319] 'applied index is now lower than readState.Index' (duration: 523.922µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:12.447143Z","caller":"traceutil/trace.go:171","msg":"trace[1392703667] transaction","detail":"{read_only:false; response_revision:12660; number_of_response:1; }","duration":"405.488034ms","start":"2026-03-03T14:31:12.041642Z","end":"2026-03-03T14:31:12.44713Z","steps":["trace[1392703667] 'process raft request' (duration: 405.189256ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:12.447059Z","caller":"traceutil/trace.go:171","msg":"trace[1819125551] transaction","detail":"{read_only:false; response_revision:12659; number_of_response:1; }","duration":"455.974606ms","start":"2026-03-03T14:31:11.991075Z","end":"2026-03-03T14:31:12.44705Z","steps":["trace[1819125551] 'process raft request' (duration: 455.691099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.447209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.25729ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:12.44724Z","caller":"traceutil/trace.go:171","msg":"trace[198431720] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12660; }","duration":"399.339342ms","start":"2026-03-03T14:31:12.047889Z","end":"2026-03-03T14:31:12.447228Z","steps":["trace[198431720] 'agreement among raft nodes before linearized reading' (duration: 399.25714ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:12.447252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:11.991039Z","time spent":"456.187502ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:12.447268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.047863Z","time spent":"399.399284ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:12.447519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.041599Z","time spent":"405.595936ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:12.947353Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378568,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:13.845178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.647403ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:13.845372Z","caller":"traceutil/trace.go:171","msg":"trace[34550580] linearizableReadLoop","detail":"{readStateIndex:13227; appliedIndex:13225; }","duration":"1.39826514s","start":"2026-03-03T14:31:12.447093Z","end":"2026-03-03T14:31:13.845358Z","steps":["trace[34550580] 'read index received' (duration: 517.376232ms)","trace[34550580] 'applied index is now lower than readState.Index' (duration: 880.871368ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:13.845707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602122017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:13.845736Z","caller":"traceutil/trace.go:171","msg":"trace[972794988] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12662; }","duration":"1.602174889s","start":"2026-03-03T14:31:12.243553Z","end":"2026-03-03T14:31:13.845728Z","steps":["trace[972794988] 'agreement among raft nodes before linearized reading' (duration: 1.602111777s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.845765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.243543Z","time spent":"1.602215599s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:13.845763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.601580365s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7446"} {"level":"info","ts":"2026-03-03T14:31:13.845841Z","caller":"traceutil/trace.go:171","msg":"trace[1403984044] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12662; }","duration":"1.601717808s","start":"2026-03-03T14:31:12.244103Z","end":"2026-03-03T14:31:13.845821Z","steps":["trace[1403984044] 'agreement among raft nodes before linearized reading' (duration: 1.601498823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.845889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.24407Z","time spent":"1.60180738s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7470,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:31:13.845896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.602454395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:31:13.845892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.739666046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:13.845926Z","caller":"traceutil/trace.go:171","msg":"trace[171355232] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12662; }","duration":"1.602536017s","start":"2026-03-03T14:31:12.243381Z","end":"2026-03-03T14:31:13.845917Z","steps":["trace[171355232] 'agreement among raft nodes before linearized reading' (duration: 1.602439815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.84595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.243351Z","time spent":"1.602593878s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:31:13.845958Z","caller":"traceutil/trace.go:171","msg":"trace[1898336759] range","detail":"{range_begin:/registry/jobs/openstack/cinder-backup-storage-init; range_end:; response_count:0; response_revision:12662; }","duration":"1.739786159s","start":"2026-03-03T14:31:12.106154Z","end":"2026-03-03T14:31:13.845941Z","steps":["trace[1898336759] 'agreement among raft nodes before linearized reading' (duration: 1.739661436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.106123Z","time spent":"1.739870481s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-backup-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.397202556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:13.846086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.43277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-03-03T14:31:13.846103Z","caller":"traceutil/trace.go:171","msg":"trace[217927799] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12662; }","duration":"1.397322728s","start":"2026-03-03T14:31:12.448762Z","end":"2026-03-03T14:31:13.846084Z","steps":["trace[217927799] 'agreement among raft nodes before linearized reading' (duration: 1.397153514s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846119Z","caller":"traceutil/trace.go:171","msg":"trace[1236938168] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12662; }","duration":"463.46166ms","start":"2026-03-03T14:31:13.382643Z","end":"2026-03-03T14:31:13.846105Z","steps":["trace[1236938168] 'agreement among raft nodes before linearized reading' (duration: 463.357698ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.334407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"warn","ts":"2026-03-03T14:31:13.846141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.382542Z","time spent":"463.593673ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.47413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-03T14:31:13.846148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.448749Z","time spent":"1.39739052s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.6000847s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:1 size:7446"} {"level":"warn","ts":"2026-03-03T14:31:13.846178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.578172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:31:13.846182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.120623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/glance-api\" ","response":"range_response_count:1 size:922"} {"level":"info","ts":"2026-03-03T14:31:13.846204Z","caller":"traceutil/trace.go:171","msg":"trace[1383217561] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12662; }","duration":"782.666034ms","start":"2026-03-03T14:31:13.063529Z","end":"2026-03-03T14:31:13.846195Z","steps":["trace[1383217561] 'agreement among raft nodes before linearized reading' (duration: 782.597743ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846211Z","caller":"traceutil/trace.go:171","msg":"trace[660863789] range","detail":"{range_begin:/registry/services/specs/openstack/glance-api; range_end:; response_count:1; response_revision:12662; }","duration":"460.165473ms","start":"2026-03-03T14:31:13.386035Z","end":"2026-03-03T14:31:13.846201Z","steps":["trace[660863789] 'agreement among raft nodes before linearized reading' (duration: 460.075941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846213Z","caller":"traceutil/trace.go:171","msg":"trace[628761243] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:1; response_revision:12662; }","duration":"1.600281574s","start":"2026-03-03T14:31:12.245912Z","end":"2026-03-03T14:31:13.846194Z","steps":["trace[628761243] 'agreement among raft nodes before linearized reading' (duration: 1.599947837s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.182014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:993"} {"level":"warn","ts":"2026-03-03T14:31:13.846238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.386026Z","time spent":"460.206144ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/glance-api\" "} {"level":"info","ts":"2026-03-03T14:31:13.846248Z","caller":"traceutil/trace.go:171","msg":"trace[2014164506] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:12662; }","duration":"460.213694ms","start":"2026-03-03T14:31:13.386028Z","end":"2026-03-03T14:31:13.846242Z","steps":["trace[2014164506] 'agreement among raft nodes before linearized reading' (duration: 460.149673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.767348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T14:31:13.846263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.245897Z","time spent":"1.600357637s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":7470,"request content":"key:\"/registry/jobs/openstack/cinder-ks-user\" "} {"level":"info","ts":"2026-03-03T14:31:13.846278Z","caller":"traceutil/trace.go:171","msg":"trace[709220035] transaction","detail":"{read_only:false; response_revision:12661; number_of_response:1; }","duration":"1.753011994s","start":"2026-03-03T14:31:12.093257Z","end":"2026-03-03T14:31:13.846269Z","steps":["trace[709220035] 'process raft request' (duration: 871.216595ms)","trace[709220035] 'compare' (duration: 880.542261ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:13.846285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.667754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995ab0b11d826a\" ","response":"range_response_count:1 size:2105"} {"level":"info","ts":"2026-03-03T14:31:13.846285Z","caller":"traceutil/trace.go:171","msg":"trace[715811467] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12662; }","duration":"460.826829ms","start":"2026-03-03T14:31:13.385446Z","end":"2026-03-03T14:31:13.846273Z","steps":["trace[715811467] 'agreement among raft nodes before linearized reading' (duration: 460.733167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.214044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T14:31:13.846311Z","caller":"traceutil/trace.go:171","msg":"trace[533175924] range","detail":"{range_begin:/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995ab0b11d826a; range_end:; response_count:1; response_revision:12662; }","duration":"565.729166ms","start":"2026-03-03T14:31:13.280572Z","end":"2026-03-03T14:31:13.846301Z","steps":["trace[533175924] 'agreement among raft nodes before linearized reading' (duration: 565.664594ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385432Z","time spent":"460.876151ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.093223Z","time spent":"1.753072486s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":637,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:13.846328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.280552Z","time spent":"565.772507ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2129,"request content":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995ab0b11d826a\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.353408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" ","response":"range_response_count:1 size:4783"} {"level":"warn","ts":"2026-03-03T14:31:13.846276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.386023Z","time spent":"460.247505ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":1017,"request content":"key:\"/registry/services/specs/monitoring/prometheus-operated\" "} {"level":"info","ts":"2026-03-03T14:31:13.84637Z","caller":"traceutil/trace.go:171","msg":"trace[1644966900] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64; range_end:; response_count:1; response_revision:12662; }","duration":"460.387978ms","start":"2026-03-03T14:31:13.385976Z","end":"2026-03-03T14:31:13.846364Z","steps":["trace[1644966900] 'agreement among raft nodes before linearized reading' (duration: 460.315137ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.84638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.557001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-03T14:31:13.846388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385968Z","time spent":"460.41546ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":4807,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-webhook-548949fc64\" "} {"level":"info","ts":"2026-03-03T14:31:13.846402Z","caller":"traceutil/trace.go:171","msg":"trace[1993421567] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:12662; }","duration":"463.629484ms","start":"2026-03-03T14:31:13.382764Z","end":"2026-03-03T14:31:13.846394Z","steps":["trace[1993421567] 'agreement among raft nodes before linearized reading' (duration: 463.570183ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.988498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T14:31:13.84642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.382731Z","time spent":"463.685345ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"info","ts":"2026-03-03T14:31:13.846153Z","caller":"traceutil/trace.go:171","msg":"trace[1371883222] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12662; }","duration":"460.46268ms","start":"2026-03-03T14:31:13.385678Z","end":"2026-03-03T14:31:13.84614Z","steps":["trace[1371883222] 'agreement among raft nodes before linearized reading' (duration: 460.239855ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846435Z","caller":"traceutil/trace.go:171","msg":"trace[2029506151] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12662; }","duration":"463.328557ms","start":"2026-03-03T14:31:13.3831Z","end":"2026-03-03T14:31:13.846428Z","steps":["trace[2029506151] 'agreement among raft nodes before linearized reading' (duration: 462.947798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.358518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager\" ","response":"range_response_count:1 size:1415"} {"level":"warn","ts":"2026-03-03T14:31:13.846415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.267965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" ","response":"range_response_count:1 size:4518"} {"level":"info","ts":"2026-03-03T14:31:13.846471Z","caller":"traceutil/trace.go:171","msg":"trace[1950985046] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager; range_end:; response_count:1; response_revision:12662; }","duration":"460.409489ms","start":"2026-03-03T14:31:13.386053Z","end":"2026-03-03T14:31:13.846462Z","steps":["trace[1950985046] 'agreement among raft nodes before linearized reading' (duration: 460.323367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.662203ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T14:31:13.846497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.386039Z","time spent":"460.4522ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1439,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager\" "} {"level":"info","ts":"2026-03-03T14:31:13.84651Z","caller":"traceutil/trace.go:171","msg":"trace[1068961231] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12662; }","duration":"463.701354ms","start":"2026-03-03T14:31:13.382797Z","end":"2026-03-03T14:31:13.846498Z","steps":["trace[1068961231] 'agreement among raft nodes before linearized reading' (duration: 463.596192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.382762Z","time spent":"463.771687ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.559782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" ","response":"range_response_count:1 size:2913"} {"level":"warn","ts":"2026-03-03T14:31:13.846566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.441275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:13.846319Z","caller":"traceutil/trace.go:171","msg":"trace[1848046939] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12662; }","duration":"463.262115ms","start":"2026-03-03T14:31:13.38305Z","end":"2026-03-03T14:31:13.846312Z","steps":["trace[1848046939] 'agreement among raft nodes before linearized reading' (duration: 463.190173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846604Z","caller":"traceutil/trace.go:171","msg":"trace[725878675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12662; }","duration":"807.522566ms","start":"2026-03-03T14:31:13.039072Z","end":"2026-03-03T14:31:13.846595Z","steps":["trace[725878675] 'agreement among raft nodes before linearized reading' (duration: 807.376423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.554652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/vector-headless\" ","response":"range_response_count:1 size:1162"} {"level":"warn","ts":"2026-03-03T14:31:13.846516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.581458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:13.846648Z","caller":"traceutil/trace.go:171","msg":"trace[30258740] range","detail":"{range_begin:/registry/services/specs/monitoring/vector-headless; range_end:; response_count:1; response_revision:12662; }","duration":"460.586414ms","start":"2026-03-03T14:31:13.386056Z","end":"2026-03-03T14:31:13.846643Z","steps":["trace[30258740] 'agreement among raft nodes before linearized reading' (duration: 460.542893ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.38605Z","time spent":"460.608154ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1186,"request content":"key:\"/registry/services/specs/monitoring/vector-headless\" "} {"level":"info","ts":"2026-03-03T14:31:13.846664Z","caller":"traceutil/trace.go:171","msg":"trace[1061281822] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12662; }","duration":"774.776432ms","start":"2026-03-03T14:31:13.07188Z","end":"2026-03-03T14:31:13.846657Z","steps":["trace[1061281822] 'agreement among raft nodes before linearized reading' (duration: 774.595448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"991.824354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:31:13.846673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.039052Z","time spent":"807.614569ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.383037Z","time spent":"463.580622ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.071849Z","time spent":"774.835023ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:13.8467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.809228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:31:13.846559Z","caller":"traceutil/trace.go:171","msg":"trace[1965644010] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-75c4c745bc; range_end:; response_count:1; response_revision:12662; }","duration":"460.392029ms","start":"2026-03-03T14:31:13.38609Z","end":"2026-03-03T14:31:13.846482Z","steps":["trace[1965644010] 'agreement among raft nodes before linearized reading' (duration: 460.117063ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846728Z","caller":"traceutil/trace.go:171","msg":"trace[1737714763] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12662; }","duration":"460.90342ms","start":"2026-03-03T14:31:13.385818Z","end":"2026-03-03T14:31:13.846721Z","steps":["trace[1737714763] 'agreement among raft nodes before linearized reading' (duration: 460.830249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385657Z","time spent":"460.789838ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385784Z","time spent":"460.959232ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.81885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:13.846749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.38608Z","time spent":"460.653755ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":4542,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-75c4c745bc\" "} {"level":"info","ts":"2026-03-03T14:31:13.846172Z","caller":"traceutil/trace.go:171","msg":"trace[1909278423] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12662; }","duration":"460.526442ms","start":"2026-03-03T14:31:13.385636Z","end":"2026-03-03T14:31:13.846162Z","steps":["trace[1909278423] 'agreement among raft nodes before linearized reading' (duration: 460.424449ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846779Z","caller":"traceutil/trace.go:171","msg":"trace[1101379881] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:12662; }","duration":"868.882001ms","start":"2026-03-03T14:31:12.977891Z","end":"2026-03-03T14:31:13.846773Z","steps":["trace[1101379881] 'agreement among raft nodes before linearized reading' (duration: 868.83094ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.977869Z","time spent":"868.935302ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:13.846705Z","caller":"traceutil/trace.go:171","msg":"trace[936601008] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12662; }","duration":"991.894936ms","start":"2026-03-03T14:31:12.854795Z","end":"2026-03-03T14:31:13.84669Z","steps":["trace[936601008] 'agreement among raft nodes before linearized reading' (duration: 991.816574ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385621Z","time spent":"461.177466ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T14:31:13.84686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.854777Z","time spent":"992.071859ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:31:13.846575Z","caller":"traceutil/trace.go:171","msg":"trace[2134809412] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy; range_end:; response_count:1; response_revision:12662; }","duration":"460.635414ms","start":"2026-03-03T14:31:13.385932Z","end":"2026-03-03T14:31:13.846567Z","steps":["trace[2134809412] 'agreement among raft nodes before linearized reading' (duration: 460.596593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"757.735539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:31:13.846916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385907Z","time spent":"461.004573ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":2937,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.964671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" ","response":"range_response_count:1 size:2534"} {"level":"info","ts":"2026-03-03T14:31:13.84693Z","caller":"traceutil/trace.go:171","msg":"trace[1611447753] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12662; }","duration":"758.250811ms","start":"2026-03-03T14:31:13.088669Z","end":"2026-03-03T14:31:13.84692Z","steps":["trace[1611447753] 'agreement among raft nodes before linearized reading' (duration: 757.749179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.38309Z","time spent":"463.360237ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.088641Z","time spent":"758.312313ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.528662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" ","response":"range_response_count:1 size:3659"} {"level":"info","ts":"2026-03-03T14:31:13.84696Z","caller":"traceutil/trace.go:171","msg":"trace[1091389634] range","detail":"{range_begin:/registry/daemonsets/monitoring/ipmi-exporter; range_end:; response_count:1; response_revision:12662; }","duration":"461.036163ms","start":"2026-03-03T14:31:13.38591Z","end":"2026-03-03T14:31:13.846946Z","steps":["trace[1091389634] 'agreement among raft nodes before linearized reading' (duration: 460.896ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.846987Z","caller":"traceutil/trace.go:171","msg":"trace[1303047301] range","detail":"{range_begin:/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75; range_end:; response_count:1; response_revision:12662; }","duration":"460.938721ms","start":"2026-03-03T14:31:13.386042Z","end":"2026-03-03T14:31:13.846981Z","steps":["trace[1303047301] 'agreement among raft nodes before linearized reading' (duration: 460.496491ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.846996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385902Z","time spent":"461.086464ms","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":2558,"request content":"key:\"/registry/daemonsets/monitoring/ipmi-exporter\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.063496Z","time spent":"782.723756ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:31:13.846639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.659684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/kube-system/cilium\" ","response":"range_response_count:1 size:14480"} {"level":"warn","ts":"2026-03-03T14:31:13.847056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.337553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:13.847079Z","caller":"traceutil/trace.go:171","msg":"trace[317723670] range","detail":"{range_begin:/registry/daemonsets/kube-system/cilium; range_end:; response_count:1; response_revision:12662; }","duration":"461.113745ms","start":"2026-03-03T14:31:13.385959Z","end":"2026-03-03T14:31:13.847073Z","steps":["trace[317723670] 'agreement among raft nodes before linearized reading' (duration: 460.630604ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.847073Z","caller":"traceutil/trace.go:171","msg":"trace[476739178] transaction","detail":"{read_only:false; response_revision:12662; number_of_response:1; }","duration":"1.723836661s","start":"2026-03-03T14:31:12.123224Z","end":"2026-03-03T14:31:13.84706Z","steps":["trace[476739178] 'process raft request' (duration: 1.72202944s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:13.847094Z","caller":"traceutil/trace.go:171","msg":"trace[2067186809] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12662; }","duration":"179.374463ms","start":"2026-03-03T14:31:13.667708Z","end":"2026-03-03T14:31:13.847082Z","steps":["trace[2067186809] 'agreement among raft nodes before linearized reading' (duration: 179.264271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.847005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.386031Z","time spent":"460.968802ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":3683,"request content":"key:\"/registry/replicasets/cert-manager/cert-manager-cainjector-64b59ddb75\" "} {"level":"warn","ts":"2026-03-03T14:31:13.847131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.249603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-03-03T14:31:13.847147Z","caller":"traceutil/trace.go:171","msg":"trace[755829668] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:12662; }","duration":"456.306375ms","start":"2026-03-03T14:31:13.390836Z","end":"2026-03-03T14:31:13.847142Z","steps":["trace[755829668] 'agreement among raft nodes before linearized reading' (duration: 456.249584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.84719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.390815Z","time spent":"456.370837ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:31:13.847146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.123203Z","time spent":"1.723899633s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1409,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:13.847101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.385948Z","time spent":"461.147136ms","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":14504,"request content":"key:\"/registry/daemonsets/kube-system/cilium\" "} {"level":"warn","ts":"2026-03-03T14:31:13.847345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.599490367s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:13.847377Z","caller":"traceutil/trace.go:171","msg":"trace[911813614] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12662; }","duration":"1.601274987s","start":"2026-03-03T14:31:12.246093Z","end":"2026-03-03T14:31:13.847368Z","steps":["trace[911813614] 'agreement among raft nodes before linearized reading' (duration: 1.599458916s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:13.847416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:12.246078Z","time spent":"1.601330889s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:14.419898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.86038ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:31:14.419995Z","caller":"traceutil/trace.go:171","msg":"trace[361382262] linearizableReadLoop","detail":"{readStateIndex:13228; appliedIndex:13227; }","duration":"567.964918ms","start":"2026-03-03T14:31:13.852013Z","end":"2026-03-03T14:31:14.419978Z","steps":["trace[361382262] 'read index received' (duration: 97.114559ms)","trace[361382262] 'applied index is now lower than readState.Index' (duration: 470.848809ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:14.420063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.851815Z","time spent":"568.244604ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:14.420433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.399268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" ","response":"range_response_count:1 size:2112"} {"level":"info","ts":"2026-03-03T14:31:14.420638Z","caller":"traceutil/trace.go:171","msg":"trace[895163411] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-haproxy-replicas; range_end:; response_count:1; response_revision:12662; }","duration":"568.634473ms","start":"2026-03-03T14:31:13.851981Z","end":"2026-03-03T14:31:14.420616Z","steps":["trace[895163411] 'agreement among raft nodes before linearized reading' (duration: 568.107921ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.420901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.851959Z","time spent":"568.92523ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":2136,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-haproxy-replicas\" "} {"level":"warn","ts":"2026-03-03T14:31:14.651247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.793397ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:14.65147Z","caller":"traceutil/trace.go:171","msg":"trace[2026994429] transaction","detail":"{read_only:false; response_revision:12666; number_of_response:1; }","duration":"796.596155ms","start":"2026-03-03T14:31:13.854861Z","end":"2026-03-03T14:31:14.651457Z","steps":["trace[2026994429] 'process raft request' (duration: 796.544654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.651523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854852Z","time spent":"796.648656ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:14.653231Z","caller":"traceutil/trace.go:171","msg":"trace[235461288] transaction","detail":"{read_only:false; response_revision:12664; number_of_response:1; }","duration":"798.599611ms","start":"2026-03-03T14:31:13.854597Z","end":"2026-03-03T14:31:14.653197Z","steps":["trace[235461288] 'process raft request' (duration: 796.736028ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:14.653245Z","caller":"traceutil/trace.go:171","msg":"trace[1331753525] transaction","detail":"{read_only:false; response_revision:12663; number_of_response:1; }","duration":"799.504502ms","start":"2026-03-03T14:31:13.852001Z","end":"2026-03-03T14:31:14.651506Z","steps":["trace[1331753525] 'process raft request' (duration: 680.359477ms)","trace[1331753525] 'compare' (duration: 118.694055ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:14.653389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854579Z","time spent":"798.740854ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:14.653623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.851969Z","time spent":"801.478068ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:14.653299Z","caller":"traceutil/trace.go:171","msg":"trace[2119728995] transaction","detail":"{read_only:false; response_revision:12665; number_of_response:1; }","duration":"798.582801ms","start":"2026-03-03T14:31:13.854677Z","end":"2026-03-03T14:31:14.65326Z","steps":["trace[2119728995] 'process raft request' (duration: 796.704377ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.654386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854666Z","time spent":"799.645254ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:14.654582Z","caller":"traceutil/trace.go:171","msg":"trace[1741950918] linearizableReadLoop","detail":"{readStateIndex:13234; appliedIndex:13228; }","duration":"234.534793ms","start":"2026-03-03T14:31:14.42002Z","end":"2026-03-03T14:31:14.654554Z","steps":["trace[1741950918] 'read index received' (duration: 112.348028ms)","trace[1741950918] 'applied index is now lower than readState.Index' (duration: 122.185635ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:14.654752Z","caller":"traceutil/trace.go:171","msg":"trace[1707826311] transaction","detail":"{read_only:false; response_revision:12668; number_of_response:1; }","duration":"763.740978ms","start":"2026-03-03T14:31:13.891Z","end":"2026-03-03T14:31:14.654741Z","steps":["trace[1707826311] 'process raft request' (duration: 762.54777ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.65481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.890965Z","time spent":"763.81013ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96614,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:14.655308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.313011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" ","response":"range_response_count:1 size:2555"} {"level":"info","ts":"2026-03-03T14:31:14.655365Z","caller":"traceutil/trace.go:171","msg":"trace[293248276] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pxc-unready; range_end:; response_count:1; response_revision:12668; }","duration":"800.367742ms","start":"2026-03-03T14:31:13.854973Z","end":"2026-03-03T14:31:14.65534Z","steps":["trace[293248276] 'agreement among raft nodes before linearized reading' (duration: 800.018314ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.655399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854968Z","time spent":"800.424133ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":2579,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pxc-unready\" "} {"level":"warn","ts":"2026-03-03T14:31:14.655419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.411563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" ","response":"range_response_count:1 size:1409"} {"level":"info","ts":"2026-03-03T14:31:14.655486Z","caller":"traceutil/trace.go:171","msg":"trace[570293608] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd; range_end:; response_count:1; response_revision:12668; }","duration":"800.489754ms","start":"2026-03-03T14:31:13.854968Z","end":"2026-03-03T14:31:14.655458Z","steps":["trace[570293608] 'agreement among raft nodes before linearized reading' (duration: 799.976713ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.655528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854961Z","time spent":"800.554977ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1433,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-etcd\" "} {"level":"warn","ts":"2026-03-03T14:31:14.655621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.998217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:31:14.655683Z","caller":"traceutil/trace.go:171","msg":"trace[477072173] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12668; }","duration":"801.044638ms","start":"2026-03-03T14:31:13.854611Z","end":"2026-03-03T14:31:14.655655Z","steps":["trace[477072173] 'agreement among raft nodes before linearized reading' (duration: 800.645099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.655714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854597Z","time spent":"801.110309ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:14.655907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.353224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:7454"} {"level":"info","ts":"2026-03-03T14:31:14.655949Z","caller":"traceutil/trace.go:171","msg":"trace[1672475793] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12668; }","duration":"801.412136ms","start":"2026-03-03T14:31:13.854518Z","end":"2026-03-03T14:31:14.65593Z","steps":["trace[1672475793] 'agreement among raft nodes before linearized reading' (duration: 801.110229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.655978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854505Z","time spent":"801.465107ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":1,"response size":7478,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:31:14.65597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.8368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4440"} {"level":"info","ts":"2026-03-03T14:31:14.65602Z","caller":"traceutil/trace.go:171","msg":"trace[899399961] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:12668; }","duration":"444.904522ms","start":"2026-03-03T14:31:14.211094Z","end":"2026-03-03T14:31:14.655999Z","steps":["trace[899399961] 'agreement among raft nodes before linearized reading' (duration: 444.769439ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.656042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.211077Z","time spent":"444.959562ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4464,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-03-03T14:31:14.656468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"796.436331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-headless\" ","response":"range_response_count:1 size:1312"} {"level":"info","ts":"2026-03-03T14:31:14.656516Z","caller":"traceutil/trace.go:171","msg":"trace[1060282233] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-headless; range_end:; response_count:1; response_revision:12668; }","duration":"796.479262ms","start":"2026-03-03T14:31:13.860012Z","end":"2026-03-03T14:31:14.656491Z","steps":["trace[1060282233] 'agreement among raft nodes before linearized reading' (duration: 796.323888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.656545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.860005Z","time spent":"796.532883ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-headless\" "} {"level":"info","ts":"2026-03-03T14:31:14.656671Z","caller":"traceutil/trace.go:171","msg":"trace[1599943858] transaction","detail":"{read_only:false; response_revision:12667; number_of_response:1; }","duration":"800.152266ms","start":"2026-03-03T14:31:13.856476Z","end":"2026-03-03T14:31:14.656628Z","steps":["trace[1599943858] 'process raft request' (duration: 794.951806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.65678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.856469Z","time spent":"800.258368ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:14.656795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.839866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-03T14:31:14.656858Z","caller":"traceutil/trace.go:171","msg":"trace[336833308] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12668; }","duration":"801.920347ms","start":"2026-03-03T14:31:13.854924Z","end":"2026-03-03T14:31:14.656844Z","steps":["trace[336833308] 'agreement among raft nodes before linearized reading' (duration: 801.794674ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.656891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854915Z","time spent":"801.967369ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T14:31:14.656882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.977435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3890"} {"level":"info","ts":"2026-03-03T14:31:14.656951Z","caller":"traceutil/trace.go:171","msg":"trace[1445743533] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:12668; }","duration":"804.061717ms","start":"2026-03-03T14:31:13.852872Z","end":"2026-03-03T14:31:14.656934Z","steps":["trace[1445743533] 'agreement among raft nodes before linearized reading' (duration: 803.588046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.657012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.85286Z","time spent":"804.130558ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":3914,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-03-03T14:31:14.656897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.748965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:14.657326Z","caller":"traceutil/trace.go:171","msg":"trace[1186697207] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12668; }","duration":"799.178484ms","start":"2026-03-03T14:31:13.85813Z","end":"2026-03-03T14:31:14.657309Z","steps":["trace[1186697207] 'agreement among raft nodes before linearized reading' (duration: 798.656173ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.657363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.858111Z","time spent":"799.241995ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:14.657451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.616754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:1389"} {"level":"info","ts":"2026-03-03T14:31:14.657509Z","caller":"traceutil/trace.go:171","msg":"trace[1987350088] range","detail":"{range_begin:/registry/services/specs/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:12668; }","duration":"802.675066ms","start":"2026-03-03T14:31:13.854815Z","end":"2026-03-03T14:31:14.65749Z","steps":["trace[1987350088] 'agreement among raft nodes before linearized reading' (duration: 802.447099ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.657539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854811Z","time spent":"802.721567ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1413,"request content":"key:\"/registry/services/specs/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-03-03T14:31:14.657473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.321037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1962"} {"level":"info","ts":"2026-03-03T14:31:14.657818Z","caller":"traceutil/trace.go:171","msg":"trace[1719736512] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:12668; }","duration":"802.811529ms","start":"2026-03-03T14:31:13.854939Z","end":"2026-03-03T14:31:14.65775Z","steps":["trace[1719736512] 'agreement among raft nodes before linearized reading' (duration: 800.373802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.657907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.843503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" ","response":"range_response_count:1 size:1596"} {"level":"info","ts":"2026-03-03T14:31:14.65795Z","caller":"traceutil/trace.go:171","msg":"trace[1588757025] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics; range_end:; response_count:1; response_revision:12668; }","duration":"800.885854ms","start":"2026-03-03T14:31:13.857046Z","end":"2026-03-03T14:31:14.657932Z","steps":["trace[1588757025] 'agreement among raft nodes before linearized reading' (duration: 800.807312ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.657981Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.857029Z","time spent":"800.944656ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":1620,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-kube-state-metrics\" "} {"level":"warn","ts":"2026-03-03T14:31:14.658047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.446937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" ","response":"range_response_count:1 size:1441"} {"level":"warn","ts":"2026-03-03T14:31:14.658049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.535295ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager\" ","response":"range_response_count:1 size:4749"} {"level":"info","ts":"2026-03-03T14:31:14.658099Z","caller":"traceutil/trace.go:171","msg":"trace[1882287304] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler; range_end:; response_count:1; response_revision:12668; }","duration":"801.506118ms","start":"2026-03-03T14:31:13.856567Z","end":"2026-03-03T14:31:14.658073Z","steps":["trace[1882287304] 'agreement among raft nodes before linearized reading' (duration: 801.408506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:14.658127Z","caller":"traceutil/trace.go:171","msg":"trace[1114372885] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager; range_end:; response_count:1; response_revision:12668; }","duration":"803.590366ms","start":"2026-03-03T14:31:13.854488Z","end":"2026-03-03T14:31:14.658079Z","steps":["trace[1114372885] 'agreement among raft nodes before linearized reading' (duration: 803.473243ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.658144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.856564Z","time spent":"801.569069ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1465,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:14.658162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854482Z","time spent":"803.671279ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":4773,"request content":"key:\"/registry/deployments/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:14.659286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.216151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey\" ","response":"range_response_count:1 size:1504"} {"level":"info","ts":"2026-03-03T14:31:14.659375Z","caller":"traceutil/trace.go:171","msg":"trace[517963436] range","detail":"{range_begin:/registry/services/specs/openstack/valkey; range_end:; response_count:1; response_revision:12668; }","duration":"804.313153ms","start":"2026-03-03T14:31:13.855037Z","end":"2026-03-03T14:31:14.65935Z","steps":["trace[517963436] 'agreement among raft nodes before linearized reading' (duration: 803.513435ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.659441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.855031Z","time spent":"804.397615ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":1528,"request content":"key:\"/registry/services/specs/openstack/valkey\" "} {"level":"warn","ts":"2026-03-03T14:31:14.65964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.64657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/keystone-api\" ","response":"range_response_count:1 size:933"} {"level":"info","ts":"2026-03-03T14:31:14.659711Z","caller":"traceutil/trace.go:171","msg":"trace[1918275279] range","detail":"{range_begin:/registry/services/specs/openstack/keystone-api; range_end:; response_count:1; response_revision:12668; }","duration":"804.712641ms","start":"2026-03-03T14:31:13.854972Z","end":"2026-03-03T14:31:14.659684Z","steps":["trace[1918275279] 'agreement among raft nodes before linearized reading' (duration: 804.495617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.659749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854967Z","time spent":"804.769484ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":957,"request content":"key:\"/registry/services/specs/openstack/keystone-api\" "} {"level":"warn","ts":"2026-03-03T14:31:14.660559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.395182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:52 size:488808"} {"level":"info","ts":"2026-03-03T14:31:14.660614Z","caller":"traceutil/trace.go:171","msg":"trace[144402826] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:52; response_revision:12668; }","duration":"803.461813ms","start":"2026-03-03T14:31:13.857141Z","end":"2026-03-03T14:31:14.660603Z","steps":["trace[144402826] 'agreement among raft nodes before linearized reading' (duration: 799.785338ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.660623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.954515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/barbican-api\" ","response":"range_response_count:1 size:930"} {"level":"warn","ts":"2026-03-03T14:31:14.660651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.857137Z","time spent":"803.505884ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":52,"response size":488832,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:31:14.66067Z","caller":"traceutil/trace.go:171","msg":"trace[1099684150] range","detail":"{range_begin:/registry/services/specs/openstack/barbican-api; range_end:; response_count:1; response_revision:12668; }","duration":"803.996355ms","start":"2026-03-03T14:31:13.856653Z","end":"2026-03-03T14:31:14.660649Z","steps":["trace[1099684150] 'agreement among raft nodes before linearized reading' (duration: 803.886003ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.6607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.856648Z","time spent":"804.044916ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":954,"request content":"key:\"/registry/services/specs/openstack/barbican-api\" "} {"level":"warn","ts":"2026-03-03T14:31:14.660902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.253002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-03-03T14:31:14.660953Z","caller":"traceutil/trace.go:171","msg":"trace[2030728121] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:12668; }","duration":"804.311573ms","start":"2026-03-03T14:31:13.856629Z","end":"2026-03-03T14:31:14.66094Z","steps":["trace[2030728121] 'agreement among raft nodes before linearized reading' (duration: 804.048617ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.660995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.856625Z","time spent":"804.361834ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1309,"request content":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" "} {"level":"warn","ts":"2026-03-03T14:31:14.661106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.366264ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:1453"} {"level":"info","ts":"2026-03-03T14:31:14.661163Z","caller":"traceutil/trace.go:171","msg":"trace[860782404] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:12668; }","duration":"804.493197ms","start":"2026-03-03T14:31:13.856653Z","end":"2026-03-03T14:31:14.661146Z","steps":["trace[860782404] 'agreement among raft nodes before linearized reading' (duration: 804.298762ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.661209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.856642Z","time spent":"804.558009ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":1477,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T14:31:14.657834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.221791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" ","response":"range_response_count:1 size:1528"} {"level":"info","ts":"2026-03-03T14:31:14.661527Z","caller":"traceutil/trace.go:171","msg":"trace[1216252369] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission; range_end:; response_count:1; response_revision:12668; }","duration":"804.911997ms","start":"2026-03-03T14:31:13.856597Z","end":"2026-03-03T14:31:14.661509Z","steps":["trace[1216252369] 'agreement among raft nodes before linearized reading' (duration: 801.14956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.66158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.856595Z","time spent":"804.970118ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1552,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-admission\" "} {"level":"warn","ts":"2026-03-03T14:31:14.658054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854928Z","time spent":"802.994822ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1986,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"warn","ts":"2026-03-03T14:31:14.662579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"808.042679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5014"} {"level":"info","ts":"2026-03-03T14:31:14.662644Z","caller":"traceutil/trace.go:171","msg":"trace[1718090194] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:12668; }","duration":"808.11462ms","start":"2026-03-03T14:31:13.854517Z","end":"2026-03-03T14:31:14.662632Z","steps":["trace[1718090194] 'agreement among raft nodes before linearized reading' (duration: 803.107576ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:14.662708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:13.854513Z","time spent":"808.176742ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":5038,"request content":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" "} {"level":"info","ts":"2026-03-03T14:31:15.150577Z","caller":"traceutil/trace.go:171","msg":"trace[1354243465] linearizableReadLoop","detail":"{readStateIndex:13235; appliedIndex:13234; }","duration":"495.930518ms","start":"2026-03-03T14:31:14.654614Z","end":"2026-03-03T14:31:15.150544Z","steps":["trace[1354243465] 'read index received' (duration: 495.740342ms)","trace[1354243465] 'applied index is now lower than readState.Index' (duration: 188.566µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:15.150621Z","caller":"traceutil/trace.go:171","msg":"trace[1104767308] transaction","detail":"{read_only:false; response_revision:12669; number_of_response:1; }","duration":"727.831551ms","start":"2026-03-03T14:31:14.422754Z","end":"2026-03-03T14:31:15.150586Z","steps":["trace[1104767308] 'process raft request' (duration: 727.603454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.150804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.422727Z","time spent":"727.963354ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:15.151096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.92691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:31:15.151319Z","caller":"traceutil/trace.go:171","msg":"trace[543564500] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12669; }","duration":"727.158775ms","start":"2026-03-03T14:31:14.424114Z","end":"2026-03-03T14:31:15.151273Z","steps":["trace[543564500] 'agreement among raft nodes before linearized reading' (duration: 726.544871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.151366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.424099Z","time spent":"727.256728ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:15.650784Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378583,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:31:15.894843Z","caller":"traceutil/trace.go:171","msg":"trace[1122171226] linearizableReadLoop","detail":"{readStateIndex:13236; appliedIndex:13235; }","duration":"744.150987ms","start":"2026-03-03T14:31:15.150664Z","end":"2026-03-03T14:31:15.894815Z","steps":["trace[1122171226] 'read index received' (duration: 743.931622ms)","trace[1122171226] 'applied index is now lower than readState.Index' (duration: 217.555µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:15.895081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.229026699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:15.895125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209521979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"info","ts":"2026-03-03T14:31:15.895241Z","caller":"traceutil/trace.go:171","msg":"trace[562219384] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:12670; }","duration":"1.209712084s","start":"2026-03-03T14:31:14.685507Z","end":"2026-03-03T14:31:15.895219Z","steps":["trace[562219384] 'agreement among raft nodes before linearized reading' (duration: 1.209393107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.895292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.685485Z","time spent":"1.209797335s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207249167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-gateway\" ","response":"range_response_count:1 size:1312"} {"level":"warn","ts":"2026-03-03T14:31:15.895451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232307414s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"warn","ts":"2026-03-03T14:31:15.895451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207227857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-memberlist\" ","response":"range_response_count:1 size:1238"} {"level":"info","ts":"2026-03-03T14:31:15.895532Z","caller":"traceutil/trace.go:171","msg":"trace[49103865] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12670; }","duration":"1.232421936s","start":"2026-03-03T14:31:14.663092Z","end":"2026-03-03T14:31:15.895514Z","steps":["trace[49103865] 'agreement among raft nodes before linearized reading' (duration: 1.232101719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.895578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.663077Z","time spent":"1.232492249s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209635182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T14:31:15.89565Z","caller":"traceutil/trace.go:171","msg":"trace[1685035326] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican; range_end:; response_count:1; response_revision:12670; }","duration":"1.209711904s","start":"2026-03-03T14:31:14.685913Z","end":"2026-03-03T14:31:15.895625Z","steps":["trace[1685035326] 'agreement among raft nodes before linearized reading' (duration: 1.209537379s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.895649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207481154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1351"} {"level":"warn","ts":"2026-03-03T14:31:15.895696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207229957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1494"} {"level":"info","ts":"2026-03-03T14:31:15.895708Z","caller":"traceutil/trace.go:171","msg":"trace[1366693702] range","detail":"{range_begin:/registry/services/specs/openstack/valkey-metrics; range_end:; response_count:1; response_revision:12670; }","duration":"1.207575327s","start":"2026-03-03T14:31:14.688117Z","end":"2026-03-03T14:31:15.895692Z","steps":["trace[1366693702] 'agreement among raft nodes before linearized reading' (duration: 1.207355681s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.895787Z","caller":"traceutil/trace.go:171","msg":"trace[1218064618] transaction","detail":"{read_only:false; response_revision:12670; number_of_response:1; }","duration":"1.203626944s","start":"2026-03-03T14:31:14.692148Z","end":"2026-03-03T14:31:15.895775Z","steps":["trace[1218064618] 'process raft request' (duration: 1.202424136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.895797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.209746166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4726"} {"level":"warn","ts":"2026-03-03T14:31:15.895701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.685903Z","time spent":"1.209788466s","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-barbican\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207285899s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" ","response":"range_response_count:1 size:1605"} {"level":"warn","ts":"2026-03-03T14:31:15.895874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23336346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:15.895915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207700938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/cinder-api\" ","response":"range_response_count:1 size:922"} {"level":"warn","ts":"2026-03-03T14:31:15.89593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207831972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" ","response":"range_response_count:1 size:1489"} {"level":"warn","ts":"2026-03-03T14:31:15.895916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207645087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-03-03T14:31:15.89596Z","caller":"traceutil/trace.go:171","msg":"trace[1011861074] range","detail":"{range_begin:/registry/services/specs/openstack/cinder-api; range_end:; response_count:1; response_revision:12670; }","duration":"1.20774916s","start":"2026-03-03T14:31:14.688196Z","end":"2026-03-03T14:31:15.895946Z","steps":["trace[1011861074] 'agreement among raft nodes before linearized reading' (duration: 1.207655688s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.895961Z","caller":"traceutil/trace.go:171","msg":"trace[601226653] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-chunks-cache; range_end:; response_count:1; response_revision:12670; }","duration":"1.207897513s","start":"2026-03-03T14:31:14.688056Z","end":"2026-03-03T14:31:15.895953Z","steps":["trace[601226653] 'agreement among raft nodes before linearized reading' (duration: 1.207812181s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.895991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207686557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" ","response":"range_response_count:1 size:1419"} {"level":"info","ts":"2026-03-03T14:31:15.896007Z","caller":"traceutil/trace.go:171","msg":"trace[1626899579] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:12670; }","duration":"1.207771071s","start":"2026-03-03T14:31:14.688191Z","end":"2026-03-03T14:31:15.895962Z","steps":["trace[1626899579] 'agreement among raft nodes before linearized reading' (duration: 1.207592987s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.896028Z","caller":"traceutil/trace.go:171","msg":"trace[2016238136] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy; range_end:; response_count:1; response_revision:12670; }","duration":"1.207735319s","start":"2026-03-03T14:31:14.688284Z","end":"2026-03-03T14:31:15.896019Z","steps":["trace[2016238136] 'agreement among raft nodes before linearized reading' (duration: 1.207644007s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.896044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232898748s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:1959"} {"level":"warn","ts":"2026-03-03T14:31:15.896036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688032Z","time spent":"1.207988386s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1513,"request content":"key:\"/registry/services/specs/monitoring/loki-chunks-cache\" "} {"level":"warn","ts":"2026-03-03T14:31:15.896042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688189Z","time spent":"1.207830022s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":946,"request content":"key:\"/registry/services/specs/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:15.896055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.68817Z","time spent":"1.207874212s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1095,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-03-03T14:31:15.896123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.984046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:15.896157Z","caller":"traceutil/trace.go:171","msg":"trace[2074734855] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12670; }","duration":"403.054438ms","start":"2026-03-03T14:31:15.493095Z","end":"2026-03-03T14:31:15.89615Z","steps":["trace[2074734855] 'agreement among raft nodes before linearized reading' (duration: 403.002257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.896177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.493077Z","time spent":"403.094518ms","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:15.895747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.487625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:31:15.896276Z","caller":"traceutil/trace.go:171","msg":"trace[1025775671] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:12670; }","duration":"742.093759ms","start":"2026-03-03T14:31:15.154166Z","end":"2026-03-03T14:31:15.89626Z","steps":["trace[1025775671] 'agreement among raft nodes before linearized reading' (duration: 741.26466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.896324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.15415Z","time spent":"742.15752ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-03-03T14:31:15.895573Z","caller":"traceutil/trace.go:171","msg":"trace[24045163] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-memberlist; range_end:; response_count:1; response_revision:12670; }","duration":"1.207389831s","start":"2026-03-03T14:31:14.688153Z","end":"2026-03-03T14:31:15.895542Z","steps":["trace[24045163] 'agreement among raft nodes before linearized reading' (duration: 1.206718146s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.896443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688147Z","time spent":"1.208286592s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":1262,"request content":"key:\"/registry/services/specs/monitoring/loki-memberlist\" "} {"level":"warn","ts":"2026-03-03T14:31:15.896057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688278Z","time spent":"1.20777214s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1443,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-proxy\" "} {"level":"info","ts":"2026-03-03T14:31:15.895891Z","caller":"traceutil/trace.go:171","msg":"trace[1491846254] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-operator; range_end:; response_count:1; response_revision:12670; }","duration":"1.207377371s","start":"2026-03-03T14:31:14.6885Z","end":"2026-03-03T14:31:15.895877Z","steps":["trace[1491846254] 'agreement among raft nodes before linearized reading' (duration: 1.207184626s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.896478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.119993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached\" ","response":"range_response_count:1 size:1164"} {"level":"warn","ts":"2026-03-03T14:31:15.896508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688492Z","time spent":"1.208010075s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1629,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-operator\" "} {"level":"info","ts":"2026-03-03T14:31:15.89574Z","caller":"traceutil/trace.go:171","msg":"trace[52121069] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:12670; }","duration":"1.207282128s","start":"2026-03-03T14:31:14.688445Z","end":"2026-03-03T14:31:15.895728Z","steps":["trace[52121069] 'agreement among raft nodes before linearized reading' (duration: 1.207161086s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.896515Z","caller":"traceutil/trace.go:171","msg":"trace[274461231] range","detail":"{range_begin:/registry/services/specs/openstack/memcached; range_end:; response_count:1; response_revision:12670; }","duration":"740.190825ms","start":"2026-03-03T14:31:15.156314Z","end":"2026-03-03T14:31:15.896505Z","steps":["trace[274461231] 'agreement among raft nodes before linearized reading' (duration: 740.086553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.895736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207183776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1509"} {"level":"warn","ts":"2026-03-03T14:31:15.896545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.156296Z","time spent":"740.241407ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":1188,"request content":"key:\"/registry/services/specs/openstack/memcached\" "} {"level":"warn","ts":"2026-03-03T14:31:15.896548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688439Z","time spent":"1.208096057s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1518,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.207395611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" ","response":"range_response_count:1 size:1309"} {"level":"info","ts":"2026-03-03T14:31:15.896623Z","caller":"traceutil/trace.go:171","msg":"trace[345303517] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-pushgateway; range_end:; response_count:1; response_revision:12670; }","duration":"1.208198339s","start":"2026-03-03T14:31:14.688412Z","end":"2026-03-03T14:31:15.896611Z","steps":["trace[345303517] 'agreement among raft nodes before linearized reading' (duration: 1.20735066s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.896622Z","caller":"traceutil/trace.go:171","msg":"trace[1533400523] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:12670; }","duration":"1.208049276s","start":"2026-03-03T14:31:14.68853Z","end":"2026-03-03T14:31:15.896579Z","steps":["trace[1533400523] 'agreement among raft nodes before linearized reading' (duration: 1.207126995s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.89667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688406Z","time spent":"1.20825254s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1333,"request content":"key:\"/registry/services/specs/monitoring/prometheus-pushgateway\" "} {"level":"info","ts":"2026-03-03T14:31:15.895135Z","caller":"traceutil/trace.go:171","msg":"trace[1407315372] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:12670; }","duration":"1.229125522s","start":"2026-03-03T14:31:14.665992Z","end":"2026-03-03T14:31:15.895118Z","steps":["trace[1407315372] 'agreement among raft nodes before linearized reading' (duration: 1.228990138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.896694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688523Z","time spent":"1.208148818s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":1533,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"info","ts":"2026-03-03T14:31:15.895842Z","caller":"traceutil/trace.go:171","msg":"trace[225577496] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12670; }","duration":"1.209824747s","start":"2026-03-03T14:31:14.686006Z","end":"2026-03-03T14:31:15.895831Z","steps":["trace[225577496] 'agreement among raft nodes before linearized reading' (duration: 1.209717304s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.896734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.665975Z","time spent":"1.230743619s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:15.896756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.685978Z","time spent":"1.210771018s","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":93,"response count":1,"response size":4750,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.206804007s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" ","response":"range_response_count:1 size:1699"} {"level":"warn","ts":"2026-03-03T14:31:15.895899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232679754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/memcached-metrics\" ","response":"range_response_count:1 size:765"} {"level":"info","ts":"2026-03-03T14:31:15.896869Z","caller":"traceutil/trace.go:171","msg":"trace[2035562082] range","detail":"{range_begin:/registry/services/specs/openstack/memcached-metrics; range_end:; response_count:1; response_revision:12670; }","duration":"1.233650676s","start":"2026-03-03T14:31:14.663195Z","end":"2026-03-03T14:31:15.896845Z","steps":["trace[2035562082] 'agreement among raft nodes before linearized reading' (duration: 1.232639963s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.896876Z","caller":"traceutil/trace.go:171","msg":"trace[7095605] range","detail":"{range_begin:/registry/services/specs/openstack/rook-ceph-rgw-ceph; range_end:; response_count:1; response_revision:12670; }","duration":"1.208327792s","start":"2026-03-03T14:31:14.688501Z","end":"2026-03-03T14:31:15.896828Z","steps":["trace[7095605] 'agreement among raft nodes before linearized reading' (duration: 1.206581722s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.89681Z","caller":"traceutil/trace.go:171","msg":"trace[917622661] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-gateway; range_end:; response_count:1; response_revision:12670; }","duration":"1.208688481s","start":"2026-03-03T14:31:14.688084Z","end":"2026-03-03T14:31:15.896772Z","steps":["trace[917622661] 'agreement among raft nodes before linearized reading' (duration: 1.20690216s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.897016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688494Z","time spent":"1.208489526s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1723,"request content":"key:\"/registry/services/specs/openstack/rook-ceph-rgw-ceph\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232768476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" ","response":"range_response_count:1 size:1273"} {"level":"info","ts":"2026-03-03T14:31:15.897209Z","caller":"traceutil/trace.go:171","msg":"trace[1709995249] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-grafana; range_end:; response_count:1; response_revision:12670; }","duration":"1.234030604s","start":"2026-03-03T14:31:14.663141Z","end":"2026-03-03T14:31:15.897171Z","steps":["trace[1709995249] 'agreement among raft nodes before linearized reading' (duration: 1.232779816s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:15.895979Z","caller":"traceutil/trace.go:171","msg":"trace[982109177] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12670; }","duration":"1.233464812s","start":"2026-03-03T14:31:14.662482Z","end":"2026-03-03T14:31:15.895947Z","steps":["trace[982109177] 'agreement among raft nodes before linearized reading' (duration: 1.233341709s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.897282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.663119Z","time spent":"1.234142857s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":1297,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-grafana\" "} {"level":"warn","ts":"2026-03-03T14:31:15.897325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.662462Z","time spent":"1.234846364s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:15.896069Z","caller":"traceutil/trace.go:171","msg":"trace[173246734] range","detail":"{range_begin:/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:12670; }","duration":"1.2329352s","start":"2026-03-03T14:31:14.663124Z","end":"2026-03-03T14:31:15.896059Z","steps":["trace[173246734] 'agreement among raft nodes before linearized reading' (duration: 1.232873398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:15.897413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.66311Z","time spent":"1.23429432s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":1983,"request content":"key:\"/registry/services/specs/monitoring/kube-prometheus-stack-alertmanager\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688109Z","time spent":"1.207662498s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":1375,"request content":"key:\"/registry/services/specs/openstack/valkey-metrics\" "} {"level":"warn","ts":"2026-03-03T14:31:15.895886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.692132Z","time spent":"1.203694927s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:15.896935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.66318Z","time spent":"1.233736067s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":789,"request content":"key:\"/registry/services/specs/openstack/memcached-metrics\" "} {"level":"warn","ts":"2026-03-03T14:31:15.897067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:14.688073Z","time spent":"1.208974058s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":1336,"request content":"key:\"/registry/services/specs/monitoring/loki-gateway\" "} {"level":"warn","ts":"2026-03-03T14:31:16.283947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.567047ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:16.284142Z","caller":"traceutil/trace.go:171","msg":"trace[622184014] transaction","detail":"{read_only:false; response_revision:12671; number_of_response:1; }","duration":"382.874142ms","start":"2026-03-03T14:31:15.901237Z","end":"2026-03-03T14:31:16.284111Z","steps":["trace[622184014] 'process raft request' (duration: 51.975967ms)","trace[622184014] 'compare' (duration: 330.368692ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:16.284233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.901216Z","time spent":"382.975453ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":971,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:16.319422Z","caller":"traceutil/trace.go:171","msg":"trace[773261644] linearizableReadLoop","detail":"{readStateIndex:13238; appliedIndex:13236; }","duration":"416.392595ms","start":"2026-03-03T14:31:15.903001Z","end":"2026-03-03T14:31:16.319394Z","steps":["trace[773261644] 'read index received' (duration: 50.216857ms)","trace[773261644] 'applied index is now lower than readState.Index' (duration: 366.174528ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:16.319538Z","caller":"traceutil/trace.go:171","msg":"trace[1747137405] transaction","detail":"{read_only:false; response_revision:12672; number_of_response:1; }","duration":"418.109044ms","start":"2026-03-03T14:31:15.901398Z","end":"2026-03-03T14:31:16.319507Z","steps":["trace[1747137405] 'process raft request' (duration: 417.794156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.319682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.901371Z","time spent":"418.235387ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7192,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:16.319703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.93326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-03-03T14:31:16.319734Z","caller":"traceutil/trace.go:171","msg":"trace[1955984185] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12672; }","duration":"414.995172ms","start":"2026-03-03T14:31:15.904731Z","end":"2026-03-03T14:31:16.319726Z","steps":["trace[1955984185] 'agreement among raft nodes before linearized reading' (duration: 414.847249ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.319753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904724Z","time spent":"415.024473ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1469,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:31:16.319806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.004913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" ","response":"range_response_count:1 size:6360"} {"level":"warn","ts":"2026-03-03T14:31:16.319825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.132056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:16.319874Z","caller":"traceutil/trace.go:171","msg":"trace[2009980599] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g; range_end:; response_count:1; response_revision:12672; }","duration":"412.089215ms","start":"2026-03-03T14:31:15.90777Z","end":"2026-03-03T14:31:16.319859Z","steps":["trace[2009980599] 'agreement among raft nodes before linearized reading' (duration: 411.86962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.319841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.52485ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" ","response":"range_response_count:1 size:3715"} {"level":"info","ts":"2026-03-03T14:31:16.319889Z","caller":"traceutil/trace.go:171","msg":"trace[464761020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12672; }","duration":"412.213928ms","start":"2026-03-03T14:31:15.907658Z","end":"2026-03-03T14:31:16.319872Z","steps":["trace[464761020] 'agreement among raft nodes before linearized reading' (duration: 412.104795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.319913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.907767Z","time spent":"412.137747ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6384,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-6f465c979f-8cg5g\" "} {"level":"warn","ts":"2026-03-03T14:31:16.319931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.193627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" ","response":"range_response_count:1 size:1486"} {"level":"warn","ts":"2026-03-03T14:31:16.319933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.907652Z","time spent":"412.270609ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:16.319932Z","caller":"traceutil/trace.go:171","msg":"trace[1104177674] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/openstack/ceph; range_end:; response_count:1; response_revision:12672; }","duration":"410.630142ms","start":"2026-03-03T14:31:15.909281Z","end":"2026-03-03T14:31:16.319911Z","steps":["trace[1104177674] 'agreement among raft nodes before linearized reading' (duration: 410.406077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.319966Z","caller":"traceutil/trace.go:171","msg":"trace[125560161] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager; range_end:; response_count:1; response_revision:12672; }","duration":"415.241168ms","start":"2026-03-03T14:31:15.904712Z","end":"2026-03-03T14:31:16.319953Z","steps":["trace[125560161] 'agreement among raft nodes before linearized reading' (duration: 415.134105ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.319994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904702Z","time spent":"415.287008ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1510,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:31:16.31999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.484163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1447"} {"level":"warn","ts":"2026-03-03T14:31:16.320004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.909276Z","time spent":"410.710013ms","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":3739,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:31:16.320055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.76848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-03T14:31:16.320074Z","caller":"traceutil/trace.go:171","msg":"trace[165198209] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; response_count:1; response_revision:12672; }","duration":"415.80303ms","start":"2026-03-03T14:31:15.904265Z","end":"2026-03-03T14:31:16.320068Z","steps":["trace[165198209] 'agreement among raft nodes before linearized reading' (duration: 415.768019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.320055Z","caller":"traceutil/trace.go:171","msg":"trace[1546245175] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:12672; }","duration":"415.556914ms","start":"2026-03-03T14:31:15.904476Z","end":"2026-03-03T14:31:16.320033Z","steps":["trace[1546245175] 'agreement among raft nodes before linearized reading' (duration: 415.386031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.320088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904257Z","time spent":"415.828711ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} {"level":"warn","ts":"2026-03-03T14:31:16.320118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904464Z","time spent":"415.637937ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"warn","ts":"2026-03-03T14:31:16.320164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.451122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" ","response":"range_response_count:1 size:1255"} {"level":"info","ts":"2026-03-03T14:31:16.320183Z","caller":"traceutil/trace.go:171","msg":"trace[431011775] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-glance-nodes; range_end:; response_count:1; response_revision:12672; }","duration":"415.478603ms","start":"2026-03-03T14:31:15.904699Z","end":"2026-03-03T14:31:16.320177Z","steps":["trace[431011775] 'agreement among raft nodes before linearized reading' (duration: 415.416511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.320198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904692Z","time spent":"415.502343ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1279,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-glance-nodes\" "} {"level":"warn","ts":"2026-03-03T14:31:16.320195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.904943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:1493"} {"level":"warn","ts":"2026-03-03T14:31:16.320198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.747259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" ","response":"range_response_count:1 size:1603"} {"level":"warn","ts":"2026-03-03T14:31:16.320242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.920043ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/goldpinger\" ","response":"range_response_count:1 size:1213"} {"level":"info","ts":"2026-03-03T14:31:16.320249Z","caller":"traceutil/trace.go:171","msg":"trace[931851007] range","detail":"{range_begin:/registry/services/specs/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:12672; }","duration":"415.958324ms","start":"2026-03-03T14:31:15.904278Z","end":"2026-03-03T14:31:16.320236Z","steps":["trace[931851007] 'agreement among raft nodes before linearized reading' (duration: 415.825131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.320263Z","caller":"traceutil/trace.go:171","msg":"trace[1336993650] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook; range_end:; response_count:1; response_revision:12672; }","duration":"415.850481ms","start":"2026-03-03T14:31:15.904405Z","end":"2026-03-03T14:31:16.320256Z","steps":["trace[1336993650] 'agreement among raft nodes before linearized reading' (duration: 415.755469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.320284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904387Z","time spent":"415.890992ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1627,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-messaging-topology-operator-webhook\" "} {"level":"warn","ts":"2026-03-03T14:31:16.31982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.205376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" ","response":"range_response_count:1 size:1265"} {"level":"warn","ts":"2026-03-03T14:31:16.320283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.90426Z","time spent":"416.015655ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1517,"request content":"key:\"/registry/services/specs/monitoring/loki-results-cache\" "} {"level":"warn","ts":"2026-03-03T14:31:16.319939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"415.052593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:31:16.320265Z","caller":"traceutil/trace.go:171","msg":"trace[764431076] range","detail":"{range_begin:/registry/services/specs/monitoring/goldpinger; range_end:; response_count:1; response_revision:12672; }","duration":"415.942933ms","start":"2026-03-03T14:31:15.904312Z","end":"2026-03-03T14:31:16.320255Z","steps":["trace[764431076] 'agreement among raft nodes before linearized reading' (duration: 415.897212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.32035Z","caller":"traceutil/trace.go:171","msg":"trace[1669458708] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:12672; }","duration":"415.472402ms","start":"2026-03-03T14:31:15.904872Z","end":"2026-03-03T14:31:16.320344Z","steps":["trace[1669458708] 'agreement among raft nodes before linearized reading' (duration: 414.984921ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.320335Z","caller":"traceutil/trace.go:171","msg":"trace[1270338172] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-keystone-nodes; range_end:; response_count:1; response_revision:12672; }","duration":"415.806761ms","start":"2026-03-03T14:31:15.904509Z","end":"2026-03-03T14:31:16.320316Z","steps":["trace[1270338172] 'agreement among raft nodes before linearized reading' (duration: 415.081484ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.320366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904308Z","time spent":"416.050946ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":1237,"request content":"key:\"/registry/services/specs/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-03-03T14:31:16.32036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.238921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/kube-system/bootstrap-token-d5hkkl\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-03-03T14:31:16.320387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904504Z","time spent":"415.865792ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1289,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-keystone-nodes\" "} {"level":"info","ts":"2026-03-03T14:31:16.32043Z","caller":"traceutil/trace.go:171","msg":"trace[1766646649] range","detail":"{range_begin:/registry/secrets/kube-system/bootstrap-token-d5hkkl; range_end:; response_count:1; response_revision:12672; }","duration":"416.325052ms","start":"2026-03-03T14:31:15.90409Z","end":"2026-03-03T14:31:16.320415Z","steps":["trace[1766646649] 'agreement among raft nodes before linearized reading' (duration: 416.157048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.320479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904085Z","time spent":"416.382833ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":564,"request content":"key:\"/registry/secrets/kube-system/bootstrap-token-d5hkkl\" "} {"level":"warn","ts":"2026-03-03T14:31:16.319814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.493277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:31:16.320553Z","caller":"traceutil/trace.go:171","msg":"trace[321802010] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12672; }","duration":"417.277905ms","start":"2026-03-03T14:31:15.903266Z","end":"2026-03-03T14:31:16.320544Z","steps":["trace[321802010] 'agreement among raft nodes before linearized reading' (duration: 416.322043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.320575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.903252Z","time spent":"417.315856ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:31:16.320367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.904864Z","time spent":"415.498704ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:16.322388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.373593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/pxc-operator\" ","response":"range_response_count:1 size:4366"} {"level":"info","ts":"2026-03-03T14:31:16.322698Z","caller":"traceutil/trace.go:171","msg":"trace[8175901] range","detail":"{range_begin:/registry/deployments/openstack/pxc-operator; range_end:; response_count:1; response_revision:12672; }","duration":"419.492766ms","start":"2026-03-03T14:31:15.902977Z","end":"2026-03-03T14:31:16.32247Z","steps":["trace[8175901] 'agreement among raft nodes before linearized reading' (duration: 416.580989ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.322897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:15.902956Z","time spent":"419.795683ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":4390,"request content":"key:\"/registry/deployments/openstack/pxc-operator\" "} {"level":"info","ts":"2026-03-03T14:31:16.800467Z","caller":"traceutil/trace.go:171","msg":"trace[452731634] linearizableReadLoop","detail":"{readStateIndex:13239; appliedIndex:13238; }","duration":"472.339764ms","start":"2026-03-03T14:31:16.328109Z","end":"2026-03-03T14:31:16.800448Z","steps":["trace[452731634] 'read index received' (duration: 472.144908ms)","trace[452731634] 'applied index is now lower than readState.Index' (duration: 194.276µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:16.800563Z","caller":"traceutil/trace.go:171","msg":"trace[1569626415] transaction","detail":"{read_only:false; response_revision:12673; number_of_response:1; }","duration":"472.477007ms","start":"2026-03-03T14:31:16.328059Z","end":"2026-03-03T14:31:16.800536Z","steps":["trace[1569626415] 'process raft request' (duration: 472.257831ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.800616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.485567ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:16.800655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.542188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:31:16.800678Z","caller":"traceutil/trace.go:171","msg":"trace[902973163] range","detail":"{range_begin:/registry/limitranges/openstack/; range_end:/registry/limitranges/openstack0; response_count:0; response_revision:12673; }","duration":"472.565289ms","start":"2026-03-03T14:31:16.328077Z","end":"2026-03-03T14:31:16.800643Z","steps":["trace[902973163] 'agreement among raft nodes before linearized reading' (duration: 472.471447ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.800685Z","caller":"traceutil/trace.go:171","msg":"trace[489260456] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12673; }","duration":"472.60355ms","start":"2026-03-03T14:31:16.328074Z","end":"2026-03-03T14:31:16.800678Z","steps":["trace[489260456] 'agreement among raft nodes before linearized reading' (duration: 472.472887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.800689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.328037Z","time spent":"472.57944ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6430,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:16.800703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.328065Z","time spent":"472.63224ms","remote":"127.0.0.1:43746","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/openstack/\" range_end:\"/registry/limitranges/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:16.800705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.328031Z","time spent":"472.670812ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:31:16.800803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.60268ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3305"} {"level":"info","ts":"2026-03-03T14:31:16.800879Z","caller":"traceutil/trace.go:171","msg":"trace[1778461528] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:12673; }","duration":"472.713552ms","start":"2026-03-03T14:31:16.328147Z","end":"2026-03-03T14:31:16.800861Z","steps":["trace[1778461528] 'agreement among raft nodes before linearized reading' (duration: 472.471007ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.80092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.328137Z","time spent":"472.775484ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-03-03T14:31:16.800983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.326493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:16.80102Z","caller":"traceutil/trace.go:171","msg":"trace[1275846281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12673; }","duration":"133.388534ms","start":"2026-03-03T14:31:16.667623Z","end":"2026-03-03T14:31:16.801011Z","steps":["trace[1275846281] 'agreement among raft nodes before linearized reading' (duration: 133.309602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.801058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.876446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" ","response":"range_response_count:1 size:3305"} {"level":"warn","ts":"2026-03-03T14:31:16.80107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.82105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:31:16.801095Z","caller":"traceutil/trace.go:171","msg":"trace[887511087] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance; range_end:; response_count:1; response_revision:12673; }","duration":"472.926417ms","start":"2026-03-03T14:31:16.328159Z","end":"2026-03-03T14:31:16.801085Z","steps":["trace[887511087] 'agreement among raft nodes before linearized reading' (duration: 472.786984ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:16.8011Z","caller":"traceutil/trace.go:171","msg":"trace[267622469] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12673; }","duration":"138.85181ms","start":"2026-03-03T14:31:16.66224Z","end":"2026-03-03T14:31:16.801092Z","steps":["trace[267622469] 'agreement among raft nodes before linearized reading' (duration: 138.715557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.801122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.328152Z","time spent":"472.964128ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3329,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-glance\" "} {"level":"warn","ts":"2026-03-03T14:31:16.801245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.266027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:31:16.801466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.170543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3315"} {"level":"info","ts":"2026-03-03T14:31:16.801584Z","caller":"traceutil/trace.go:171","msg":"trace[617165119] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:12673; }","duration":"473.352747ms","start":"2026-03-03T14:31:16.328204Z","end":"2026-03-03T14:31:16.801557Z","steps":["trace[617165119] 'agreement among raft nodes before linearized reading' (duration: 472.741253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:16.801681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.328197Z","time spent":"473.469009ms","remote":"127.0.0.1:52304","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3339,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" "} {"level":"info","ts":"2026-03-03T14:31:16.801302Z","caller":"traceutil/trace.go:171","msg":"trace[809464432] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12673; }","duration":"138.565394ms","start":"2026-03-03T14:31:16.662725Z","end":"2026-03-03T14:31:16.80129Z","steps":["trace[809464432] 'agreement among raft nodes before linearized reading' (duration: 138.035692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.306779Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378595,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:31:17.377083Z","caller":"traceutil/trace.go:171","msg":"trace[1240136055] transaction","detail":"{read_only:false; response_revision:12674; number_of_response:1; }","duration":"572.531072ms","start":"2026-03-03T14:31:16.80452Z","end":"2026-03-03T14:31:17.377051Z","steps":["trace[1240136055] 'process raft request' (duration: 572.337078ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.377254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.804491Z","time spent":"572.685956ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7529,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:31:17.640983Z","caller":"traceutil/trace.go:171","msg":"trace[477323504] transaction","detail":"{read_only:false; response_revision:12675; number_of_response:1; }","duration":"832.936884ms","start":"2026-03-03T14:31:16.808025Z","end":"2026-03-03T14:31:17.640962Z","steps":["trace[477323504] 'process raft request' (duration: 832.662257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:17.64105Z","caller":"traceutil/trace.go:171","msg":"trace[1514581171] transaction","detail":"{read_only:false; response_revision:12676; number_of_response:1; }","duration":"832.954084ms","start":"2026-03-03T14:31:16.808052Z","end":"2026-03-03T14:31:17.641006Z","steps":["trace[1514581171] 'process raft request' (duration: 832.813001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.641132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.807997Z","time spent":"833.052686ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:17.64125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.808031Z","time spent":"833.100797ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:17.641322Z","caller":"traceutil/trace.go:171","msg":"trace[227037854] linearizableReadLoop","detail":"{readStateIndex:13244; appliedIndex:13239; }","duration":"835.260677ms","start":"2026-03-03T14:31:16.806043Z","end":"2026-03-03T14:31:17.641304Z","steps":["trace[227037854] 'read index received' (duration: 570.937986ms)","trace[227037854] 'applied index is now lower than readState.Index' (duration: 264.321691ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:17.641364Z","caller":"traceutil/trace.go:171","msg":"trace[317902061] transaction","detail":"{read_only:false; response_revision:12677; number_of_response:1; }","duration":"828.655115ms","start":"2026-03-03T14:31:16.812668Z","end":"2026-03-03T14:31:17.641323Z","steps":["trace[317902061] 'process raft request' (duration: 828.235425ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.641534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.812656Z","time spent":"828.790789ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4233,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:17.641526Z","caller":"traceutil/trace.go:171","msg":"trace[805492114] transaction","detail":"{read_only:false; response_revision:12678; number_of_response:1; }","duration":"828.312278ms","start":"2026-03-03T14:31:16.813136Z","end":"2026-03-03T14:31:17.641449Z","steps":["trace[805492114] 'process raft request' (duration: 828.057852ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.642006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"835.963664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:496430"} {"level":"info","ts":"2026-03-03T14:31:17.642052Z","caller":"traceutil/trace.go:171","msg":"trace[1896764079] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:12678; }","duration":"836.042745ms","start":"2026-03-03T14:31:16.805999Z","end":"2026-03-03T14:31:17.642042Z","steps":["trace[1896764079] 'agreement among raft nodes before linearized reading' (duration: 835.39074ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.642078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.80598Z","time spent":"836.091297ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":496454,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:17.642091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.813125Z","time spent":"828.539042ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:17.967694Z","caller":"traceutil/trace.go:171","msg":"trace[481099385] transaction","detail":"{read_only:false; response_revision:12679; number_of_response:1; }","duration":"584.913298ms","start":"2026-03-03T14:31:17.382758Z","end":"2026-03-03T14:31:17.967671Z","steps":["trace[481099385] 'process raft request' (duration: 584.708183ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:17.967726Z","caller":"traceutil/trace.go:171","msg":"trace[1249356029] linearizableReadLoop","detail":"{readStateIndex:13247; appliedIndex:13244; }","duration":"326.35822ms","start":"2026-03-03T14:31:17.641356Z","end":"2026-03-03T14:31:17.967714Z","steps":["trace[1249356029] 'read index received' (duration: 326.128025ms)","trace[1249356029] 'applied index is now lower than readState.Index' (duration: 229.595µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:17.967907Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.382725Z","time spent":"585.024561ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":712,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:31:17.967958Z","caller":"traceutil/trace.go:171","msg":"trace[1275928675] transaction","detail":"{read_only:false; response_revision:12680; number_of_response:1; }","duration":"584.807095ms","start":"2026-03-03T14:31:17.383135Z","end":"2026-03-03T14:31:17.967942Z","steps":["trace[1275928675] 'process raft request' (duration: 584.469487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.968055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.383102Z","time spent":"584.887398ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7575,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:17.967896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.083687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:17.968145Z","caller":"traceutil/trace.go:171","msg":"trace[1494871851] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12681; }","duration":"922.392804ms","start":"2026-03-03T14:31:17.045742Z","end":"2026-03-03T14:31:17.968134Z","steps":["trace[1494871851] 'agreement among raft nodes before linearized reading' (duration: 922.090378ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.968193Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.045707Z","time spent":"922.471276ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:31:17.968265Z","caller":"traceutil/trace.go:171","msg":"trace[397290521] transaction","detail":"{read_only:false; response_revision:12681; number_of_response:1; }","duration":"581.98122ms","start":"2026-03-03T14:31:17.386274Z","end":"2026-03-03T14:31:17.968256Z","steps":["trace[397290521] 'process raft request' (duration: 581.394147ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.968311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.386244Z","time spent":"582.046041ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7374,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:17.968454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091186683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18995abfe356a06c\" ","response":"range_response_count:1 size:802"} {"level":"info","ts":"2026-03-03T14:31:17.968489Z","caller":"traceutil/trace.go:171","msg":"trace[2020948213] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18995abfe356a06c; range_end:; response_count:1; response_revision:12681; }","duration":"1.091273465s","start":"2026-03-03T14:31:16.877208Z","end":"2026-03-03T14:31:17.968481Z","steps":["trace[2020948213] 'agreement among raft nodes before linearized reading' (duration: 1.091108782s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.968507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.877182Z","time spent":"1.091320627s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18995abfe356a06c\" "} {"level":"warn","ts":"2026-03-03T14:31:17.968706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147792128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-03-03T14:31:17.968733Z","caller":"traceutil/trace.go:171","msg":"trace[124067807] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12681; }","duration":"1.1478315s","start":"2026-03-03T14:31:16.820895Z","end":"2026-03-03T14:31:17.968727Z","steps":["trace[124067807] 'agreement among raft nodes before linearized reading' (duration: 1.147762328s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.968749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.820889Z","time spent":"1.14785631s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":554,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:31:17.968765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154480103s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:17.968796Z","caller":"traceutil/trace.go:171","msg":"trace[550005167] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:12681; }","duration":"1.154551435s","start":"2026-03-03T14:31:16.814236Z","end":"2026-03-03T14:31:17.968787Z","steps":["trace[550005167] 'agreement among raft nodes before linearized reading' (duration: 1.154444043s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:17.96882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:16.814224Z","time spent":"1.154590446s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":63,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:18.394464Z","caller":"traceutil/trace.go:171","msg":"trace[1494645188] transaction","detail":"{read_only:false; response_revision:12682; number_of_response:1; }","duration":"746.522642ms","start":"2026-03-03T14:31:17.647915Z","end":"2026-03-03T14:31:18.394438Z","steps":["trace[1494645188] 'process raft request' (duration: 746.300526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.394622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.647885Z","time spent":"746.652155ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1269,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:18.39465Z","caller":"traceutil/trace.go:171","msg":"trace[1072449965] linearizableReadLoop","detail":"{readStateIndex:13249; appliedIndex:13247; }","duration":"426.867757ms","start":"2026-03-03T14:31:17.967752Z","end":"2026-03-03T14:31:18.394619Z","steps":["trace[1072449965] 'read index received' (duration: 426.508327ms)","trace[1072449965] 'applied index is now lower than readState.Index' (duration: 357.54µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:18.394715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.648618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:18.394763Z","caller":"traceutil/trace.go:171","msg":"trace[1239706380] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12683; }","duration":"484.749101ms","start":"2026-03-03T14:31:17.910002Z","end":"2026-03-03T14:31:18.394751Z","steps":["trace[1239706380] 'agreement among raft nodes before linearized reading' (duration: 484.644968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.394787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.90998Z","time spent":"484.802481ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:18.39486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"484.864042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:18.394927Z","caller":"traceutil/trace.go:171","msg":"trace[1903288501] transaction","detail":"{read_only:false; response_revision:12683; number_of_response:1; }","duration":"746.388699ms","start":"2026-03-03T14:31:17.648531Z","end":"2026-03-03T14:31:18.394919Z","steps":["trace[1903288501] 'process raft request' (duration: 745.847226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:18.394928Z","caller":"traceutil/trace.go:171","msg":"trace[43846732] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12683; }","duration":"484.974865ms","start":"2026-03-03T14:31:17.909939Z","end":"2026-03-03T14:31:18.394914Z","steps":["trace[43846732] 'agreement among raft nodes before linearized reading' (duration: 484.833652ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.394971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.909927Z","time spent":"485.033066ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:18.394989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.648494Z","time spent":"746.446981ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1862,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:18.395213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.264744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:31:18.395219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.746614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:5059"} {"level":"info","ts":"2026-03-03T14:31:18.395275Z","caller":"traceutil/trace.go:171","msg":"trace[854611756] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12683; }","duration":"492.376676ms","start":"2026-03-03T14:31:17.902883Z","end":"2026-03-03T14:31:18.395259Z","steps":["trace[854611756] 'agreement among raft nodes before linearized reading' (duration: 492.143001ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:18.39529Z","caller":"traceutil/trace.go:171","msg":"trace[376941662] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:12683; }","duration":"748.877016ms","start":"2026-03-03T14:31:17.646397Z","end":"2026-03-03T14:31:18.395274Z","steps":["trace[376941662] 'agreement among raft nodes before linearized reading' (duration: 748.642021ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:18.395318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.902861Z","time spent":"492.447507ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:18.39533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.646372Z","time spent":"748.950118ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":5083,"request content":"key:\"/registry/pods/kube-system/kube-vip-instance\" "} {"level":"warn","ts":"2026-03-03T14:31:18.895209Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:19.395356Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378612,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:19.970012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000873344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:31:19.970103Z","caller":"traceutil/trace.go:171","msg":"trace[17938027] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001000046s","start":"2026-03-03T14:31:17.96908Z","end":"2026-03-03T14:31:19.97008Z","steps":["trace[17938027] 'agreement among raft nodes before linearized reading' (duration: 2.000888994s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:19.970205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.969069Z","time spent":"2.001074258s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:31:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:31:20.131182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.562412ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:20.131386Z","caller":"traceutil/trace.go:171","msg":"trace[703428768] transaction","detail":"{read_only:false; response_revision:12685; number_of_response:1; }","duration":"2.157731289s","start":"2026-03-03T14:31:17.973641Z","end":"2026-03-03T14:31:20.131372Z","steps":["trace[703428768] 'process raft request' (duration: 2.157615336s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.131452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.973618Z","time spent":"2.15779713s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:20.131509Z","caller":"traceutil/trace.go:171","msg":"trace[2082179439] transaction","detail":"{read_only:false; response_revision:12684; number_of_response:1; }","duration":"2.160014211s","start":"2026-03-03T14:31:17.971471Z","end":"2026-03-03T14:31:20.131486Z","steps":["trace[2082179439] 'process raft request' (duration: 1.857054319s)","trace[2082179439] 'compare' (duration: 301.710233ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.131552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.978466Z","time spent":"2.153077141s","remote":"127.0.0.1:44180","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:20.131625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:17.971443Z","time spent":"2.160125063s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:20.548706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.804818ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:20.549118Z","caller":"traceutil/trace.go:171","msg":"trace[1448091580] transaction","detail":"{read_only:false; response_revision:12686; number_of_response:1; }","duration":"2.129104748s","start":"2026-03-03T14:31:18.419968Z","end":"2026-03-03T14:31:20.549072Z","steps":["trace[1448091580] 'process raft request' (duration: 1.884767977s)","trace[1448091580] 'compare' (duration: 243.162134ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:20.549204Z","caller":"traceutil/trace.go:171","msg":"trace[1052857977] transaction","detail":"{read_only:false; response_revision:12687; number_of_response:1; }","duration":"1.167761847s","start":"2026-03-03T14:31:19.381378Z","end":"2026-03-03T14:31:20.54914Z","steps":["trace[1052857977] 'process raft request' (duration: 1.167513681s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.549326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.419958Z","time spent":"2.129257603s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5074,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:20.54944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.38136Z","time spent":"1.167965542s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:20.701971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.884772ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:31:20.702259Z","caller":"traceutil/trace.go:171","msg":"trace[338988491] linearizableReadLoop","detail":"{readStateIndex:13254; appliedIndex:13249; }","duration":"2.307510579s","start":"2026-03-03T14:31:18.394727Z","end":"2026-03-03T14:31:20.702238Z","steps":["trace[338988491] 'read index received' (duration: 1.433777396s)","trace[338988491] 'applied index is now lower than readState.Index' (duration: 873.732013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.702635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.560087229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-backup-storage-init\" ","response":"range_response_count:1 size:554"} {"level":"info","ts":"2026-03-03T14:31:20.702735Z","caller":"traceutil/trace.go:171","msg":"trace[645217601] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-backup-storage-init; range_end:; response_count:1; response_revision:12687; }","duration":"2.560232262s","start":"2026-03-03T14:31:18.142479Z","end":"2026-03-03T14:31:20.702711Z","steps":["trace[645217601] 'agreement among raft nodes before linearized reading' (duration: 2.559913524s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.702789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.142459Z","time spent":"2.560316185s","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":578,"request content":"key:\"/registry/serviceaccounts/openstack/cinder-backup-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:20.702681Z","caller":"traceutil/trace.go:171","msg":"trace[287744837] transaction","detail":"{read_only:false; response_revision:12688; number_of_response:1; }","duration":"570.017855ms","start":"2026-03-03T14:31:20.132651Z","end":"2026-03-03T14:31:20.702668Z","steps":["trace[287744837] 'process raft request' (duration: 569.459382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:20.702903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.132613Z","time spent":"570.23901ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":734,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:20.803082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.521015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:20.803217Z","caller":"traceutil/trace.go:171","msg":"trace[1756549538] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12688; }","duration":"402.631797ms","start":"2026-03-03T14:31:20.400506Z","end":"2026-03-03T14:31:20.803138Z","steps":["trace[1756549538] 'agreement among raft nodes before linearized reading' (duration: 302.192072ms)","trace[1756549538] 'range keys from in-memory index tree' (duration: 100.347892ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.308447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:20.803257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.400489Z","time spent":"402.75519ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:31:20.803271Z","caller":"traceutil/trace.go:171","msg":"trace[407303889] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12688; }","duration":"401.371089ms","start":"2026-03-03T14:31:20.401886Z","end":"2026-03-03T14:31:20.803257Z","steps":["trace[407303889] 'agreement among raft nodes before linearized reading' (duration: 300.884364ms)","trace[407303889] 'range keys from in-memory index tree' (duration: 100.407983ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.383801218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:20.803272Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.243798622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"info","ts":"2026-03-03T14:31:20.803358Z","caller":"traceutil/trace.go:171","msg":"trace[805031908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12688; }","duration":"2.383957092s","start":"2026-03-03T14:31:18.419374Z","end":"2026-03-03T14:31:20.803331Z","steps":["trace[805031908] 'agreement among raft nodes before linearized reading' (duration: 2.283265111s)","trace[805031908] 'count revisions from in-memory index tree' (duration: 100.507216ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.419359Z","time spent":"2.384042643s","remote":"127.0.0.1:52500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:20.803422Z","caller":"traceutil/trace.go:171","msg":"trace[1928307161] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12688; }","duration":"2.244006347s","start":"2026-03-03T14:31:18.559376Z","end":"2026-03-03T14:31:20.803382Z","steps":["trace[1928307161] 'agreement among raft nodes before linearized reading' (duration: 2.143384399s)","trace[1928307161] 'range keys from in-memory index tree' (duration: 100.220309ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.559355Z","time spent":"2.24412641s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7770,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-03-03T14:31:20.803538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.316557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:20.80351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.436366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:31:20.803552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.149369194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:31:20.803595Z","caller":"traceutil/trace.go:171","msg":"trace[1734377024] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12688; }","duration":"1.149461636s","start":"2026-03-03T14:31:19.654124Z","end":"2026-03-03T14:31:20.803585Z","steps":["trace[1734377024] 'agreement among raft nodes before linearized reading' (duration: 1.048585462s)","trace[1734377024] 'range keys from in-memory index tree' (duration: 100.775752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.379996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-backup-storage-init-cs6kt\" ","response":"range_response_count:1 size:7590"} {"level":"info","ts":"2026-03-03T14:31:20.803632Z","caller":"traceutil/trace.go:171","msg":"trace[197088451] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:12688; }","duration":"564.592579ms","start":"2026-03-03T14:31:20.238991Z","end":"2026-03-03T14:31:20.803583Z","steps":["trace[197088451] 'agreement among raft nodes before linearized reading' (duration: 463.721555ms)","trace[197088451] 'count revisions from in-memory index tree' (duration: 100.725671ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.238972Z","time spent":"564.706283ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":31,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:20.803299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.401879Z","time spent":"401.41313ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:20.803792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155949147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:31:20.803801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156672943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:20.803823Z","caller":"traceutil/trace.go:171","msg":"trace[1343125729] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12688; }","duration":"1.156010549s","start":"2026-03-03T14:31:19.647804Z","end":"2026-03-03T14:31:20.803814Z","steps":["trace[1343125729] 'agreement among raft nodes before linearized reading' (duration: 1.054915058s)","trace[1343125729] 'range keys from in-memory index tree' (duration: 101.025049ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:20.80384Z","caller":"traceutil/trace.go:171","msg":"trace[771297816] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12688; }","duration":"1.156734415s","start":"2026-03-03T14:31:19.647089Z","end":"2026-03-03T14:31:20.803824Z","steps":["trace[771297816] 'agreement among raft nodes before linearized reading' (duration: 1.055650574s)","trace[771297816] 'range keys from in-memory index tree' (duration: 101.000029ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.618587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" ","response":"range_response_count:1 size:902"} {"level":"warn","ts":"2026-03-03T14:31:20.803851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.647786Z","time spent":"1.156059499s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:31:20.803883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.647071Z","time spent":"1.156802706s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:31:20.803902Z","caller":"traceutil/trace.go:171","msg":"trace[851714134] range","detail":"{range_begin:/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a; range_end:; response_count:1; response_revision:12688; }","duration":"668.677339ms","start":"2026-03-03T14:31:20.135192Z","end":"2026-03-03T14:31:20.803869Z","steps":["trace[851714134] 'agreement among raft nodes before linearized reading' (duration: 567.451945ms)","trace[851714134] 'range keys from in-memory index tree' (duration: 101.141442ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:20.803697Z","caller":"traceutil/trace.go:171","msg":"trace[35065268] range","detail":"{range_begin:/registry/pods/openstack/cinder-backup-storage-init-cs6kt; range_end:; response_count:1; response_revision:12688; }","duration":"249.549041ms","start":"2026-03-03T14:31:20.554119Z","end":"2026-03-03T14:31:20.803668Z","steps":["trace[35065268] 'agreement among raft nodes before linearized reading' (duration: 148.624304ms)","trace[35065268] 'range keys from in-memory index tree' (duration: 100.636589ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.13518Z","time spent":"668.74362ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":926,"request content":"key:\"/registry/events/openstack/pxc-operator-69cb5bbdb9-s2rfv.18995abf467f935a\" "} {"level":"warn","ts":"2026-03-03T14:31:20.803511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.312098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:20.803567Z","caller":"traceutil/trace.go:171","msg":"trace[739325064] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12688; }","duration":"825.39551ms","start":"2026-03-03T14:31:19.978163Z","end":"2026-03-03T14:31:20.803559Z","steps":["trace[739325064] 'agreement among raft nodes before linearized reading' (duration: 724.537906ms)","trace[739325064] 'range keys from in-memory index tree' (duration: 100.824593ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.803992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.045252967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:20.804036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.927198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:20.804028Z","caller":"traceutil/trace.go:171","msg":"trace[2108244614] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:12688; }","duration":"694.859542ms","start":"2026-03-03T14:31:20.109145Z","end":"2026-03-03T14:31:20.804004Z","steps":["trace[2108244614] 'agreement among raft nodes before linearized reading' (duration: 593.548456ms)","trace[2108244614] 'count revisions from in-memory index tree' (duration: 100.792323ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:20.804103Z","caller":"traceutil/trace.go:171","msg":"trace[1735492483] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:12688; }","duration":"634.00466ms","start":"2026-03-03T14:31:20.170089Z","end":"2026-03-03T14:31:20.804094Z","steps":["trace[1735492483] 'agreement among raft nodes before linearized reading' (duration: 532.637003ms)","trace[1735492483] 'count revisions from in-memory index tree' (duration: 101.291755ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:20.804047Z","caller":"traceutil/trace.go:171","msg":"trace[1031099896] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:12688; }","duration":"2.045347488s","start":"2026-03-03T14:31:18.758679Z","end":"2026-03-03T14:31:20.804026Z","steps":["trace[1031099896] 'agreement among raft nodes before linearized reading' (duration: 1.944067894s)","trace[1031099896] 'count revisions from in-memory index tree' (duration: 101.210303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.804033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.978139Z","time spent":"825.879901ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:20.804133Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.109124Z","time spent":"694.988564ms","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:20.804142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:18.758656Z","time spent":"2.045470802s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:20.804125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.170079Z","time spent":"634.03926ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:20.803679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.168168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:20.804262Z","caller":"traceutil/trace.go:171","msg":"trace[1005413166] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12688; }","duration":"402.825712ms","start":"2026-03-03T14:31:20.401427Z","end":"2026-03-03T14:31:20.804252Z","steps":["trace[1005413166] 'agreement among raft nodes before linearized reading' (duration: 301.259191ms)","trace[1005413166] 'range keys from in-memory index tree' (duration: 100.775582ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.80363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.654075Z","time spent":"1.149548759s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:31:20.8043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.401396Z","time spent":"402.891404ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:31:20.804419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.677166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:20.804474Z","caller":"traceutil/trace.go:171","msg":"trace[1534271536] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:12688; }","duration":"125.789129ms","start":"2026-03-03T14:31:20.678669Z","end":"2026-03-03T14:31:20.804458Z","steps":["trace[1534271536] 'agreement among raft nodes before linearized reading' (duration: 24.088765ms)","trace[1534271536] 'count revisions from in-memory index tree' (duration: 101.632332ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.804202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155229019s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:20.804577Z","caller":"traceutil/trace.go:171","msg":"trace[1593691144] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12688; }","duration":"1.156809927s","start":"2026-03-03T14:31:19.647756Z","end":"2026-03-03T14:31:20.804566Z","steps":["trace[1593691144] 'agreement among raft nodes before linearized reading' (duration: 1.054972039s)","trace[1593691144] 'range keys from in-memory index tree' (duration: 100.164069ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:20.804606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:19.64775Z","time spent":"1.156848727s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:31:20.972781Z","caller":"traceutil/trace.go:171","msg":"trace[1573828684] transaction","detail":"{read_only:false; response_revision:12689; number_of_response:1; }","duration":"166.520998ms","start":"2026-03-03T14:31:20.806239Z","end":"2026-03-03T14:31:20.97276Z","steps":["trace[1573828684] 'process raft request' (duration: 166.386765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.629612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.935696ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:21.629837Z","caller":"traceutil/trace.go:171","msg":"trace[4949306] linearizableReadLoop","detail":"{readStateIndex:13261; appliedIndex:13257; }","duration":"813.224078ms","start":"2026-03-03T14:31:20.816601Z","end":"2026-03-03T14:31:21.629825Z","steps":["trace[4949306] 'read index received' (duration: 156.539727ms)","trace[4949306] 'applied index is now lower than readState.Index' (duration: 656.681011ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:21.629895Z","caller":"traceutil/trace.go:171","msg":"trace[594141213] transaction","detail":"{read_only:false; response_revision:12691; number_of_response:1; }","duration":"819.560165ms","start":"2026-03-03T14:31:20.810329Z","end":"2026-03-03T14:31:21.629889Z","steps":["trace[594141213] 'process raft request' (duration: 819.34903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.629931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.810321Z","time spent":"819.587505ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9115,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:21.63033Z","caller":"traceutil/trace.go:171","msg":"trace[911092377] transaction","detail":"{read_only:false; response_revision:12690; number_of_response:1; }","duration":"819.980405ms","start":"2026-03-03T14:31:20.810066Z","end":"2026-03-03T14:31:21.630046Z","steps":["trace[911092377] 'process raft request' (duration: 616.543708ms)","trace[911092377] 'compare' (duration: 202.557066ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:21.630512Z","caller":"traceutil/trace.go:171","msg":"trace[403173434] transaction","detail":"{read_only:false; response_revision:12693; number_of_response:1; }","duration":"817.637271ms","start":"2026-03-03T14:31:20.812862Z","end":"2026-03-03T14:31:21.630499Z","steps":["trace[403173434] 'process raft request' (duration: 816.935204ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.630578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.812853Z","time spent":"817.685082ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:21.630922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.826947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:21.630989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.494054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:21.631055Z","caller":"traceutil/trace.go:171","msg":"trace[243975295] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12693; }","duration":"303.579306ms","start":"2026-03-03T14:31:21.327462Z","end":"2026-03-03T14:31:21.631041Z","steps":["trace[243975295] 'agreement among raft nodes before linearized reading' (duration: 303.403572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.631096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.327381Z","time spent":"303.706659ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":30,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:21.631004Z","caller":"traceutil/trace.go:171","msg":"trace[112472692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12693; }","duration":"584.96438ms","start":"2026-03-03T14:31:21.046025Z","end":"2026-03-03T14:31:21.630989Z","steps":["trace[112472692] 'agreement among raft nodes before linearized reading' (duration: 584.848807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.631183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.045997Z","time spent":"585.149123ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:21.631041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.638741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207\" ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-03-03T14:31:21.631285Z","caller":"traceutil/trace.go:171","msg":"trace[570524078] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207; range_end:; response_count:1; response_revision:12693; }","duration":"653.857446ms","start":"2026-03-03T14:31:20.977368Z","end":"2026-03-03T14:31:21.631226Z","steps":["trace[570524078] 'agreement among raft nodes before linearized reading' (duration: 653.471527ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:21.630038Z","caller":"traceutil/trace.go:171","msg":"trace[1295013675] transaction","detail":"{read_only:false; response_revision:12692; number_of_response:1; }","duration":"819.121325ms","start":"2026-03-03T14:31:20.81091Z","end":"2026-03-03T14:31:21.630032Z","steps":["trace[1295013675] 'process raft request' (duration: 818.814427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.631369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.977314Z","time spent":"654.04254ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":966,"request content":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207\" "} {"level":"warn","ts":"2026-03-03T14:31:21.631494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.810902Z","time spent":"820.471756ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:21.631666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.810038Z","time spent":"820.364223ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:21.632649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.034214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:498016"} {"level":"info","ts":"2026-03-03T14:31:21.632713Z","caller":"traceutil/trace.go:171","msg":"trace[1197085010] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:12693; }","duration":"816.118495ms","start":"2026-03-03T14:31:20.816581Z","end":"2026-03-03T14:31:21.632699Z","steps":["trace[1197085010] 'agreement among raft nodes before linearized reading' (duration: 813.925646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:21.632918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:20.816573Z","time spent":"816.324901ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":53,"response size":498040,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:31:22.146262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.680513ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:31:22.146379Z","caller":"traceutil/trace.go:171","msg":"trace[301127880] linearizableReadLoop","detail":"{readStateIndex:13262; appliedIndex:13261; }","duration":"510.231978ms","start":"2026-03-03T14:31:21.636126Z","end":"2026-03-03T14:31:22.146358Z","steps":["trace[301127880] 'read index received' (duration: 201.600686ms)","trace[301127880] 'applied index is now lower than readState.Index' (duration: 308.629061ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:22.146394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.634334Z","time spent":"512.055169ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:22.146846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.703438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:6065"} {"level":"info","ts":"2026-03-03T14:31:22.146897Z","caller":"traceutil/trace.go:171","msg":"trace[609600882] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:12693; }","duration":"510.786489ms","start":"2026-03-03T14:31:21.636098Z","end":"2026-03-03T14:31:22.146885Z","steps":["trace[609600882] 'agreement among raft nodes before linearized reading' (duration: 510.35237ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:22.147044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.636086Z","time spent":"510.944464ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6089,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" "} {"level":"info","ts":"2026-03-03T14:31:22.153526Z","caller":"traceutil/trace.go:171","msg":"trace[491357597] transaction","detail":"{read_only:false; response_revision:12694; number_of_response:1; }","duration":"425.148227ms","start":"2026-03-03T14:31:21.728349Z","end":"2026-03-03T14:31:22.153497Z","steps":["trace[491357597] 'process raft request' (duration: 424.991163ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:22.153712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:21.728322Z","time spent":"425.30111ms","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:22.153768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.725115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:22.153851Z","caller":"traceutil/trace.go:171","msg":"trace[2053063732] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12694; }","duration":"105.847188ms","start":"2026-03-03T14:31:22.047981Z","end":"2026-03-03T14:31:22.153828Z","steps":["trace[2053063732] 'agreement among raft nodes before linearized reading' (duration: 105.694315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:22.665953Z","caller":"traceutil/trace.go:171","msg":"trace[1701041584] linearizableReadLoop","detail":"{readStateIndex:13265; appliedIndex:13264; }","duration":"458.345901ms","start":"2026-03-03T14:31:22.207563Z","end":"2026-03-03T14:31:22.665909Z","steps":["trace[1701041584] 'read index received' (duration: 458.070555ms)","trace[1701041584] 'applied index is now lower than readState.Index' (duration: 273.886µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:22.666372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.328046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:31:22.666468Z","caller":"traceutil/trace.go:171","msg":"trace[1995792900] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12696; }","duration":"506.464939ms","start":"2026-03-03T14:31:22.159981Z","end":"2026-03-03T14:31:22.666446Z","steps":["trace[1995792900] 'agreement among raft nodes before linearized reading' (duration: 506.110281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:22.666514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.159973Z","time spent":"506.533061ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T14:31:22.66674Z","caller":"traceutil/trace.go:171","msg":"trace[1924075614] transaction","detail":"{read_only:false; response_revision:12696; number_of_response:1; }","duration":"506.746697ms","start":"2026-03-03T14:31:22.159968Z","end":"2026-03-03T14:31:22.666714Z","steps":["trace[1924075614] 'process raft request' (duration: 505.698132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:22.66781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.159952Z","time spent":"507.691308ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6124,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:23.166086Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432378638,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:31:23.166626Z","caller":"traceutil/trace.go:171","msg":"trace[50460155] transaction","detail":"{read_only:false; response_revision:12698; number_of_response:1; }","duration":"564.396984ms","start":"2026-03-03T14:31:22.602201Z","end":"2026-03-03T14:31:23.166598Z","steps":["trace[50460155] 'process raft request' (duration: 564.324803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:23.166664Z","caller":"traceutil/trace.go:171","msg":"trace[5308166] transaction","detail":"{read_only:false; response_revision:12697; number_of_response:1; }","duration":"849.945804ms","start":"2026-03-03T14:31:22.316693Z","end":"2026-03-03T14:31:23.166639Z","steps":["trace[5308166] 'process raft request' (duration: 849.692408ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.166772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.316662Z","time spent":"850.050887ms","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2307,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:23.166787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.602178Z","time spent":"564.527328ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:23.395557Z","caller":"traceutil/trace.go:171","msg":"trace[1758781961] transaction","detail":"{read_only:false; response_revision:12699; number_of_response:1; }","duration":"605.349549ms","start":"2026-03-03T14:31:22.790135Z","end":"2026-03-03T14:31:23.395485Z","steps":["trace[1758781961] 'process raft request' (duration: 593.075875ms)","trace[1758781961] 'compare' (duration: 11.582227ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:23.395605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.475237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:23.395612Z","caller":"traceutil/trace.go:171","msg":"trace[1457541291] linearizableReadLoop","detail":"{readStateIndex:13268; appliedIndex:13265; }","duration":"729.357917ms","start":"2026-03-03T14:31:22.666047Z","end":"2026-03-03T14:31:23.395405Z","steps":["trace[1457541291] 'read index received' (duration: 500.393521ms)","trace[1457541291] 'applied index is now lower than readState.Index' (duration: 228.962356ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:23.396059Z","caller":"traceutil/trace.go:171","msg":"trace[1037704384] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:12699; }","duration":"850.978269ms","start":"2026-03-03T14:31:22.545041Z","end":"2026-03-03T14:31:23.39602Z","steps":["trace[1037704384] 'agreement among raft nodes before linearized reading' (duration: 850.426096ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.396104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183695576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" ","response":"range_response_count:1 size:1135"} {"level":"info","ts":"2026-03-03T14:31:23.39619Z","caller":"traceutil/trace.go:171","msg":"trace[432173695] range","detail":"{range_begin:/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360; range_end:; response_count:1; response_revision:12699; }","duration":"1.183845919s","start":"2026-03-03T14:31:22.212326Z","end":"2026-03-03T14:31:23.396172Z","steps":["trace[432173695] 'agreement among raft nodes before linearized reading' (duration: 1.183361378s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.396199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.545009Z","time spent":"851.132173ms","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:23.396246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.212309Z","time spent":"1.183927391s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":75,"response count":1,"response size":1159,"request content":"key:\"/registry/events/openstack/barbican-api-6b76dc5874-f8cd5.18995a47228e4360\" "} {"level":"warn","ts":"2026-03-03T14:31:23.396435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.384952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:23.396517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.541943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:31:23.396569Z","caller":"traceutil/trace.go:171","msg":"trace[329970923] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12700; }","duration":"332.630865ms","start":"2026-03-03T14:31:23.063927Z","end":"2026-03-03T14:31:23.396558Z","steps":["trace[329970923] 'agreement among raft nodes before linearized reading' (duration: 332.40188ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.396598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:23.063907Z","time spent":"332.684796ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:31:23.396601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.722984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:31:23.396636Z","caller":"traceutil/trace.go:171","msg":"trace[78253500] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12700; }","duration":"584.798406ms","start":"2026-03-03T14:31:22.811827Z","end":"2026-03-03T14:31:23.396625Z","steps":["trace[78253500] 'agreement among raft nodes before linearized reading' (duration: 584.682143ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.396676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.811804Z","time spent":"584.864947ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:31:23.396521Z","caller":"traceutil/trace.go:171","msg":"trace[1731464567] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12700; }","duration":"586.497814ms","start":"2026-03-03T14:31:22.809999Z","end":"2026-03-03T14:31:23.396497Z","steps":["trace[1731464567] 'agreement among raft nodes before linearized reading' (duration: 586.367851ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.396725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.809986Z","time spent":"586.724389ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:23.396454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.078279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:6139"} {"level":"info","ts":"2026-03-03T14:31:23.396805Z","caller":"traceutil/trace.go:171","msg":"trace[894181348] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:12700; }","duration":"719.476118ms","start":"2026-03-03T14:31:22.677304Z","end":"2026-03-03T14:31:23.39678Z","steps":["trace[894181348] 'agreement among raft nodes before linearized reading' (duration: 719.002057ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.39688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.677276Z","time spent":"719.576151ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":6163,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" "} {"level":"info","ts":"2026-03-03T14:31:23.396512Z","caller":"traceutil/trace.go:171","msg":"trace[105212171] transaction","detail":"{read_only:false; response_revision:12700; number_of_response:1; }","duration":"221.277068ms","start":"2026-03-03T14:31:23.175199Z","end":"2026-03-03T14:31:23.396477Z","steps":["trace[105212171] 'process raft request' (duration: 220.964091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.396943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.996126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:23.397045Z","caller":"traceutil/trace.go:171","msg":"trace[574647832] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12700; }","duration":"587.280732ms","start":"2026-03-03T14:31:22.809752Z","end":"2026-03-03T14:31:23.397032Z","steps":["trace[574647832] 'agreement among raft nodes before linearized reading' (duration: 586.652577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:23.39715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.80972Z","time spent":"587.386254ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:31:23.398942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:22.790113Z","time spent":"605.767459ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:23.522478Z","caller":"traceutil/trace.go:171","msg":"trace[1233688880] transaction","detail":"{read_only:false; response_revision:12701; number_of_response:1; }","duration":"121.193972ms","start":"2026-03-03T14:31:23.401172Z","end":"2026-03-03T14:31:23.522366Z","steps":["trace[1233688880] 'process raft request' (duration: 106.196087ms)","trace[1233688880] 'compare' (duration: 14.733459ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:24.350294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.576403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:24.350394Z","caller":"traceutil/trace.go:171","msg":"trace[812868410] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:12708; }","duration":"151.712656ms","start":"2026-03-03T14:31:24.198643Z","end":"2026-03-03T14:31:24.350356Z","steps":["trace[812868410] 'count revisions from in-memory index tree' (duration: 151.46337ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:27.209698Z","caller":"traceutil/trace.go:171","msg":"trace[235941230] transaction","detail":"{read_only:false; response_revision:12721; number_of_response:1; }","duration":"120.887506ms","start":"2026-03-03T14:31:27.088358Z","end":"2026-03-03T14:31:27.209246Z","steps":["trace[235941230] 'process raft request' (duration: 120.674221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:31.956513Z","caller":"traceutil/trace.go:171","msg":"trace[744924997] linearizableReadLoop","detail":"{readStateIndex:13306; appliedIndex:13305; }","duration":"230.01269ms","start":"2026-03-03T14:31:31.726474Z","end":"2026-03-03T14:31:31.956487Z","steps":["trace[744924997] 'read index received' (duration: 229.939259ms)","trace[744924997] 'applied index is now lower than readState.Index' (duration: 72.221µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:31.956627Z","caller":"traceutil/trace.go:171","msg":"trace[1759902279] transaction","detail":"{read_only:false; response_revision:12735; number_of_response:1; }","duration":"237.111164ms","start":"2026-03-03T14:31:31.719484Z","end":"2026-03-03T14:31:31.956595Z","steps":["trace[1759902279] 'process raft request' (duration: 236.837117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:31.95677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.277426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:31.956821Z","caller":"traceutil/trace.go:171","msg":"trace[1344751252] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:12735; }","duration":"230.398898ms","start":"2026-03-03T14:31:31.726405Z","end":"2026-03-03T14:31:31.956804Z","steps":["trace[1344751252] 'agreement among raft nodes before linearized reading' (duration: 230.212694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:31.957049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.774081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:31.957079Z","caller":"traceutil/trace.go:171","msg":"trace[2068245032] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12735; }","duration":"162.870353ms","start":"2026-03-03T14:31:31.794202Z","end":"2026-03-03T14:31:31.957072Z","steps":["trace[2068245032] 'agreement among raft nodes before linearized reading' (duration: 162.76706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:31.957079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.073429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:31.957444Z","caller":"traceutil/trace.go:171","msg":"trace[1543204399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12735; }","duration":"170.408227ms","start":"2026-03-03T14:31:31.786948Z","end":"2026-03-03T14:31:31.957356Z","steps":["trace[1543204399] 'agreement among raft nodes before linearized reading' (duration: 169.900765ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:31.957752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.300068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:31:31.957848Z","caller":"traceutil/trace.go:171","msg":"trace[1516209422] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12735; }","duration":"132.441022ms","start":"2026-03-03T14:31:31.825388Z","end":"2026-03-03T14:31:31.957829Z","steps":["trace[1516209422] 'agreement among raft nodes before linearized reading' (duration: 131.559572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:32.124706Z","caller":"traceutil/trace.go:171","msg":"trace[174975018] linearizableReadLoop","detail":"{readStateIndex:13309; appliedIndex:13306; }","duration":"162.325531ms","start":"2026-03-03T14:31:31.962354Z","end":"2026-03-03T14:31:32.124679Z","steps":["trace[174975018] 'read index received' (duration: 132.7808ms)","trace[174975018] 'applied index is now lower than readState.Index' (duration: 29.543781ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:32.124926Z","caller":"traceutil/trace.go:171","msg":"trace[1574133526] transaction","detail":"{read_only:false; response_revision:12736; number_of_response:1; }","duration":"165.842311ms","start":"2026-03-03T14:31:31.959059Z","end":"2026-03-03T14:31:32.124901Z","steps":["trace[1574133526] 'process raft request' (duration: 136.116945ms)","trace[1574133526] 'compare' (duration: 29.165703ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:32.124917Z","caller":"traceutil/trace.go:171","msg":"trace[1755234090] transaction","detail":"{read_only:false; response_revision:12737; number_of_response:1; }","duration":"163.60566ms","start":"2026-03-03T14:31:31.961282Z","end":"2026-03-03T14:31:32.124888Z","steps":["trace[1755234090] 'process raft request' (duration: 163.301013ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:32.124995Z","caller":"traceutil/trace.go:171","msg":"trace[1637801702] transaction","detail":"{read_only:false; response_revision:12738; number_of_response:1; }","duration":"163.490697ms","start":"2026-03-03T14:31:31.96148Z","end":"2026-03-03T14:31:32.124971Z","steps":["trace[1637801702] 'process raft request' (duration: 163.16146ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:32.126182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.754943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:53 size:498484"} {"level":"info","ts":"2026-03-03T14:31:32.126232Z","caller":"traceutil/trace.go:171","msg":"trace[1219095837] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:53; response_revision:12738; }","duration":"163.908276ms","start":"2026-03-03T14:31:31.962315Z","end":"2026-03-03T14:31:32.126223Z","steps":["trace[1219095837] 'agreement among raft nodes before linearized reading' (duration: 162.649577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:34.30973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.523246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:31:34.309868Z","caller":"traceutil/trace.go:171","msg":"trace[1740261588] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12743; }","duration":"172.72462ms","start":"2026-03-03T14:31:34.137106Z","end":"2026-03-03T14:31:34.309831Z","steps":["trace[1740261588] 'range keys from in-memory index tree' (duration: 172.25421ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:34.309907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.689878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:34.310046Z","caller":"traceutil/trace.go:171","msg":"trace[1573778246] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12743; }","duration":"178.901783ms","start":"2026-03-03T14:31:34.131118Z","end":"2026-03-03T14:31:34.31002Z","steps":["trace[1573778246] 'range keys from in-memory index tree' (duration: 178.493563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:34.310342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.607583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:34.310452Z","caller":"traceutil/trace.go:171","msg":"trace[1654519273] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12743; }","duration":"174.750167ms","start":"2026-03-03T14:31:34.135673Z","end":"2026-03-03T14:31:34.310423Z","steps":["trace[1654519273] 'range keys from in-memory index tree' (duration: 174.369078ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:36.119383Z","caller":"traceutil/trace.go:171","msg":"trace[632400435] transaction","detail":"{read_only:false; response_revision:12751; number_of_response:1; }","duration":"147.11499ms","start":"2026-03-03T14:31:35.972229Z","end":"2026-03-03T14:31:36.119344Z","steps":["trace[632400435] 'process raft request' (duration: 146.825353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:38.710157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.047053ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:38.710281Z","caller":"traceutil/trace.go:171","msg":"trace[1460915394] transaction","detail":"{read_only:false; response_revision:12777; number_of_response:1; }","duration":"316.700107ms","start":"2026-03-03T14:31:38.393561Z","end":"2026-03-03T14:31:38.710261Z","steps":["trace[1460915394] 'process raft request' (duration: 92.46254ms)","trace[1460915394] 'compare' (duration: 223.865068ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:38.710343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:38.393544Z","time spent":"316.766669ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:48.68485Z","caller":"traceutil/trace.go:171","msg":"trace[802702248] linearizableReadLoop","detail":"{readStateIndex:13379; appliedIndex:13378; }","duration":"225.723681ms","start":"2026-03-03T14:31:48.459104Z","end":"2026-03-03T14:31:48.684828Z","steps":["trace[802702248] 'read index received' (duration: 225.491995ms)","trace[802702248] 'applied index is now lower than readState.Index' (duration: 230.885µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:48.684987Z","caller":"traceutil/trace.go:171","msg":"trace[1037383884] transaction","detail":"{read_only:false; response_revision:12804; number_of_response:1; }","duration":"247.599795ms","start":"2026-03-03T14:31:48.437366Z","end":"2026-03-03T14:31:48.684966Z","steps":["trace[1037383884] 'process raft request' (duration: 247.197016ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:48.68506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.938065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:31:48.685099Z","caller":"traceutil/trace.go:171","msg":"trace[356089413] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12804; }","duration":"226.034687ms","start":"2026-03-03T14:31:48.459054Z","end":"2026-03-03T14:31:48.685089Z","steps":["trace[356089413] 'agreement among raft nodes before linearized reading' (duration: 225.866184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:52.608482Z","caller":"traceutil/trace.go:171","msg":"trace[1289118813] transaction","detail":"{read_only:false; response_revision:12813; number_of_response:1; }","duration":"222.383705ms","start":"2026-03-03T14:31:52.386073Z","end":"2026-03-03T14:31:52.608456Z","steps":["trace[1289118813] 'process raft request' (duration: 222.204691ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.84239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.253998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:31:52.842495Z","caller":"traceutil/trace.go:171","msg":"trace[532120278] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12813; }","duration":"109.417231ms","start":"2026-03-03T14:31:52.733051Z","end":"2026-03-03T14:31:52.842469Z","steps":["trace[532120278] 'range keys from in-memory index tree' (duration: 109.007352ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:52.842643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.092086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:52.842736Z","caller":"traceutil/trace.go:171","msg":"trace[141573107] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12813; }","duration":"120.221709ms","start":"2026-03-03T14:31:52.722493Z","end":"2026-03-03T14:31:52.842715Z","steps":["trace[141573107] 'range keys from in-memory index tree' (duration: 119.897872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:53.057487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.941542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:31:53.057581Z","caller":"traceutil/trace.go:171","msg":"trace[1358155733] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:12815; }","duration":"106.095295ms","start":"2026-03-03T14:31:52.951467Z","end":"2026-03-03T14:31:53.057562Z","steps":["trace[1358155733] 'range keys from in-memory index tree' (duration: 105.771768ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:53.85436Z","caller":"traceutil/trace.go:171","msg":"trace[543051614] transaction","detail":"{read_only:false; response_revision:12820; number_of_response:1; }","duration":"164.06039ms","start":"2026-03-03T14:31:53.690268Z","end":"2026-03-03T14:31:53.854328Z","steps":["trace[543051614] 'process raft request' (duration: 86.81372ms)","trace[543051614] 'compare' (duration: 77.070655ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:54.139201Z","caller":"traceutil/trace.go:171","msg":"trace[752391915] transaction","detail":"{read_only:false; response_revision:12823; number_of_response:1; }","duration":"190.05569ms","start":"2026-03-03T14:31:53.949082Z","end":"2026-03-03T14:31:54.139137Z","steps":["trace[752391915] 'process raft request' (duration: 143.501757ms)","trace[752391915] 'compare' (duration: 46.400739ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:54.139216Z","caller":"traceutil/trace.go:171","msg":"trace[1481722952] linearizableReadLoop","detail":"{readStateIndex:13399; appliedIndex:13398; }","duration":"181.048912ms","start":"2026-03-03T14:31:53.95814Z","end":"2026-03-03T14:31:54.139189Z","steps":["trace[1481722952] 'read index received' (duration: 134.460489ms)","trace[1481722952] 'applied index is now lower than readState.Index' (duration: 46.586103ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:54.139426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.263266ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:54.139506Z","caller":"traceutil/trace.go:171","msg":"trace[174727092] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:12823; }","duration":"181.358369ms","start":"2026-03-03T14:31:53.958128Z","end":"2026-03-03T14:31:54.139487Z","steps":["trace[174727092] 'agreement among raft nodes before linearized reading' (duration: 181.131783ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.212538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.014814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:54.212735Z","caller":"traceutil/trace.go:171","msg":"trace[823607670] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:12824; }","duration":"205.27365ms","start":"2026-03-03T14:31:54.007442Z","end":"2026-03-03T14:31:54.212716Z","steps":["trace[823607670] 'agreement among raft nodes before linearized reading' (duration: 205.000573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.212645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.668453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:54.212874Z","caller":"traceutil/trace.go:171","msg":"trace[1062737925] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12824; }","duration":"164.943581ms","start":"2026-03-03T14:31:54.047905Z","end":"2026-03-03T14:31:54.212848Z","steps":["trace[1062737925] 'agreement among raft nodes before linearized reading' (duration: 164.651423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.583958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.873063ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:54.584124Z","caller":"traceutil/trace.go:171","msg":"trace[1618456495] linearizableReadLoop","detail":"{readStateIndex:13401; appliedIndex:13400; }","duration":"370.237851ms","start":"2026-03-03T14:31:54.213857Z","end":"2026-03-03T14:31:54.584095Z","steps":["trace[1618456495] 'read index received' (duration: 206.428696ms)","trace[1618456495] 'applied index is now lower than readState.Index' (duration: 163.806755ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:54.58417Z","caller":"traceutil/trace.go:171","msg":"trace[1293220956] transaction","detail":"{read_only:false; response_revision:12825; number_of_response:1; }","duration":"398.647716ms","start":"2026-03-03T14:31:54.185468Z","end":"2026-03-03T14:31:54.584116Z","steps":["trace[1293220956] 'process raft request' (duration: 235.408675ms)","trace[1293220956] 'compare' (duration: 162.470894ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:54.584324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"370.458326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:54.584337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.185441Z","time spent":"398.815679ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96674,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:54.584393Z","caller":"traceutil/trace.go:171","msg":"trace[1047603831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12825; }","duration":"370.569148ms","start":"2026-03-03T14:31:54.213807Z","end":"2026-03-03T14:31:54.584376Z","steps":["trace[1047603831] 'agreement among raft nodes before linearized reading' (duration: 370.457275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.58445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.213784Z","time spent":"370.65209ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:31:54.584593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.671536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:31:54.584634Z","caller":"traceutil/trace.go:171","msg":"trace[1330445153] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12825; }","duration":"332.743438ms","start":"2026-03-03T14:31:54.25188Z","end":"2026-03-03T14:31:54.584623Z","steps":["trace[1330445153] 'agreement among raft nodes before linearized reading' (duration: 332.609325ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.584665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.25186Z","time spent":"332.796878ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:54.97461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.379784ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:54.974759Z","caller":"traceutil/trace.go:171","msg":"trace[1291884179] linearizableReadLoop","detail":"{readStateIndex:13402; appliedIndex:13401; }","duration":"380.492716ms","start":"2026-03-03T14:31:54.594248Z","end":"2026-03-03T14:31:54.97474Z","steps":["trace[1291884179] 'read index received' (duration: 193.823646ms)","trace[1291884179] 'applied index is now lower than readState.Index' (duration: 186.6676ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:54.974866Z","caller":"traceutil/trace.go:171","msg":"trace[308687047] transaction","detail":"{read_only:false; response_revision:12826; number_of_response:1; }","duration":"382.963235ms","start":"2026-03-03T14:31:54.591888Z","end":"2026-03-03T14:31:54.974852Z","steps":["trace[308687047] 'process raft request' (duration: 196.197871ms)","trace[308687047] 'compare' (duration: 186.19773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:54.974918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.591871Z","time spent":"383.021346ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:54.975496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.200044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:54.975656Z","caller":"traceutil/trace.go:171","msg":"trace[1642734516] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:12826; }","duration":"381.411348ms","start":"2026-03-03T14:31:54.594216Z","end":"2026-03-03T14:31:54.975627Z","steps":["trace[1642734516] 'agreement among raft nodes before linearized reading' (duration: 381.115452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:54.975717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.594207Z","time spent":"381.49943ms","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"info","ts":"2026-03-03T14:31:55.278505Z","caller":"traceutil/trace.go:171","msg":"trace[824632578] transaction","detail":"{read_only:false; response_revision:12827; number_of_response:1; }","duration":"300.73716ms","start":"2026-03-03T14:31:54.977721Z","end":"2026-03-03T14:31:55.278458Z","steps":["trace[824632578] 'process raft request' (duration: 272.524419ms)","trace[824632578] 'compare' (duration: 27.707239ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.27869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.9777Z","time spent":"300.916663ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6847,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:31:55.289241Z","caller":"traceutil/trace.go:171","msg":"trace[826109203] linearizableReadLoop","detail":"{readStateIndex:13404; appliedIndex:13402; }","duration":"306.892852ms","start":"2026-03-03T14:31:54.982316Z","end":"2026-03-03T14:31:55.289209Z","steps":["trace[826109203] 'read index received' (duration: 267.924054ms)","trace[826109203] 'applied index is now lower than readState.Index' (duration: 38.967348ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:55.289382Z","caller":"traceutil/trace.go:171","msg":"trace[570228706] transaction","detail":"{read_only:false; response_revision:12828; number_of_response:1; }","duration":"309.881751ms","start":"2026-03-03T14:31:54.979487Z","end":"2026-03-03T14:31:55.289369Z","steps":["trace[570228706] 'process raft request' (duration: 309.353809ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.289531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.979463Z","time spent":"309.949762ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:55.289921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.599148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:54 size:508213"} {"level":"warn","ts":"2026-03-03T14:31:55.289929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.061574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:55.289976Z","caller":"traceutil/trace.go:171","msg":"trace[1315189550] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:54; response_revision:12829; }","duration":"307.67891ms","start":"2026-03-03T14:31:54.982279Z","end":"2026-03-03T14:31:55.289958Z","steps":["trace[1315189550] 'agreement among raft nodes before linearized reading' (duration: 307.099107ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.289987Z","caller":"traceutil/trace.go:171","msg":"trace[28307531] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12829; }","duration":"241.166336ms","start":"2026-03-03T14:31:55.048806Z","end":"2026-03-03T14:31:55.289972Z","steps":["trace[28307531] 'agreement among raft nodes before linearized reading' (duration: 241.072694ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.290013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:54.982269Z","time spent":"307.734461ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":54,"response size":508237,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:31:55.290357Z","caller":"traceutil/trace.go:171","msg":"trace[98169505] transaction","detail":"{read_only:false; response_revision:12829; number_of_response:1; }","duration":"299.823859ms","start":"2026-03-03T14:31:54.990514Z","end":"2026-03-03T14:31:55.290338Z","steps":["trace[98169505] 'process raft request' (duration: 298.620972ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.290529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.404205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:31:55.290578Z","caller":"traceutil/trace.go:171","msg":"trace[1284565538] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:12829; }","duration":"206.508508ms","start":"2026-03-03T14:31:55.084055Z","end":"2026-03-03T14:31:55.290564Z","steps":["trace[1284565538] 'agreement among raft nodes before linearized reading' (duration: 206.404316ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:55.545441Z","caller":"traceutil/trace.go:171","msg":"trace[449843506] transaction","detail":"{read_only:false; response_revision:12830; number_of_response:1; }","duration":"250.694266ms","start":"2026-03-03T14:31:55.2947Z","end":"2026-03-03T14:31:55.545395Z","steps":["trace[449843506] 'process raft request' (duration: 250.279117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.994627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.592825ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:55.994731Z","caller":"traceutil/trace.go:171","msg":"trace[1002367684] transaction","detail":"{read_only:false; response_revision:12831; number_of_response:1; }","duration":"443.387327ms","start":"2026-03-03T14:31:55.551328Z","end":"2026-03-03T14:31:55.994715Z","steps":["trace[1002367684] 'process raft request' (duration: 215.628518ms)","trace[1002367684] 'compare' (duration: 227.211996ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:55.994779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.551299Z","time spent":"443.453819ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":684,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:31:55.995666Z","caller":"traceutil/trace.go:171","msg":"trace[1805978209] transaction","detail":"{read_only:false; response_revision:12832; number_of_response:1; }","duration":"443.577911ms","start":"2026-03-03T14:31:55.552067Z","end":"2026-03-03T14:31:55.995645Z","steps":["trace[1805978209] 'process raft request' (duration: 443.375837ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.995803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.552058Z","time spent":"443.671083ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7317,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:55.995904Z","caller":"traceutil/trace.go:171","msg":"trace[1811246252] transaction","detail":"{read_only:false; response_revision:12833; number_of_response:1; }","duration":"441.961414ms","start":"2026-03-03T14:31:55.553923Z","end":"2026-03-03T14:31:55.995884Z","steps":["trace[1811246252] 'process raft request' (duration: 441.666267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:55.995995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:55.553905Z","time spent":"442.041216ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7029,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:31:56.342308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.464337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:56.342439Z","caller":"traceutil/trace.go:171","msg":"trace[1537708005] linearizableReadLoop","detail":"{readStateIndex:13410; appliedIndex:13409; }","duration":"341.865617ms","start":"2026-03-03T14:31:56.000553Z","end":"2026-03-03T14:31:56.342419Z","steps":["trace[1537708005] 'read index received' (duration: 214.206865ms)","trace[1537708005] 'applied index is now lower than readState.Index' (duration: 127.656642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:56.342513Z","caller":"traceutil/trace.go:171","msg":"trace[1142474813] transaction","detail":"{read_only:false; response_revision:12834; number_of_response:1; }","duration":"342.290367ms","start":"2026-03-03T14:31:56.000177Z","end":"2026-03-03T14:31:56.342467Z","steps":["trace[1142474813] 'process raft request' (duration: 214.571064ms)","trace[1142474813] 'compare' (duration: 127.15451ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:56.342702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.00016Z","time spent":"342.4513ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":706,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:56.342796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"332.687776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" ","response":"range_response_count:1 size:7332"} {"level":"info","ts":"2026-03-03T14:31:56.342844Z","caller":"traceutil/trace.go:171","msg":"trace[2144180507] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-wckhd; range_end:; response_count:1; response_revision:12834; }","duration":"332.786328ms","start":"2026-03-03T14:31:56.010045Z","end":"2026-03-03T14:31:56.342832Z","steps":["trace[2144180507] 'agreement among raft nodes before linearized reading' (duration: 332.509382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:56.34286Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.310297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:31:56.343053Z","caller":"traceutil/trace.go:171","msg":"trace[1891630676] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:12834; }","duration":"342.564203ms","start":"2026-03-03T14:31:56.000468Z","end":"2026-03-03T14:31:56.343032Z","steps":["trace[1891630676] 'agreement among raft nodes before linearized reading' (duration: 342.308717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:56.342898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.01002Z","time spent":"332.86743ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7356,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" "} {"level":"warn","ts":"2026-03-03T14:31:56.343124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.000431Z","time spent":"342.675505ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"info","ts":"2026-03-03T14:31:56.860932Z","caller":"traceutil/trace.go:171","msg":"trace[738537521] linearizableReadLoop","detail":"{readStateIndex:13411; appliedIndex:13410; }","duration":"281.289852ms","start":"2026-03-03T14:31:56.579618Z","end":"2026-03-03T14:31:56.860908Z","steps":["trace[738537521] 'read index received' (duration: 281.19597ms)","trace[738537521] 'applied index is now lower than readState.Index' (duration: 92.112µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:56.861087Z","caller":"traceutil/trace.go:171","msg":"trace[1790580022] transaction","detail":"{read_only:false; response_revision:12835; number_of_response:1; }","duration":"508.245702ms","start":"2026-03-03T14:31:56.352785Z","end":"2026-03-03T14:31:56.861031Z","steps":["trace[1790580022] 'process raft request' (duration: 507.914245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:56.861268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.561129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-03-03T14:31:56.861313Z","caller":"traceutil/trace.go:171","msg":"trace[1412115347] range","detail":"{range_begin:/registry/serviceaccounts/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12835; }","duration":"281.742623ms","start":"2026-03-03T14:31:56.579556Z","end":"2026-03-03T14:31:56.861299Z","steps":["trace[1412115347] 'agreement among raft nodes before linearized reading' (duration: 281.501888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:56.861346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.352758Z","time spent":"508.439737ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8851,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:57.340942Z","caller":"traceutil/trace.go:171","msg":"trace[1490919662] linearizableReadLoop","detail":"{readStateIndex:13412; appliedIndex:13411; }","duration":"360.23322ms","start":"2026-03-03T14:31:56.980675Z","end":"2026-03-03T14:31:57.340909Z","steps":["trace[1490919662] 'read index received' (duration: 359.883402ms)","trace[1490919662] 'applied index is now lower than readState.Index' (duration: 347.218µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:57.341029Z","caller":"traceutil/trace.go:171","msg":"trace[1697699641] transaction","detail":"{read_only:false; response_revision:12836; number_of_response:1; }","duration":"461.252608ms","start":"2026-03-03T14:31:56.879719Z","end":"2026-03-03T14:31:57.340971Z","steps":["trace[1697699641] 'process raft request' (duration: 460.88811ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.341242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.508989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:57.341273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.879706Z","time spent":"461.436872ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:57.341304Z","caller":"traceutil/trace.go:171","msg":"trace[947434929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12836; }","duration":"292.627472ms","start":"2026-03-03T14:31:57.048661Z","end":"2026-03-03T14:31:57.341288Z","steps":["trace[947434929] 'agreement among raft nodes before linearized reading' (duration: 292.463278ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.341293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"360.594728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:31:57.341353Z","caller":"traceutil/trace.go:171","msg":"trace[1212501585] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12836; }","duration":"360.727241ms","start":"2026-03-03T14:31:56.980609Z","end":"2026-03-03T14:31:57.341336Z","steps":["trace[1212501585] 'agreement among raft nodes before linearized reading' (duration: 360.487926ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:57.341427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:56.980583Z","time spent":"360.824744ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:31:57.622418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.698533ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:57.622613Z","caller":"traceutil/trace.go:171","msg":"trace[1576103723] transaction","detail":"{read_only:false; response_revision:12837; number_of_response:1; }","duration":"276.388619ms","start":"2026-03-03T14:31:57.346191Z","end":"2026-03-03T14:31:57.62258Z","steps":["trace[1576103723] 'process raft request' (duration: 115.42511ms)","trace[1576103723] 'compare' (duration: 160.289823ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:31:57.622682Z","caller":"traceutil/trace.go:171","msg":"trace[1899617500] transaction","detail":"{read_only:false; response_revision:12839; number_of_response:1; }","duration":"275.435297ms","start":"2026-03-03T14:31:57.347228Z","end":"2026-03-03T14:31:57.622663Z","steps":["trace[1899617500] 'process raft request' (duration: 275.394146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:57.622815Z","caller":"traceutil/trace.go:171","msg":"trace[968190285] transaction","detail":"{read_only:false; response_revision:12838; number_of_response:1; }","duration":"275.614322ms","start":"2026-03-03T14:31:57.347194Z","end":"2026-03-03T14:31:57.622808Z","steps":["trace[968190285] 'process raft request' (duration: 275.341755ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:57.622904Z","caller":"traceutil/trace.go:171","msg":"trace[1356369026] linearizableReadLoop","detail":"{readStateIndex:13413; appliedIndex:13412; }","duration":"276.523652ms","start":"2026-03-03T14:31:57.346354Z","end":"2026-03-03T14:31:57.622877Z","steps":["trace[1356369026] 'read index received' (duration: 115.267746ms)","trace[1356369026] 'applied index is now lower than readState.Index' (duration: 161.254396ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:57.623721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.344541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517072"} {"level":"info","ts":"2026-03-03T14:31:57.623767Z","caller":"traceutil/trace.go:171","msg":"trace[1178453319] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12839; }","duration":"277.450763ms","start":"2026-03-03T14:31:57.346305Z","end":"2026-03-03T14:31:57.623756Z","steps":["trace[1178453319] 'agreement among raft nodes before linearized reading' (duration: 276.712666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:58.388786Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379102,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:31:58.637046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.213236Z","time spent":"423.798625ms","remote":"127.0.0.1:60360","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:31:58.637214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"904.38596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:58.637394Z","caller":"traceutil/trace.go:171","msg":"trace[2034360932] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:12839; }","duration":"904.615625ms","start":"2026-03-03T14:31:57.73274Z","end":"2026-03-03T14:31:58.637356Z","steps":["trace[2034360932] 'count revisions from in-memory index tree' (duration: 904.209135ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:58.637461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.732711Z","time spent":"904.730727ms","remote":"127.0.0.1:46114","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:58.823859Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.033199947s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:31:58.824476Z","caller":"traceutil/trace.go:171","msg":"trace[1015048411] transaction","detail":"{read_only:false; response_revision:12840; number_of_response:1; }","duration":"1.033948405s","start":"2026-03-03T14:31:57.790484Z","end":"2026-03-03T14:31:58.824432Z","steps":["trace[1015048411] 'process raft request' (duration: 1.033704439s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:58.824759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.790455Z","time spent":"1.034161569s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2265,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:31:59.099518Z","caller":"traceutil/trace.go:171","msg":"trace[1787870779] transaction","detail":"{read_only:false; response_revision:12841; number_of_response:1; }","duration":"954.850342ms","start":"2026-03-03T14:31:58.144612Z","end":"2026-03-03T14:31:59.099462Z","steps":["trace[1787870779] 'process raft request' (duration: 867.255454ms)","trace[1787870779] 'compare' (duration: 86.948043ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:59.099728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.144576Z","time spent":"955.049837ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:31:59.162245Z","caller":"traceutil/trace.go:171","msg":"trace[785376815] transaction","detail":"{read_only:false; response_revision:12842; number_of_response:1; }","duration":"327.524397ms","start":"2026-03-03T14:31:58.834689Z","end":"2026-03-03T14:31:59.162213Z","steps":["trace[785376815] 'process raft request' (duration: 327.339193ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.162449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274650761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:59.162533Z","caller":"traceutil/trace.go:171","msg":"trace[1306057784] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:12842; }","duration":"1.274796935s","start":"2026-03-03T14:31:57.887721Z","end":"2026-03-03T14:31:59.162518Z","steps":["trace[1306057784] 'agreement among raft nodes before linearized reading' (duration: 1.27460005s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.162534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.834657Z","time spent":"327.688121ms","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2802,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:31:59.162596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:57.887698Z","time spent":"1.274880456s","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:31:59.163233Z","caller":"traceutil/trace.go:171","msg":"trace[1075008281] linearizableReadLoop","detail":"{readStateIndex:13418; appliedIndex:13415; }","duration":"1.274489718s","start":"2026-03-03T14:31:57.887779Z","end":"2026-03-03T14:31:59.162269Z","steps":["trace[1075008281] 'read index received' (duration: 936.400998ms)","trace[1075008281] 'applied index is now lower than readState.Index' (duration: 338.08214ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:59.163551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.116526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:31:59.163623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"966.279996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:59.163664Z","caller":"traceutil/trace.go:171","msg":"trace[443426662] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12842; }","duration":"116.26956ms","start":"2026-03-03T14:31:59.047365Z","end":"2026-03-03T14:31:59.163635Z","steps":["trace[443426662] 'agreement among raft nodes before linearized reading' (duration: 116.081596ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.163691Z","caller":"traceutil/trace.go:171","msg":"trace[45781425] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:12842; }","duration":"966.46509ms","start":"2026-03-03T14:31:58.197207Z","end":"2026-03-03T14:31:59.163672Z","steps":["trace[45781425] 'agreement among raft nodes before linearized reading' (duration: 966.213864ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.163782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:58.197187Z","time spent":"966.547791ms","remote":"127.0.0.1:43948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:31:59.163773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.55999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207\" ","response":"range_response_count:1 size:942"} {"level":"info","ts":"2026-03-03T14:31:59.16392Z","caller":"traceutil/trace.go:171","msg":"trace[1264913391] range","detail":"{range_begin:/registry/events/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt.18995abf45f78207; range_end:; response_count:1; response_revision:12842; }","duration":"285.770165ms","start":"2026-03-03T14:31:58.878126Z","end":"2026-03-03T14:31:59.163896Z","steps":["trace[1264913391] 'agreement among raft nodes before linearized reading' (duration: 285.483058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.163911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.69221ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:59.164861Z","caller":"traceutil/trace.go:171","msg":"trace[1567274412] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:12842; }","duration":"157.908768ms","start":"2026-03-03T14:31:59.006918Z","end":"2026-03-03T14:31:59.164827Z","steps":["trace[1567274412] 'agreement among raft nodes before linearized reading' (duration: 156.646229ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.335563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.09402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:31:59.335783Z","caller":"traceutil/trace.go:171","msg":"trace[602621720] transaction","detail":"{read_only:false; response_revision:12843; number_of_response:1; }","duration":"169.564967ms","start":"2026-03-03T14:31:59.166153Z","end":"2026-03-03T14:31:59.335718Z","steps":["trace[602621720] 'process raft request' (duration: 61.216101ms)","trace[602621720] 'compare' (duration: 107.959187ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:31:59.772519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.900129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:31:59.772606Z","caller":"traceutil/trace.go:171","msg":"trace[252065921] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12843; }","duration":"145.014022ms","start":"2026-03-03T14:31:59.627567Z","end":"2026-03-03T14:31:59.772581Z","steps":["trace[252065921] 'range keys from in-memory index tree' (duration: 144.741336ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.772894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.243607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:59.772938Z","caller":"traceutil/trace.go:171","msg":"trace[1762814528] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12843; }","duration":"145.304108ms","start":"2026-03-03T14:31:59.627623Z","end":"2026-03-03T14:31:59.772927Z","steps":["trace[1762814528] 'range keys from in-memory index tree' (duration: 145.147675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.773232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.273868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:31:59.773361Z","caller":"traceutil/trace.go:171","msg":"trace[357720224] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:12843; }","duration":"168.460812ms","start":"2026-03-03T14:31:59.604867Z","end":"2026-03-03T14:31:59.773328Z","steps":["trace[357720224] 'count revisions from in-memory index tree' (duration: 168.189395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.773435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.052394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:31:59.773459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.630446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:31:59.773477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.110026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:31:59.773516Z","caller":"traceutil/trace.go:171","msg":"trace[1914919852] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12843; }","duration":"145.750358ms","start":"2026-03-03T14:31:59.627753Z","end":"2026-03-03T14:31:59.773503Z","steps":["trace[1914919852] 'range keys from in-memory index tree' (duration: 145.44427ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.773517Z","caller":"traceutil/trace.go:171","msg":"trace[1183253845] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12843; }","duration":"126.192908ms","start":"2026-03-03T14:31:59.647305Z","end":"2026-03-03T14:31:59.773498Z","steps":["trace[1183253845] 'range keys from in-memory index tree' (duration: 125.932592ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:31:59.77352Z","caller":"traceutil/trace.go:171","msg":"trace[1045581143] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12843; }","duration":"146.183088ms","start":"2026-03-03T14:31:59.627326Z","end":"2026-03-03T14:31:59.773509Z","steps":["trace[1045581143] 'range keys from in-memory index tree' (duration: 146.014034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.773518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.809716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:31:59.773583Z","caller":"traceutil/trace.go:171","msg":"trace[1411388229] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12843; }","duration":"144.874608ms","start":"2026-03-03T14:31:59.62869Z","end":"2026-03-03T14:31:59.773564Z","steps":["trace[1411388229] 'range keys from in-memory index tree' (duration: 144.673413ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:31:59.774001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.093803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:31:59.774061Z","caller":"traceutil/trace.go:171","msg":"trace[1775599518] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12843; }","duration":"146.840154ms","start":"2026-03-03T14:31:59.627192Z","end":"2026-03-03T14:31:59.774032Z","steps":["trace[1775599518] 'range keys from in-memory index tree' (duration: 144.743436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.091265Z","caller":"traceutil/trace.go:171","msg":"trace[475688203] transaction","detail":"{read_only:false; response_revision:12845; number_of_response:1; }","duration":"311.824695ms","start":"2026-03-03T14:31:59.779412Z","end":"2026-03-03T14:32:00.091237Z","steps":["trace[475688203] 'process raft request' (duration: 311.557559ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.091425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.77937Z","time spent":"311.975139ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:00.091607Z","caller":"traceutil/trace.go:171","msg":"trace[1281536033] linearizableReadLoop","detail":"{readStateIndex:13424; appliedIndex:13420; }","duration":"309.182914ms","start":"2026-03-03T14:31:59.782401Z","end":"2026-03-03T14:32:00.091584Z","steps":["trace[1281536033] 'read index received' (duration: 65.401957ms)","trace[1281536033] 'applied index is now lower than readState.Index' (duration: 243.779867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:00.091662Z","caller":"traceutil/trace.go:171","msg":"trace[1951144468] transaction","detail":"{read_only:false; response_revision:12846; number_of_response:1; }","duration":"311.918437ms","start":"2026-03-03T14:31:59.779706Z","end":"2026-03-03T14:32:00.091624Z","steps":["trace[1951144468] 'process raft request' (duration: 311.431496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:00.091677Z","caller":"traceutil/trace.go:171","msg":"trace[298771482] transaction","detail":"{read_only:false; response_revision:12847; number_of_response:1; }","duration":"311.920377ms","start":"2026-03-03T14:31:59.779733Z","end":"2026-03-03T14:32:00.091653Z","steps":["trace[298771482] 'process raft request' (duration: 311.734913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.091877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.779692Z","time spent":"312.04872ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:00.091941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.779705Z","time spent":"312.04071ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:00.092708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.31907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517072"} {"level":"info","ts":"2026-03-03T14:32:00.092767Z","caller":"traceutil/trace.go:171","msg":"trace[1693229690] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12847; }","duration":"310.410682ms","start":"2026-03-03T14:31:59.782344Z","end":"2026-03-03T14:32:00.092754Z","steps":["trace[1693229690] 'agreement among raft nodes before linearized reading' (duration: 309.360318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:00.092804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:31:59.782334Z","time spent":"310.460624ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":517096,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:02.070953Z","caller":"traceutil/trace.go:171","msg":"trace[1315621537] transaction","detail":"{read_only:false; response_revision:12849; number_of_response:1; }","duration":"215.301271ms","start":"2026-03-03T14:32:01.85563Z","end":"2026-03-03T14:32:02.070931Z","steps":["trace[1315621537] 'process raft request' (duration: 215.115427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.717734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.679536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:02.717809Z","caller":"traceutil/trace.go:171","msg":"trace[6375185] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12849; }","duration":"421.81165ms","start":"2026-03-03T14:32:02.295981Z","end":"2026-03-03T14:32:02.717792Z","steps":["trace[6375185] 'count revisions from in-memory index tree' (duration: 421.545213ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.717842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.295956Z","time spent":"421.878602ms","remote":"127.0.0.1:52460","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:02.718317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"612.732808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:02.718348Z","caller":"traceutil/trace.go:171","msg":"trace[1882753299] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12849; }","duration":"612.79809ms","start":"2026-03-03T14:32:02.105542Z","end":"2026-03-03T14:32:02.71834Z","steps":["trace[1882753299] 'range keys from in-memory index tree' (duration: 612.605296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.718368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.105525Z","time spent":"612.837722ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:32:02.718323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.662025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:02.718426Z","caller":"traceutil/trace.go:171","msg":"trace[1815194356] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12849; }","duration":"621.815167ms","start":"2026-03-03T14:32:02.096588Z","end":"2026-03-03T14:32:02.718403Z","steps":["trace[1815194356] 'range keys from in-memory index tree' (duration: 621.426819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.718432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.563802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:32:02.718478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.096567Z","time spent":"621.90089ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:32:02.718525Z","caller":"traceutil/trace.go:171","msg":"trace[312645907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12849; }","duration":"621.776637ms","start":"2026-03-03T14:32:02.096728Z","end":"2026-03-03T14:32:02.718505Z","steps":["trace[312645907] 'range keys from in-memory index tree' (duration: 621.329487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:02.718562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.096708Z","time spent":"621.846279ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:32:03.019976Z","caller":"traceutil/trace.go:171","msg":"trace[28860437] transaction","detail":"{read_only:false; response_revision:12850; number_of_response:1; }","duration":"297.925464ms","start":"2026-03-03T14:32:02.722023Z","end":"2026-03-03T14:32:03.019949Z","steps":["trace[28860437] 'process raft request' (duration: 297.803121ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:03.576083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.262975ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:03.576157Z","caller":"traceutil/trace.go:171","msg":"trace[305386645] linearizableReadLoop","detail":"{readStateIndex:13428; appliedIndex:13427; }","duration":"830.541428ms","start":"2026-03-03T14:32:02.745603Z","end":"2026-03-03T14:32:03.576144Z","steps":["trace[305386645] 'read index received' (duration: 274.370842ms)","trace[305386645] 'applied index is now lower than readState.Index' (duration: 556.169616ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:03.576213Z","caller":"traceutil/trace.go:171","msg":"trace[537638498] transaction","detail":"{read_only:false; response_revision:12851; number_of_response:1; }","duration":"834.06582ms","start":"2026-03-03T14:32:02.74214Z","end":"2026-03-03T14:32:03.576206Z","steps":["trace[537638498] 'process raft request' (duration: 436.612441ms)","trace[537638498] 'compare' (duration: 397.146832ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:03.576242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.742112Z","time spent":"834.114451ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:03.57642Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"529.999793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:03.576517Z","caller":"traceutil/trace.go:171","msg":"trace[519367747] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12851; }","duration":"530.120506ms","start":"2026-03-03T14:32:03.046365Z","end":"2026-03-03T14:32:03.576485Z","steps":["trace[519367747] 'agreement among raft nodes before linearized reading' (duration: 529.978983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:03.576562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.046346Z","time spent":"530.207728ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:03.576827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.898365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:32:03.576883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.280015ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517072"} {"level":"info","ts":"2026-03-03T14:32:03.576907Z","caller":"traceutil/trace.go:171","msg":"trace[1541749632] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12851; }","duration":"831.335387ms","start":"2026-03-03T14:32:02.745565Z","end":"2026-03-03T14:32:03.5769Z","steps":["trace[1541749632] 'agreement among raft nodes before linearized reading' (duration: 830.865976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:03.576928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:02.745554Z","time spent":"831.369017ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":517096,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:03.57691Z","caller":"traceutil/trace.go:171","msg":"trace[132073528] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12851; }","duration":"495.020537ms","start":"2026-03-03T14:32:03.081869Z","end":"2026-03-03T14:32:03.576889Z","steps":["trace[132073528] 'agreement among raft nodes before linearized reading' (duration: 494.836103ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:03.577127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.081842Z","time spent":"495.263863ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:32:04.285055Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:04.785805Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:05.286721Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379143,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:05.587028Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.008507532s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:32:06.050025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000614699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:32:06.050588Z","caller":"traceutil/trace.go:171","msg":"trace[1953474735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001217543s","start":"2026-03-03T14:32:04.049359Z","end":"2026-03-03T14:32:06.050576Z","steps":["trace[1953474735] 'agreement among raft nodes before linearized reading' (duration: 2.00063357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.05062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.049342Z","time spent":"2.001270384s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:32:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:32:06.136204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.981209ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:32:06.136308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.578395Z","time spent":"2.557908601s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:32:06.517031Z","caller":"traceutil/trace.go:171","msg":"trace[1680341839] transaction","detail":"{read_only:false; response_revision:12852; number_of_response:1; }","duration":"2.536787724s","start":"2026-03-03T14:32:03.980211Z","end":"2026-03-03T14:32:06.516999Z","steps":["trace[1680341839] 'process raft request' (duration: 2.536495568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.51721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.980178Z","time spent":"2.536946008s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:06.517231Z","caller":"traceutil/trace.go:171","msg":"trace[899719324] linearizableReadLoop","detail":"{readStateIndex:13431; appliedIndex:13428; }","duration":"2.732552656s","start":"2026-03-03T14:32:03.784649Z","end":"2026-03-03T14:32:06.517202Z","steps":["trace[899719324] 'read index received' (duration: 1.802565177s)","trace[899719324] 'applied index is now lower than readState.Index' (duration: 929.984469ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:06.517286Z","caller":"traceutil/trace.go:171","msg":"trace[1034934019] transaction","detail":"{read_only:false; response_revision:12853; number_of_response:1; }","duration":"2.271640434s","start":"2026-03-03T14:32:04.245633Z","end":"2026-03-03T14:32:06.517274Z","steps":["trace[1034934019] 'process raft request' (duration: 2.271281586s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.517334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.245606Z","time spent":"2.271704155s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:06.517483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.732813922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:06.517566Z","caller":"traceutil/trace.go:171","msg":"trace[1628775624] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12853; }","duration":"2.732945895s","start":"2026-03-03T14:32:03.784602Z","end":"2026-03-03T14:32:06.517548Z","steps":["trace[1628775624] 'agreement among raft nodes before linearized reading' (duration: 2.732702879s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:06.517609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.784581Z","time spent":"2.733020636s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:07.097842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.320183ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:07.098209Z","caller":"traceutil/trace.go:171","msg":"trace[2012781219] linearizableReadLoop","detail":"{readStateIndex:13433; appliedIndex:13431; }","duration":"580.915475ms","start":"2026-03-03T14:32:06.517282Z","end":"2026-03-03T14:32:07.098198Z","steps":["trace[2012781219] 'read index received' (duration: 292.168402ms)","trace[2012781219] 'applied index is now lower than readState.Index' (duration: 288.745613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:07.098202Z","caller":"traceutil/trace.go:171","msg":"trace[1381214109] transaction","detail":"{read_only:false; response_revision:12855; number_of_response:1; }","duration":"781.002777ms","start":"2026-03-03T14:32:06.317183Z","end":"2026-03-03T14:32:07.098186Z","steps":["trace[1381214109] 'process raft request' (duration: 780.732071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.09825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047918636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:07.098282Z","caller":"traceutil/trace.go:171","msg":"trace[1352042102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12856; }","duration":"1.047984828s","start":"2026-03-03T14:32:06.050285Z","end":"2026-03-03T14:32:07.09827Z","steps":["trace[1352042102] 'agreement among raft nodes before linearized reading' (duration: 1.047913136s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.317154Z","time spent":"781.094938ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:07.098304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.050259Z","time spent":"1.04804065s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:07.09826Z","caller":"traceutil/trace.go:171","msg":"trace[1131250459] transaction","detail":"{read_only:false; response_revision:12854; number_of_response:1; }","duration":"960.612836ms","start":"2026-03-03T14:32:06.137597Z","end":"2026-03-03T14:32:07.09821Z","steps":["trace[1131250459] 'process raft request' (duration: 671.853402ms)","trace[1131250459] 'compare' (duration: 288.074698ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:07.098294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360059921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:07.098351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.024245806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:32:07.098361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126132009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-03-03T14:32:07.098366Z","caller":"traceutil/trace.go:171","msg":"trace[350112368] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:12856; }","duration":"2.360191654s","start":"2026-03-03T14:32:04.738156Z","end":"2026-03-03T14:32:07.098348Z","steps":["trace[350112368] 'agreement among raft nodes before linearized reading' (duration: 2.36004762s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:07.098382Z","caller":"traceutil/trace.go:171","msg":"trace[864516568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12856; }","duration":"3.024294967s","start":"2026-03-03T14:32:04.074076Z","end":"2026-03-03T14:32:07.098371Z","steps":["trace[864516568] 'agreement among raft nodes before linearized reading' (duration: 3.024193885s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.074067Z","time spent":"3.024330968s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:07.098403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.738132Z","time spent":"2.360265056s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:07.098391Z","caller":"traceutil/trace.go:171","msg":"trace[1825905658] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:12856; }","duration":"1.12620106s","start":"2026-03-03T14:32:05.972179Z","end":"2026-03-03T14:32:07.09838Z","steps":["trace[1825905658] 'agreement among raft nodes before linearized reading' (duration: 1.126125119s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.972156Z","time spent":"1.126270903s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-03-03T14:32:07.09844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511708902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:32:07.098477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.137579Z","time spent":"960.775339ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:07.098503Z","caller":"traceutil/trace.go:171","msg":"trace[1844533958] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12856; }","duration":"1.511813915s","start":"2026-03-03T14:32:05.58667Z","end":"2026-03-03T14:32:07.098484Z","steps":["trace[1844533958] 'agreement among raft nodes before linearized reading' (duration: 1.511551389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090061824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:07.098534Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.586651Z","time spent":"1.511877097s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:32:07.098551Z","caller":"traceutil/trace.go:171","msg":"trace[1575674693] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:12856; }","duration":"3.090128774s","start":"2026-03-03T14:32:04.008414Z","end":"2026-03-03T14:32:07.098543Z","steps":["trace[1575674693] 'agreement among raft nodes before linearized reading' (duration: 3.090077593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.511476977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:32:07.098556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.987401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:07.098574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.008394Z","time spent":"3.090173906s","remote":"127.0.0.1:43866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":3,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:07.098576Z","caller":"traceutil/trace.go:171","msg":"trace[1463177548] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12856; }","duration":"1.511530189s","start":"2026-03-03T14:32:05.58704Z","end":"2026-03-03T14:32:07.09857Z","steps":["trace[1463177548] 'agreement among raft nodes before linearized reading' (duration: 1.511453787s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:07.098583Z","caller":"traceutil/trace.go:171","msg":"trace[1769093673] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:12856; }","duration":"385.073703ms","start":"2026-03-03T14:32:06.7135Z","end":"2026-03-03T14:32:07.098574Z","steps":["trace[1769093673] 'agreement among raft nodes before linearized reading' (duration: 385.026782ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.587023Z","time spent":"1.511569029s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:32:07.098607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.713462Z","time spent":"385.138874ms","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:07.098557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.956763101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"warn","ts":"2026-03-03T14:32:07.098657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.943515423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:32:07.098678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.312536199s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:07.098686Z","caller":"traceutil/trace.go:171","msg":"trace[457073591] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12856; }","duration":"1.943570973s","start":"2026-03-03T14:32:05.155105Z","end":"2026-03-03T14:32:07.098676Z","steps":["trace[457073591] 'agreement among raft nodes before linearized reading' (duration: 1.94343972s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.155089Z","time spent":"1.943610075s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:32:07.098703Z","caller":"traceutil/trace.go:171","msg":"trace[275028935] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12856; }","duration":"3.31257885s","start":"2026-03-03T14:32:03.786117Z","end":"2026-03-03T14:32:07.098696Z","steps":["trace[275028935] 'agreement among raft nodes before linearized reading' (duration: 3.312504038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.786109Z","time spent":"3.31260744s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:32:07.098698Z","caller":"traceutil/trace.go:171","msg":"trace[1597132647] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12856; }","duration":"2.956967656s","start":"2026-03-03T14:32:04.1417Z","end":"2026-03-03T14:32:07.098668Z","steps":["trace[1597132647] 'agreement among raft nodes before linearized reading' (duration: 2.956519706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.313991073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:07.09878Z","caller":"traceutil/trace.go:171","msg":"trace[1941511789] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12856; }","duration":"3.314054024s","start":"2026-03-03T14:32:03.78472Z","end":"2026-03-03T14:32:07.098774Z","steps":["trace[1941511789] 'agreement among raft nodes before linearized reading' (duration: 3.313981333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051338288s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:32:07.0988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:03.7847Z","time spent":"3.314095826s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:07.098803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.218703964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:07.098809Z","caller":"traceutil/trace.go:171","msg":"trace[43694395] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12856; }","duration":"2.051401539s","start":"2026-03-03T14:32:05.047403Z","end":"2026-03-03T14:32:07.098804Z","steps":["trace[43694395] 'agreement among raft nodes before linearized reading' (duration: 2.051349138s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:05.047367Z","time spent":"2.05146146s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:32:07.098832Z","caller":"traceutil/trace.go:171","msg":"trace[1722191530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:12856; }","duration":"2.218775106s","start":"2026-03-03T14:32:04.880048Z","end":"2026-03-03T14:32:07.098823Z","steps":["trace[1722191530] 'agreement among raft nodes before linearized reading' (duration: 2.218722294s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.141676Z","time spent":"2.957098698s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:32:07.098855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.880024Z","time spent":"2.218823967s","remote":"127.0.0.1:49322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:07.098857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.513892606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:07.098879Z","caller":"traceutil/trace.go:171","msg":"trace[1946129961] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:12856; }","duration":"2.513962588s","start":"2026-03-03T14:32:04.584909Z","end":"2026-03-03T14:32:07.098872Z","steps":["trace[1946129961] 'agreement among raft nodes before linearized reading' (duration: 2.513918647s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.422373306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:07.0989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.584882Z","time spent":"2.514010999s","remote":"127.0.0.1:47196","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:07.098917Z","caller":"traceutil/trace.go:171","msg":"trace[2044227794] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:12856; }","duration":"2.422454138s","start":"2026-03-03T14:32:04.676445Z","end":"2026-03-03T14:32:07.0989Z","steps":["trace[2044227794] 'agreement among raft nodes before linearized reading' (duration: 2.422373756s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.098959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.676418Z","time spent":"2.42253081s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:07.09803Z","caller":"traceutil/trace.go:171","msg":"trace[358596103] transaction","detail":"{read_only:false; response_revision:12856; number_of_response:1; }","duration":"476.127121ms","start":"2026-03-03T14:32:06.621884Z","end":"2026-03-03T14:32:07.098011Z","steps":["trace[358596103] 'process raft request' (duration: 476.08669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.09914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.536099539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:07.099205Z","caller":"traceutil/trace.go:171","msg":"trace[2118788828] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:12856; }","duration":"2.536182611s","start":"2026-03-03T14:32:04.563006Z","end":"2026-03-03T14:32:07.099188Z","steps":["trace[2118788828] 'agreement among raft nodes before linearized reading' (duration: 2.535944964s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:07.099191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:06.62186Z","time spent":"477.289779ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:07.09923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:04.562989Z","time spent":"2.536234482s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":112,"response size":31,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:07.609331Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379156,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:08.57762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.264089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:08.577836Z","caller":"traceutil/trace.go:171","msg":"trace[503526355] transaction","detail":"{read_only:false; response_revision:12857; number_of_response:1; }","duration":"1.474027815s","start":"2026-03-03T14:32:07.103785Z","end":"2026-03-03T14:32:08.577813Z","steps":["trace[503526355] 'process raft request' (duration: 844.495679ms)","trace[503526355] 'compare' (duration: 628.4045ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:08.577955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.103772Z","time spent":"1.474112136s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:08.92201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.937178ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:08.922618Z","caller":"traceutil/trace.go:171","msg":"trace[25805735] transaction","detail":"{read_only:false; response_revision:12859; number_of_response:1; }","duration":"1.818533303s","start":"2026-03-03T14:32:07.104057Z","end":"2026-03-03T14:32:08.92259Z","steps":["trace[25805735] 'process raft request' (duration: 1.818050662s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:08.92278Z","caller":"traceutil/trace.go:171","msg":"trace[1220813052] transaction","detail":"{read_only:false; response_revision:12861; number_of_response:1; }","duration":"1.775874459s","start":"2026-03-03T14:32:07.14689Z","end":"2026-03-03T14:32:08.922765Z","steps":["trace[1220813052] 'process raft request' (duration: 1.775568412s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:08.922926Z","caller":"traceutil/trace.go:171","msg":"trace[916044824] transaction","detail":"{read_only:false; response_revision:12860; number_of_response:1; }","duration":"1.7797575s","start":"2026-03-03T14:32:07.143145Z","end":"2026-03-03T14:32:08.922903Z","steps":["trace[916044824] 'process raft request' (duration: 1.779212437s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:08.922939Z","caller":"traceutil/trace.go:171","msg":"trace[1453907527] transaction","detail":"{read_only:false; response_revision:12858; number_of_response:1; }","duration":"1.818975494s","start":"2026-03-03T14:32:07.103946Z","end":"2026-03-03T14:32:08.922922Z","steps":["trace[1453907527] 'process raft request' (duration: 1.624062892s)","trace[1453907527] 'compare' (duration: 192.958096ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:08.923067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.104049Z","time spent":"1.818669646s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:08.922849Z","caller":"traceutil/trace.go:171","msg":"trace[1377829632] linearizableReadLoop","detail":"{readStateIndex:13439; appliedIndex:13434; }","duration":"1.818647706s","start":"2026-03-03T14:32:07.104176Z","end":"2026-03-03T14:32:08.922823Z","steps":["trace[1377829632] 'read index received' (duration: 844.120171ms)","trace[1377829632] 'applied index is now lower than readState.Index' (duration: 974.522815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:08.923183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.103924Z","time spent":"1.819178029s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":719,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:08.923048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.14312Z","time spent":"1.779867653s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:08.923225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.146882Z","time spent":"1.776078334s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:09.142906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000040126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:32:09.142983Z","caller":"traceutil/trace.go:171","msg":"trace[1023235029] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000156289s","start":"2026-03-03T14:32:07.142811Z","end":"2026-03-03T14:32:09.142967Z","steps":["trace[1023235029] 'agreement among raft nodes before linearized reading' (duration: 2.000026246s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.143026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.142797Z","time spent":"2.00021953s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:09.24472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.181464ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:32:09.244852Z","caller":"traceutil/trace.go:171","msg":"trace[1647498883] linearizableReadLoop","detail":"{readStateIndex:13440; appliedIndex:13439; }","duration":"321.318993ms","start":"2026-03-03T14:32:08.923507Z","end":"2026-03-03T14:32:09.244826Z","steps":["trace[1647498883] 'read index received' (duration: 81.662µs)","trace[1647498883] 'applied index is now lower than readState.Index' (duration: 321.235471ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:09.244897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140693736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-03-03T14:32:09.244978Z","caller":"traceutil/trace.go:171","msg":"trace[364773527] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e; range_end:; response_count:1; response_revision:12861; }","duration":"2.140801569s","start":"2026-03-03T14:32:07.104153Z","end":"2026-03-03T14:32:09.244954Z","steps":["trace[364773527] 'agreement among raft nodes before linearized reading' (duration: 1.818740009s)","trace[364773527] 'range keys from in-memory index tree' (duration: 321.852296ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:09.245041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.104149Z","time spent":"2.140874182s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-b46cc8d5-2940-4f70-b601-722578421e1e\" "} {"level":"warn","ts":"2026-03-03T14:32:09.245083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.140518773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T14:32:09.245105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411343941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:09.245172Z","caller":"traceutil/trace.go:171","msg":"trace[612899549] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12861; }","duration":"2.140657197s","start":"2026-03-03T14:32:07.104503Z","end":"2026-03-03T14:32:09.24516Z","steps":["trace[612899549] 'agreement among raft nodes before linearized reading' (duration: 2.140437721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.245176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.115754183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:09.245223Z","caller":"traceutil/trace.go:171","msg":"trace[772440623] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:12861; }","duration":"1.411530456s","start":"2026-03-03T14:32:07.833663Z","end":"2026-03-03T14:32:09.245194Z","steps":["trace[772440623] 'agreement among raft nodes before linearized reading' (duration: 1.411258189s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.24523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.838501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:32:09.245205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.172095188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" ","response":"range_response_count:1 size:8866"} {"level":"warn","ts":"2026-03-03T14:32:09.245299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.89884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:32:09.245302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.833645Z","time spent":"1.411645938s","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:09.245318Z","caller":"traceutil/trace.go:171","msg":"trace[430235358] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12861; }","duration":"141.961481ms","start":"2026-03-03T14:32:09.103352Z","end":"2026-03-03T14:32:09.245313Z","steps":["trace[430235358] 'agreement among raft nodes before linearized reading' (duration: 141.88572ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:09.24531Z","caller":"traceutil/trace.go:171","msg":"trace[726503477] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12861; }","duration":"132.924104ms","start":"2026-03-03T14:32:09.112359Z","end":"2026-03-03T14:32:09.245283Z","steps":["trace[726503477] 'agreement among raft nodes before linearized reading' (duration: 132.74194ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.24522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.427987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:09.245396Z","caller":"traceutil/trace.go:171","msg":"trace[470895808] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12861; }","duration":"140.630311ms","start":"2026-03-03T14:32:09.104758Z","end":"2026-03-03T14:32:09.245388Z","steps":["trace[470895808] 'agreement among raft nodes before linearized reading' (duration: 140.364055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.245356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.764806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:09.245452Z","caller":"traceutil/trace.go:171","msg":"trace[1715748684] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12861; }","duration":"101.896809ms","start":"2026-03-03T14:32:09.143533Z","end":"2026-03-03T14:32:09.24543Z","steps":["trace[1715748684] 'agreement among raft nodes before linearized reading' (duration: 101.730345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:09.245239Z","caller":"traceutil/trace.go:171","msg":"trace[935350977] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:12861; }","duration":"2.115890035s","start":"2026-03-03T14:32:07.129336Z","end":"2026-03-03T14:32:09.245226Z","steps":["trace[935350977] 'agreement among raft nodes before linearized reading' (duration: 2.115759553s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:09.245312Z","caller":"traceutil/trace.go:171","msg":"trace[1855216591] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-wckhd; range_end:; response_count:1; response_revision:12861; }","duration":"1.172262162s","start":"2026-03-03T14:32:08.07304Z","end":"2026-03-03T14:32:09.245302Z","steps":["trace[1855216591] 'agreement among raft nodes before linearized reading' (duration: 1.171972606s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.245659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.072989Z","time spent":"1.172649451s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":8890,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" "} {"level":"warn","ts":"2026-03-03T14:32:09.245697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.612092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18995abfe356a06c\" ","response":"range_response_count:1 size:802"} {"level":"warn","ts":"2026-03-03T14:32:09.245542Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.12932Z","time spent":"2.116208503s","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:09.245208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:07.104493Z","time spent":"2.140709148s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:32:09.246178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.517151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:09.246208Z","caller":"traceutil/trace.go:171","msg":"trace[2004530204] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12861; }","duration":"723.586113ms","start":"2026-03-03T14:32:08.522616Z","end":"2026-03-03T14:32:09.246202Z","steps":["trace[2004530204] 'agreement among raft nodes before linearized reading' (duration: 722.232981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.246224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.522596Z","time spent":"723.624534ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:32:09.24705Z","caller":"traceutil/trace.go:171","msg":"trace[1461965223] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18995abfe356a06c; range_end:; response_count:1; response_revision:12861; }","duration":"319.209386ms","start":"2026-03-03T14:32:08.926551Z","end":"2026-03-03T14:32:09.24576Z","steps":["trace[1461965223] 'agreement among raft nodes before linearized reading' (duration: 318.396046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.247098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:08.926536Z","time spent":"320.548126ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":826,"request content":"key:\"/registry/events/kube-system/kube-vip-instance.18995abfe356a06c\" "} {"level":"info","ts":"2026-03-03T14:32:09.533908Z","caller":"traceutil/trace.go:171","msg":"trace[250184578] linearizableReadLoop","detail":"{readStateIndex:13441; appliedIndex:13441; }","duration":"282.845638ms","start":"2026-03-03T14:32:09.251035Z","end":"2026-03-03T14:32:09.53388Z","steps":["trace[250184578] 'read index received' (duration: 282.834518ms)","trace[250184578] 'applied index is now lower than readState.Index' (duration: 8.93µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:09.533913Z","caller":"traceutil/trace.go:171","msg":"trace[443766675] transaction","detail":"{read_only:false; response_revision:12862; number_of_response:1; }","duration":"285.143081ms","start":"2026-03-03T14:32:09.248746Z","end":"2026-03-03T14:32:09.533889Z","steps":["trace[443766675] 'process raft request' (duration: 284.956607ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.534775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.717947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517072"} {"level":"info","ts":"2026-03-03T14:32:09.534828Z","caller":"traceutil/trace.go:171","msg":"trace[1027147023] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12862; }","duration":"283.81498ms","start":"2026-03-03T14:32:09.250999Z","end":"2026-03-03T14:32:09.534814Z","steps":["trace[1027147023] 'agreement among raft nodes before linearized reading' (duration: 282.992721ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:09.825973Z","caller":"traceutil/trace.go:171","msg":"trace[641985015] transaction","detail":"{read_only:false; response_revision:12863; number_of_response:1; }","duration":"573.167457ms","start":"2026-03-03T14:32:09.252775Z","end":"2026-03-03T14:32:09.825943Z","steps":["trace[641985015] 'process raft request' (duration: 547.116257ms)","trace[641985015] 'compare' (duration: 24.970256ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:09.826122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.252766Z","time spent":"573.277581ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9086,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:09.8266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.431889ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:09.826703Z","caller":"traceutil/trace.go:171","msg":"trace[49718192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12863; }","duration":"575.564502ms","start":"2026-03-03T14:32:09.251114Z","end":"2026-03-03T14:32:09.826678Z","steps":["trace[49718192] 'agreement among raft nodes before linearized reading' (duration: 575.02391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.826785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.251111Z","time spent":"575.629573ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:09.826972Z","caller":"traceutil/trace.go:171","msg":"trace[171351556] linearizableReadLoop","detail":"{readStateIndex:13442; appliedIndex:13441; }","duration":"291.917476ms","start":"2026-03-03T14:32:09.53397Z","end":"2026-03-03T14:32:09.825888Z","steps":["trace[171351556] 'read index received' (duration: 265.932308ms)","trace[171351556] 'applied index is now lower than readState.Index' (duration: 25.984208ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:09.827741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.331993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:32:09.827838Z","caller":"traceutil/trace.go:171","msg":"trace[1720203972] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:12863; }","duration":"498.492897ms","start":"2026-03-03T14:32:09.329325Z","end":"2026-03-03T14:32:09.827818Z","steps":["trace[1720203972] 'agreement among raft nodes before linearized reading' (duration: 496.655964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:09.827953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.329304Z","time spent":"498.623549ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1339,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:10.455206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.708716ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:10.45533Z","caller":"traceutil/trace.go:171","msg":"trace[1487219015] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12863; }","duration":"305.847519ms","start":"2026-03-03T14:32:10.149465Z","end":"2026-03-03T14:32:10.455313Z","steps":["trace[1487219015] 'range keys from in-memory index tree' (duration: 305.665883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:10.455364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.06285ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:10.455483Z","caller":"traceutil/trace.go:171","msg":"trace[420378028] linearizableReadLoop","detail":"{readStateIndex:13443; appliedIndex:13442; }","duration":"623.081598ms","start":"2026-03-03T14:32:09.832382Z","end":"2026-03-03T14:32:10.455463Z","steps":["trace[420378028] 'read index received' (duration: 343.871404ms)","trace[420378028] 'applied index is now lower than readState.Index' (duration: 279.208664ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:10.455576Z","caller":"traceutil/trace.go:171","msg":"trace[505584586] transaction","detail":"{read_only:false; response_revision:12864; number_of_response:1; }","duration":"890.94821ms","start":"2026-03-03T14:32:09.564617Z","end":"2026-03-03T14:32:10.455566Z","steps":["trace[505584586] 'process raft request' (duration: 611.614373ms)","trace[505584586] 'compare' (duration: 278.901846ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:10.455632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.564558Z","time spent":"891.051161ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:10.455773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.412146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-03-03T14:32:10.456013Z","caller":"traceutil/trace.go:171","msg":"trace[254280812] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:12864; }","duration":"495.528848ms","start":"2026-03-03T14:32:09.960292Z","end":"2026-03-03T14:32:10.455821Z","steps":["trace[254280812] 'agreement among raft nodes before linearized reading' (duration: 495.320894ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:10.456096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.960267Z","time spent":"495.804495ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-03-03T14:32:10.456484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.06833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" ","response":"range_response_count:1 size:9101"} {"level":"info","ts":"2026-03-03T14:32:10.456583Z","caller":"traceutil/trace.go:171","msg":"trace[1098727942] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-wckhd; range_end:; response_count:1; response_revision:12864; }","duration":"624.240954ms","start":"2026-03-03T14:32:09.832321Z","end":"2026-03-03T14:32:10.456562Z","steps":["trace[1098727942] 'agreement among raft nodes before linearized reading' (duration: 623.60385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:10.456714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:09.832305Z","time spent":"624.398938ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9125,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" "} {"level":"info","ts":"2026-03-03T14:32:10.939345Z","caller":"traceutil/trace.go:171","msg":"trace[1140038586] linearizableReadLoop","detail":"{readStateIndex:13444; appliedIndex:13443; }","duration":"356.936094ms","start":"2026-03-03T14:32:10.582361Z","end":"2026-03-03T14:32:10.939297Z","steps":["trace[1140038586] 'read index received' (duration: 343.579867ms)","trace[1140038586] 'applied index is now lower than readState.Index' (duration: 13.354487ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:10.93967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.689262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:10.939779Z","caller":"traceutil/trace.go:171","msg":"trace[1905539066] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:12865; }","duration":"176.804124ms","start":"2026-03-03T14:32:10.762935Z","end":"2026-03-03T14:32:10.939739Z","steps":["trace[1905539066] 'agreement among raft nodes before linearized reading' (duration: 176.62403ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:10.939788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.391634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:32:10.939924Z","caller":"traceutil/trace.go:171","msg":"trace[74672036] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12865; }","duration":"357.5883ms","start":"2026-03-03T14:32:10.582291Z","end":"2026-03-03T14:32:10.939879Z","steps":["trace[74672036] 'agreement among raft nodes before linearized reading' (duration: 357.223271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:10.939986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.582263Z","time spent":"357.711773ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:32:10.940155Z","caller":"traceutil/trace.go:171","msg":"trace[1738716590] transaction","detail":"{read_only:false; response_revision:12865; number_of_response:1; }","duration":"464.009382ms","start":"2026-03-03T14:32:10.47613Z","end":"2026-03-03T14:32:10.940139Z","steps":["trace[1738716590] 'process raft request' (duration: 449.407145ms)","trace[1738716590] 'compare' (duration: 12.585231ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:10.940294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.476117Z","time spent":"464.064913ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9187,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:11.26168Z","caller":"traceutil/trace.go:171","msg":"trace[1523622806] transaction","detail":"{read_only:false; response_revision:12866; number_of_response:1; }","duration":"319.372979ms","start":"2026-03-03T14:32:10.942284Z","end":"2026-03-03T14:32:11.261657Z","steps":["trace[1523622806] 'process raft request' (duration: 319.201235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.261834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.94226Z","time spent":"319.489372ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":927,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:11.87352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.498757ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:11.873754Z","caller":"traceutil/trace.go:171","msg":"trace[415770126] linearizableReadLoop","detail":"{readStateIndex:13448; appliedIndex:13444; }","duration":"922.163379ms","start":"2026-03-03T14:32:10.951576Z","end":"2026-03-03T14:32:11.873739Z","steps":["trace[415770126] 'read index received' (duration: 309.989642ms)","trace[415770126] 'applied index is now lower than readState.Index' (duration: 612.172697ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:11.87384Z","caller":"traceutil/trace.go:171","msg":"trace[570557654] transaction","detail":"{read_only:false; response_revision:12868; number_of_response:1; }","duration":"927.725638ms","start":"2026-03-03T14:32:10.946104Z","end":"2026-03-03T14:32:11.873829Z","steps":["trace[570557654] 'process raft request' (duration: 927.503903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:11.873853Z","caller":"traceutil/trace.go:171","msg":"trace[90261442] transaction","detail":"{read_only:false; response_revision:12867; number_of_response:1; }","duration":"929.378516ms","start":"2026-03-03T14:32:10.944426Z","end":"2026-03-03T14:32:11.873804Z","steps":["trace[90261442] 'process raft request' (duration: 693.517831ms)","trace[90261442] 'compare' (duration: 235.278812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:11.873911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.946081Z","time spent":"927.798279ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:11.873966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.944399Z","time spent":"929.507618ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:11.874081Z","caller":"traceutil/trace.go:171","msg":"trace[209455938] transaction","detail":"{read_only:false; response_revision:12869; number_of_response:1; }","duration":"926.766775ms","start":"2026-03-03T14:32:10.947301Z","end":"2026-03-03T14:32:11.874068Z","steps":["trace[209455938] 'process raft request' (duration: 926.396077ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.874145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.947291Z","time spent":"926.825217ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:11.874194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.440606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:11.87425Z","caller":"traceutil/trace.go:171","msg":"trace[605136459] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12869; }","duration":"827.507668ms","start":"2026-03-03T14:32:11.04673Z","end":"2026-03-03T14:32:11.874238Z","steps":["trace[605136459] 'agreement among raft nodes before linearized reading' (duration: 827.379455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.874237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.707573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:11.874317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.756974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:32:11.874273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.046659Z","time spent":"827.60961ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:11.874352Z","caller":"traceutil/trace.go:171","msg":"trace[2059744720] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12869; }","duration":"623.803004ms","start":"2026-03-03T14:32:11.25054Z","end":"2026-03-03T14:32:11.874343Z","steps":["trace[2059744720] 'agreement among raft nodes before linearized reading' (duration: 623.691572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.874364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.171443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:11.874381Z","caller":"traceutil/trace.go:171","msg":"trace[174165163] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12869; }","duration":"624.217184ms","start":"2026-03-03T14:32:11.25016Z","end":"2026-03-03T14:32:11.874377Z","steps":["trace[174165163] 'agreement among raft nodes before linearized reading' (duration: 624.124052ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.8744Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.250144Z","time spent":"624.252605ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:11.874448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"623.810905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:11.874484Z","caller":"traceutil/trace.go:171","msg":"trace[507299785] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12869; }","duration":"623.856555ms","start":"2026-03-03T14:32:11.250619Z","end":"2026-03-03T14:32:11.874475Z","steps":["trace[507299785] 'agreement among raft nodes before linearized reading' (duration: 623.776813ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:11.874323Z","caller":"traceutil/trace.go:171","msg":"trace[2011085394] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:12869; }","duration":"574.865276ms","start":"2026-03-03T14:32:11.299442Z","end":"2026-03-03T14:32:11.874307Z","steps":["trace[2011085394] 'agreement among raft nodes before linearized reading' (duration: 574.707903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.874506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.250611Z","time spent":"623.888987ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:11.874515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.299421Z","time spent":"575.086291ms","remote":"127.0.0.1:49464","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:11.874511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.894618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:32:11.87438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.250534Z","time spent":"623.839815ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:32:11.874581Z","caller":"traceutil/trace.go:171","msg":"trace[1722484716] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12869; }","duration":"328.99788ms","start":"2026-03-03T14:32:11.545565Z","end":"2026-03-03T14:32:11.874563Z","steps":["trace[1722484716] 'agreement among raft nodes before linearized reading' (duration: 328.833747ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.874604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.377706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:11.874629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.54554Z","time spent":"329.075402ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:32:11.874661Z","caller":"traceutil/trace.go:171","msg":"trace[531955937] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:12869; }","duration":"558.454328ms","start":"2026-03-03T14:32:11.316191Z","end":"2026-03-03T14:32:11.874645Z","steps":["trace[531955937] 'agreement among raft nodes before linearized reading' (duration: 558.327215ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.874723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:11.316178Z","time spent":"558.509959ms","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:11.87487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.301115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" ","response":"range_response_count:1 size:9202"} {"level":"info","ts":"2026-03-03T14:32:11.874941Z","caller":"traceutil/trace.go:171","msg":"trace[1952624087] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-wckhd; range_end:; response_count:1; response_revision:12869; }","duration":"923.411177ms","start":"2026-03-03T14:32:10.951514Z","end":"2026-03-03T14:32:11.874925Z","steps":["trace[1952624087] 'agreement among raft nodes before linearized reading' (duration: 923.235914ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:11.874986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:10.951496Z","time spent":"923.478329ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9226,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" "} {"level":"warn","ts":"2026-03-03T14:32:12.433029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.562796ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:12.433122Z","caller":"traceutil/trace.go:171","msg":"trace[867759989] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:12869; }","duration":"336.691088ms","start":"2026-03-03T14:32:12.0964Z","end":"2026-03-03T14:32:12.433091Z","steps":["trace[867759989] 'count revisions from in-memory index tree' (duration: 336.452503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.433198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.09638Z","time spent":"336.796481ms","remote":"127.0.0.1:52388","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:12.433251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.032994ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:32:12.433328Z","caller":"traceutil/trace.go:171","msg":"trace[1732924388] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:12869; }","duration":"333.130576ms","start":"2026-03-03T14:32:12.10018Z","end":"2026-03-03T14:32:12.43331Z","steps":["trace[1732924388] 'range keys from in-memory index tree' (duration: 332.913291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:12.433373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:12.100173Z","time spent":"333.190177ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-03-03T14:32:13.974756Z","caller":"traceutil/trace.go:171","msg":"trace[2077785397] linearizableReadLoop","detail":"{readStateIndex:13449; appliedIndex:13448; }","duration":"290.854433ms","start":"2026-03-03T14:32:13.683877Z","end":"2026-03-03T14:32:13.974731Z","steps":["trace[2077785397] 'read index received' (duration: 290.74864ms)","trace[2077785397] 'applied index is now lower than readState.Index' (duration: 104.253µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:13.974806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.083674Z","time spent":"891.123324ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:32:13.974919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.021086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:13.974959Z","caller":"traceutil/trace.go:171","msg":"trace[1245346783] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:12869; }","duration":"291.124878ms","start":"2026-03-03T14:32:13.683824Z","end":"2026-03-03T14:32:13.974949Z","steps":["trace[1245346783] 'agreement among raft nodes before linearized reading' (duration: 291.033296ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:14.475549Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379194,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:32:14.975883Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379194,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:32:15.176422Z","caller":"traceutil/trace.go:171","msg":"trace[1420424964] transaction","detail":"{read_only:false; response_revision:12870; number_of_response:1; }","duration":"1.250516165s","start":"2026-03-03T14:32:13.925868Z","end":"2026-03-03T14:32:15.176384Z","steps":["trace[1420424964] 'process raft request' (duration: 1.171220269s)","trace[1420424964] 'compare' (duration: 78.241542ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:15.176593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.925841Z","time spent":"1.250665309s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:15.238949Z","caller":"traceutil/trace.go:171","msg":"trace[6871611] transaction","detail":"{read_only:false; response_revision:12871; number_of_response:1; }","duration":"1.262910661s","start":"2026-03-03T14:32:13.975983Z","end":"2026-03-03T14:32:15.238894Z","steps":["trace[6871611] 'process raft request' (duration: 1.262528752s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.23907Z","caller":"traceutil/trace.go:171","msg":"trace[1323676792] transaction","detail":"{read_only:false; response_revision:12872; number_of_response:1; }","duration":"634.735296ms","start":"2026-03-03T14:32:14.6043Z","end":"2026-03-03T14:32:15.239036Z","steps":["trace[1323676792] 'process raft request' (duration: 634.46245ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.23928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.975966Z","time spent":"1.263104505s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:15.239447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.27286015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-03-03T14:32:15.239533Z","caller":"traceutil/trace.go:171","msg":"trace[1230623193] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:12872; }","duration":"1.273084225s","start":"2026-03-03T14:32:13.966426Z","end":"2026-03-03T14:32:15.23951Z","steps":["trace[1230623193] 'agreement among raft nodes before linearized reading' (duration: 1.272635284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.239594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.966403Z","time spent":"1.273178887s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:32:15.239668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.352990506s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:15.239784Z","caller":"traceutil/trace.go:171","msg":"trace[819206702] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12872; }","duration":"1.35314649s","start":"2026-03-03T14:32:13.886615Z","end":"2026-03-03T14:32:15.239761Z","steps":["trace[819206702] 'agreement among raft nodes before linearized reading' (duration: 1.352339102s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.239751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.410374488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:15 size:143733"} {"level":"warn","ts":"2026-03-03T14:32:15.239443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.604279Z","time spent":"634.863728ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.239869Z","caller":"traceutil/trace.go:171","msg":"trace[10036693] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:15; response_revision:12872; }","duration":"1.410525762s","start":"2026-03-03T14:32:13.829303Z","end":"2026-03-03T14:32:15.239829Z","steps":["trace[10036693] 'agreement among raft nodes before linearized reading' (duration: 1.409822966s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.239945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360578001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:32:15.239933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.338411141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:32:15.239958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.829284Z","time spent":"1.410634155s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":143757,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:15.239986Z","caller":"traceutil/trace.go:171","msg":"trace[145821608] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12872; }","duration":"1.360625123s","start":"2026-03-03T14:32:13.879348Z","end":"2026-03-03T14:32:15.239973Z","steps":["trace[145821608] 'agreement among raft nodes before linearized reading' (duration: 1.36052087s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.240008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.879337Z","time spent":"1.360666414s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:32:15.240008Z","caller":"traceutil/trace.go:171","msg":"trace[448079217] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12872; }","duration":"1.338509382s","start":"2026-03-03T14:32:13.901478Z","end":"2026-03-03T14:32:15.239987Z","steps":["trace[448079217] 'agreement among raft nodes before linearized reading' (duration: 1.338269196s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.239042Z","caller":"traceutil/trace.go:171","msg":"trace[1241030428] linearizableReadLoop","detail":"{readStateIndex:13452; appliedIndex:13449; }","duration":"1.264030086s","start":"2026-03-03T14:32:13.97483Z","end":"2026-03-03T14:32:15.23886Z","steps":["trace[1241030428] 'read index received' (duration: 1.12225409s)","trace[1241030428] 'applied index is now lower than readState.Index' (duration: 141.774436ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:15.23984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.88661Z","time spent":"1.353220562s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:32:15.240296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35963478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:32:15.241041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.901461Z","time spent":"1.339527176s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:32:15.241111Z","caller":"traceutil/trace.go:171","msg":"trace[1375068394] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12872; }","duration":"1.360452018s","start":"2026-03-03T14:32:13.880636Z","end":"2026-03-03T14:32:15.241088Z","steps":["trace[1375068394] 'agreement among raft nodes before linearized reading' (duration: 1.359515917s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.241173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031220802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:15.241209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.880628Z","time spent":"1.360559251s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:32:15.241233Z","caller":"traceutil/trace.go:171","msg":"trace[181607182] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12872; }","duration":"1.031319334s","start":"2026-03-03T14:32:14.209897Z","end":"2026-03-03T14:32:15.241217Z","steps":["trace[181607182] 'agreement among raft nodes before linearized reading' (duration: 1.031220492s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.241336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.629623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-03-03T14:32:15.240421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.359720612s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:32:15.241426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.548343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:15.241442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.41491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:15.24127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:14.209874Z","time spent":"1.031389035s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:15.241481Z","caller":"traceutil/trace.go:171","msg":"trace[52462478] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:12872; }","duration":"227.491592ms","start":"2026-03-03T14:32:15.013979Z","end":"2026-03-03T14:32:15.241471Z","steps":["trace[52462478] 'agreement among raft nodes before linearized reading' (duration: 227.40479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.241479Z","caller":"traceutil/trace.go:171","msg":"trace[688402649] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12872; }","duration":"194.650315ms","start":"2026-03-03T14:32:15.046814Z","end":"2026-03-03T14:32:15.241465Z","steps":["trace[688402649] 'agreement among raft nodes before linearized reading' (duration: 194.553353ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.241461Z","caller":"traceutil/trace.go:171","msg":"trace[2115736286] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12872; }","duration":"1.360798247s","start":"2026-03-03T14:32:13.880613Z","end":"2026-03-03T14:32:15.241412Z","steps":["trace[2115736286] 'agreement among raft nodes before linearized reading' (duration: 1.359715372s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.241375Z","caller":"traceutil/trace.go:171","msg":"trace[1435616414] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12872; }","duration":"144.717315ms","start":"2026-03-03T14:32:15.096643Z","end":"2026-03-03T14:32:15.24136Z","steps":["trace[1435616414] 'agreement among raft nodes before linearized reading' (duration: 144.618002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.241599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.880594Z","time spent":"1.36096182s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:15.241613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362668309s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:15.241675Z","caller":"traceutil/trace.go:171","msg":"trace[1096470350] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12872; }","duration":"1.362795822s","start":"2026-03-03T14:32:13.878862Z","end":"2026-03-03T14:32:15.241658Z","steps":["trace[1096470350] 'agreement among raft nodes before linearized reading' (duration: 1.361047193s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.241719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.87883Z","time spent":"1.362879123s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:15.241157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363169142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:15.24201Z","caller":"traceutil/trace.go:171","msg":"trace[1283242767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12872; }","duration":"1.364248116s","start":"2026-03-03T14:32:13.877732Z","end":"2026-03-03T14:32:15.24198Z","steps":["trace[1283242767] 'agreement among raft nodes before linearized reading' (duration: 1.362385543s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.242082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:13.877718Z","time spent":"1.364343487s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:15.739194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.684595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:15.739353Z","caller":"traceutil/trace.go:171","msg":"trace[808794559] transaction","detail":"{read_only:false; response_revision:12873; number_of_response:1; }","duration":"493.666195ms","start":"2026-03-03T14:32:15.24567Z","end":"2026-03-03T14:32:15.739336Z","steps":["trace[808794559] 'process raft request' (duration: 62.739406ms)","trace[808794559] 'compare' (duration: 430.396117ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:15.739427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.245658Z","time spent":"493.737557ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.82101Z","caller":"traceutil/trace.go:171","msg":"trace[1535653035] transaction","detail":"{read_only:false; response_revision:12874; number_of_response:1; }","duration":"574.936648ms","start":"2026-03-03T14:32:15.24605Z","end":"2026-03-03T14:32:15.820987Z","steps":["trace[1535653035] 'process raft request' (duration: 574.729223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.821146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.24603Z","time spent":"575.043471ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:15.82145Z","caller":"traceutil/trace.go:171","msg":"trace[1812168314] transaction","detail":"{read_only:false; response_revision:12876; number_of_response:1; }","duration":"574.663882ms","start":"2026-03-03T14:32:15.246766Z","end":"2026-03-03T14:32:15.82143Z","steps":["trace[1812168314] 'process raft request' (duration: 574.507108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.821509Z","caller":"traceutil/trace.go:171","msg":"trace[892991785] linearizableReadLoop","detail":"{readStateIndex:13456; appliedIndex:13452; }","duration":"574.343505ms","start":"2026-03-03T14:32:15.24714Z","end":"2026-03-03T14:32:15.821484Z","steps":["trace[892991785] 'read index received' (duration: 61.287883ms)","trace[892991785] 'applied index is now lower than readState.Index' (duration: 513.053572ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:15.821537Z","caller":"traceutil/trace.go:171","msg":"trace[382239877] transaction","detail":"{read_only:false; response_revision:12877; number_of_response:1; }","duration":"530.828811ms","start":"2026-03-03T14:32:15.290698Z","end":"2026-03-03T14:32:15.821527Z","steps":["trace[382239877] 'process raft request' (duration: 530.662087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.82161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.246755Z","time spent":"574.750953ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:15.821824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.687792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:32:15.821936Z","caller":"traceutil/trace.go:171","msg":"trace[639033092] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12877; }","duration":"574.959769ms","start":"2026-03-03T14:32:15.246958Z","end":"2026-03-03T14:32:15.821918Z","steps":["trace[639033092] 'agreement among raft nodes before linearized reading' (duration: 574.638961ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.82196Z","caller":"traceutil/trace.go:171","msg":"trace[396627490] transaction","detail":"{read_only:false; response_revision:12875; number_of_response:1; }","duration":"575.248155ms","start":"2026-03-03T14:32:15.246673Z","end":"2026-03-03T14:32:15.821921Z","steps":["trace[396627490] 'process raft request' (duration: 574.270053ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.822032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.246947Z","time spent":"575.068441ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:32:15.822136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.246657Z","time spent":"575.402868ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:15.822293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.32012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517408"} {"level":"warn","ts":"2026-03-03T14:32:15.822363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.614027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" ","response":"range_response_count:1 size:9202"} {"level":"info","ts":"2026-03-03T14:32:15.822385Z","caller":"traceutil/trace.go:171","msg":"trace[2125421528] range","detail":"{range_begin:/registry/pods/openstack/cinder-storage-init-wckhd; range_end:; response_count:1; response_revision:12877; }","duration":"527.661698ms","start":"2026-03-03T14:32:15.294716Z","end":"2026-03-03T14:32:15.822378Z","steps":["trace[2125421528] 'agreement among raft nodes before linearized reading' (duration: 527.546176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:15.822368Z","caller":"traceutil/trace.go:171","msg":"trace[1016677416] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12877; }","duration":"573.407082ms","start":"2026-03-03T14:32:15.248935Z","end":"2026-03-03T14:32:15.822342Z","steps":["trace[1016677416] 'agreement among raft nodes before linearized reading' (duration: 572.672026ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:15.8224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.294702Z","time spent":"527.695519ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":9226,"request content":"key:\"/registry/pods/openstack/cinder-storage-init-wckhd\" "} {"level":"warn","ts":"2026-03-03T14:32:15.822435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.248925Z","time spent":"573.486654ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":517432,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:15.839377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.290673Z","time spent":"530.886073ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:16.41772Z","caller":"traceutil/trace.go:171","msg":"trace[929962179] linearizableReadLoop","detail":"{readStateIndex:13458; appliedIndex:13457; }","duration":"371.493271ms","start":"2026-03-03T14:32:16.046196Z","end":"2026-03-03T14:32:16.417689Z","steps":["trace[929962179] 'read index received' (duration: 371.341088ms)","trace[929962179] 'applied index is now lower than readState.Index' (duration: 150.523µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:16.417859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.641784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:16.418928Z","caller":"traceutil/trace.go:171","msg":"trace[1141117395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12878; }","duration":"371.758466ms","start":"2026-03-03T14:32:16.046161Z","end":"2026-03-03T14:32:16.41792Z","steps":["trace[1141117395] 'agreement among raft nodes before linearized reading' (duration: 371.627743ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.418942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.858916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:16.419003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:16.046144Z","time spent":"372.842662ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:16.419031Z","caller":"traceutil/trace.go:171","msg":"trace[623689150] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:12878; }","duration":"299.016309ms","start":"2026-03-03T14:32:16.119999Z","end":"2026-03-03T14:32:16.419015Z","steps":["trace[623689150] 'agreement among raft nodes before linearized reading' (duration: 298.835545ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:16.41781Z","caller":"traceutil/trace.go:171","msg":"trace[1887150376] transaction","detail":"{read_only:false; response_revision:12878; number_of_response:1; }","duration":"578.116401ms","start":"2026-03-03T14:32:15.839654Z","end":"2026-03-03T14:32:16.41777Z","steps":["trace[1887150376] 'process raft request' (duration: 577.848005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:16.424544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:15.839634Z","time spent":"584.851055ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9321,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:17.826899Z","caller":"traceutil/trace.go:171","msg":"trace[1291606063] transaction","detail":"{read_only:false; response_revision:12881; number_of_response:1; }","duration":"508.987028ms","start":"2026-03-03T14:32:17.317883Z","end":"2026-03-03T14:32:17.82687Z","steps":["trace[1291606063] 'process raft request' (duration: 508.791684ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:17.827051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.317872Z","time spent":"509.114992ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":881,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:32:18.483215Z","caller":"traceutil/trace.go:171","msg":"trace[962106001] linearizableReadLoop","detail":"{readStateIndex:13462; appliedIndex:13460; }","duration":"724.76331ms","start":"2026-03-03T14:32:17.758422Z","end":"2026-03-03T14:32:18.483185Z","steps":["trace[962106001] 'read index received' (duration: 68.349565ms)","trace[962106001] 'applied index is now lower than readState.Index' (duration: 656.412495ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:18.483505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.059967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:18.483579Z","caller":"traceutil/trace.go:171","msg":"trace[223895591] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12882; }","duration":"725.168369ms","start":"2026-03-03T14:32:17.758394Z","end":"2026-03-03T14:32:18.483562Z","steps":["trace[223895591] 'agreement among raft nodes before linearized reading' (duration: 724.952534ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.483608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.758381Z","time spent":"725.221781ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:18.483729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.14955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:32:18.483778Z","caller":"traceutil/trace.go:171","msg":"trace[685120061] transaction","detail":"{read_only:false; response_revision:12882; number_of_response:1; }","duration":"1.155041044s","start":"2026-03-03T14:32:17.328726Z","end":"2026-03-03T14:32:18.483767Z","steps":["trace[685120061] 'process raft request' (duration: 1.154268967s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:18.483781Z","caller":"traceutil/trace.go:171","msg":"trace[1369746727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12882; }","duration":"653.213751ms","start":"2026-03-03T14:32:17.830553Z","end":"2026-03-03T14:32:18.483766Z","steps":["trace[1369746727] 'agreement among raft nodes before linearized reading' (duration: 653.057138ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.483818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.83052Z","time spent":"653.290053ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:18.483841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.328707Z","time spent":"1.155089026s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9314,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:18.484025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.597532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:18.484089Z","caller":"traceutil/trace.go:171","msg":"trace[153071213] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:12882; }","duration":"318.657104ms","start":"2026-03-03T14:32:18.165388Z","end":"2026-03-03T14:32:18.484045Z","steps":["trace[153071213] 'agreement among raft nodes before linearized reading' (duration: 318.592862ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.484061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.185625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:18.484117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.16537Z","time spent":"318.739935ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:18.484138Z","caller":"traceutil/trace.go:171","msg":"trace[1479185654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12882; }","duration":"437.318328ms","start":"2026-03-03T14:32:18.0468Z","end":"2026-03-03T14:32:18.484119Z","steps":["trace[1479185654] 'agreement among raft nodes before linearized reading' (duration: 437.125544ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.48419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.046778Z","time spent":"437.40271ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:18.484297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.410553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:18.48437Z","caller":"traceutil/trace.go:171","msg":"trace[863510887] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12882; }","duration":"652.547046ms","start":"2026-03-03T14:32:17.831795Z","end":"2026-03-03T14:32:18.484342Z","steps":["trace[863510887] 'agreement among raft nodes before linearized reading' (duration: 652.205179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.484378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.409847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:18.484396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.806536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:18.484431Z","caller":"traceutil/trace.go:171","msg":"trace[591623781] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:12882; }","duration":"479.510139ms","start":"2026-03-03T14:32:18.004904Z","end":"2026-03-03T14:32:18.484414Z","steps":["trace[591623781] 'agreement among raft nodes before linearized reading' (duration: 479.401206ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:18.484437Z","caller":"traceutil/trace.go:171","msg":"trace[425230975] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12882; }","duration":"653.854637ms","start":"2026-03-03T14:32:17.83057Z","end":"2026-03-03T14:32:18.484425Z","steps":["trace[425230975] 'agreement among raft nodes before linearized reading' (duration: 653.742275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.484463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.830567Z","time spent":"653.890078ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:18.484461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.004881Z","time spent":"479.571911ms","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:18.484398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:17.831788Z","time spent":"652.604637ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:32:18.968358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.434737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:18.968577Z","caller":"traceutil/trace.go:171","msg":"trace[1747275912] linearizableReadLoop","detail":"{readStateIndex:13464; appliedIndex:13462; }","duration":"480.251547ms","start":"2026-03-03T14:32:18.48831Z","end":"2026-03-03T14:32:18.968561Z","steps":["trace[1747275912] 'read index received' (duration: 69.573083ms)","trace[1747275912] 'applied index is now lower than readState.Index' (duration: 410.677264ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:18.968619Z","caller":"traceutil/trace.go:171","msg":"trace[1477370000] transaction","detail":"{read_only:false; response_revision:12884; number_of_response:1; }","duration":"480.373709ms","start":"2026-03-03T14:32:18.488211Z","end":"2026-03-03T14:32:18.968584Z","steps":["trace[1477370000] 'process raft request' (duration: 480.242285ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:18.968677Z","caller":"traceutil/trace.go:171","msg":"trace[1002931807] transaction","detail":"{read_only:false; response_revision:12885; number_of_response:1; }","duration":"479.633132ms","start":"2026-03-03T14:32:18.489034Z","end":"2026-03-03T14:32:18.968667Z","steps":["trace[1002931807] 'process raft request' (duration: 479.487938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.968739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.48902Z","time spent":"479.686404ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:18.968791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.488193Z","time spent":"480.511623ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:18.968795Z","caller":"traceutil/trace.go:171","msg":"trace[336756214] transaction","detail":"{read_only:false; response_revision:12883; number_of_response:1; }","duration":"480.789268ms","start":"2026-03-03T14:32:18.487975Z","end":"2026-03-03T14:32:18.968764Z","steps":["trace[336756214] 'process raft request' (duration: 69.870969ms)","trace[336756214] 'compare' (duration: 410.271274ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:18.968868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.091565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:18.968914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.48796Z","time spent":"480.895161ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:18.968932Z","caller":"traceutil/trace.go:171","msg":"trace[1835240207] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:12885; }","duration":"244.205218ms","start":"2026-03-03T14:32:18.724718Z","end":"2026-03-03T14:32:18.968923Z","steps":["trace[1835240207] 'agreement among raft nodes before linearized reading' (duration: 244.068955ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.969176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.84976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517535"} {"level":"info","ts":"2026-03-03T14:32:18.969231Z","caller":"traceutil/trace.go:171","msg":"trace[641543739] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12885; }","duration":"480.942273ms","start":"2026-03-03T14:32:18.488278Z","end":"2026-03-03T14:32:18.96922Z","steps":["trace[641543739] 'agreement among raft nodes before linearized reading' (duration: 480.504933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:18.969255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:18.488264Z","time spent":"480.986293ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":517559,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:20.099755Z","caller":"traceutil/trace.go:171","msg":"trace[1797867183] transaction","detail":"{read_only:false; response_revision:12886; number_of_response:1; }","duration":"543.958724ms","start":"2026-03-03T14:32:19.555768Z","end":"2026-03-03T14:32:20.099727Z","steps":["trace[1797867183] 'process raft request' (duration: 543.629456ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:20.099895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:19.55574Z","time spent":"544.091297ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":756,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:32:20.342464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.070662ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:20.342533Z","caller":"traceutil/trace.go:171","msg":"trace[1611004666] transaction","detail":"{read_only:false; response_revision:12887; number_of_response:1; }","duration":"145.487022ms","start":"2026-03-03T14:32:20.197019Z","end":"2026-03-03T14:32:20.342506Z","steps":["trace[1611004666] 'process raft request' (duration: 62.022029ms)","trace[1611004666] 'compare' (duration: 83.252388ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:20.342569Z","caller":"traceutil/trace.go:171","msg":"trace[1425010209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:12886; }","duration":"194.194594ms","start":"2026-03-03T14:32:20.148363Z","end":"2026-03-03T14:32:20.342558Z","steps":["trace[1425010209] 'range keys from in-memory index tree' (duration: 194.050221ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:20.59525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.751392ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:20.595355Z","caller":"traceutil/trace.go:171","msg":"trace[1166368567] transaction","detail":"{read_only:false; response_revision:12888; number_of_response:1; }","duration":"237.836781ms","start":"2026-03-03T14:32:20.3575Z","end":"2026-03-03T14:32:20.595337Z","steps":["trace[1166368567] 'process raft request' (duration: 93.897324ms)","trace[1166368567] 'compare' (duration: 143.63774ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:21.601052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.047026ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:32:21.601236Z","caller":"traceutil/trace.go:171","msg":"trace[1520527677] linearizableReadLoop","detail":"{readStateIndex:13469; appliedIndex:13468; }","duration":"628.325688ms","start":"2026-03-03T14:32:20.972866Z","end":"2026-03-03T14:32:21.601192Z","steps":["trace[1520527677] 'read index received' (duration: 291.042087ms)","trace[1520527677] 'applied index is now lower than readState.Index' (duration: 337.280381ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:21.601574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.686846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:32:21.601579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.637605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:32:21.601586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.079254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:21.601625Z","caller":"traceutil/trace.go:171","msg":"trace[443326763] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12888; }","duration":"628.793759ms","start":"2026-03-03T14:32:20.972813Z","end":"2026-03-03T14:32:21.601607Z","steps":["trace[443326763] 'agreement among raft nodes before linearized reading' (duration: 628.519302ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.601639Z","caller":"traceutil/trace.go:171","msg":"trace[580370782] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12888; }","duration":"628.717817ms","start":"2026-03-03T14:32:20.972904Z","end":"2026-03-03T14:32:21.601622Z","steps":["trace[580370782] 'agreement among raft nodes before linearized reading' (duration: 628.466551ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.601648Z","caller":"traceutil/trace.go:171","msg":"trace[1663077880] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:12888; }","duration":"546.191666ms","start":"2026-03-03T14:32:21.05544Z","end":"2026-03-03T14:32:21.601631Z","steps":["trace[1663077880] 'agreement among raft nodes before linearized reading' (duration: 546.028463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.601673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:20.9729Z","time spent":"628.764928ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:21.601674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:20.972786Z","time spent":"628.87465ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:21.601694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.055416Z","time spent":"546.263167ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:21.601884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.434499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:21.601926Z","caller":"traceutil/trace.go:171","msg":"trace[1077039638] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12888; }","duration":"624.522381ms","start":"2026-03-03T14:32:20.977391Z","end":"2026-03-03T14:32:21.601914Z","steps":["trace[1077039638] 'agreement among raft nodes before linearized reading' (duration: 624.396437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.601961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:20.977365Z","time spent":"624.586942ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:32:21.601985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.37599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:21.602016Z","caller":"traceutil/trace.go:171","msg":"trace[1235878955] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12888; }","duration":"628.423961ms","start":"2026-03-03T14:32:20.973582Z","end":"2026-03-03T14:32:21.602006Z","steps":["trace[1235878955] 'agreement among raft nodes before linearized reading' (duration: 628.327599ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.602034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.637856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:21.602079Z","caller":"traceutil/trace.go:171","msg":"trace[1601564225] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12888; }","duration":"342.694467ms","start":"2026-03-03T14:32:21.25937Z","end":"2026-03-03T14:32:21.602065Z","steps":["trace[1601564225] 'agreement among raft nodes before linearized reading' (duration: 342.547264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.602116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.259366Z","time spent":"342.739448ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:21.602237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.027617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:21.602286Z","caller":"traceutil/trace.go:171","msg":"trace[1874428703] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12888; }","duration":"554.108678ms","start":"2026-03-03T14:32:21.048165Z","end":"2026-03-03T14:32:21.602274Z","steps":["trace[1874428703] 'agreement among raft nodes before linearized reading' (duration: 554.029116ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.602324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.048148Z","time spent":"554.16609ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:21.602427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.217399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:21.602474Z","caller":"traceutil/trace.go:171","msg":"trace[64498224] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12888; }","duration":"343.292511ms","start":"2026-03-03T14:32:21.259167Z","end":"2026-03-03T14:32:21.602459Z","steps":["trace[64498224] 'agreement among raft nodes before linearized reading' (duration: 343.144728ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.602515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.259139Z","time spent":"343.366072ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:21.602042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:20.973574Z","time spent":"628.462462ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:21.602795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.189457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:21.60284Z","caller":"traceutil/trace.go:171","msg":"trace[2019026300] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12888; }","duration":"346.275969ms","start":"2026-03-03T14:32:21.256551Z","end":"2026-03-03T14:32:21.602827Z","steps":["trace[2019026300] 'agreement among raft nodes before linearized reading' (duration: 346.134046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.602879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.256531Z","time spent":"346.337581ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:32:21.723596Z","caller":"traceutil/trace.go:171","msg":"trace[1497196169] transaction","detail":"{read_only:false; response_revision:12889; number_of_response:1; }","duration":"116.75802ms","start":"2026-03-03T14:32:21.606816Z","end":"2026-03-03T14:32:21.723574Z","steps":["trace[1497196169] 'process raft request' (duration: 116.606667ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.723628Z","caller":"traceutil/trace.go:171","msg":"trace[811105197] linearizableReadLoop","detail":"{readStateIndex:13470; appliedIndex:13470; }","duration":"115.578903ms","start":"2026-03-03T14:32:21.608019Z","end":"2026-03-03T14:32:21.723598Z","steps":["trace[811105197] 'read index received' (duration: 115.566893ms)","trace[811105197] 'applied index is now lower than readState.Index' (duration: 10.15µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:21.723892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.850449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:21.724039Z","caller":"traceutil/trace.go:171","msg":"trace[1803904033] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12889; }","duration":"116.056174ms","start":"2026-03-03T14:32:21.607967Z","end":"2026-03-03T14:32:21.724023Z","steps":["trace[1803904033] 'agreement among raft nodes before linearized reading' (duration: 115.836609ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.732915Z","caller":"traceutil/trace.go:171","msg":"trace[257871171] transaction","detail":"{read_only:false; response_revision:12890; number_of_response:1; }","duration":"122.004241ms","start":"2026-03-03T14:32:21.61089Z","end":"2026-03-03T14:32:21.732895Z","steps":["trace[257871171] 'process raft request' (duration: 121.853488ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.733241Z","caller":"traceutil/trace.go:171","msg":"trace[221743111] transaction","detail":"{read_only:false; response_revision:12892; number_of_response:1; }","duration":"121.496239ms","start":"2026-03-03T14:32:21.61171Z","end":"2026-03-03T14:32:21.733206Z","steps":["trace[221743111] 'process raft request' (duration: 121.379456ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:21.733807Z","caller":"traceutil/trace.go:171","msg":"trace[531185133] transaction","detail":"{read_only:false; response_revision:12891; number_of_response:1; }","duration":"122.015592ms","start":"2026-03-03T14:32:21.611686Z","end":"2026-03-03T14:32:21.733701Z","steps":["trace[531185133] 'process raft request' (duration: 121.177102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:21.733912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.121827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517470"} {"level":"info","ts":"2026-03-03T14:32:21.733994Z","caller":"traceutil/trace.go:171","msg":"trace[1062761676] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12892; }","duration":"123.267281ms","start":"2026-03-03T14:32:21.610712Z","end":"2026-03-03T14:32:21.733979Z","steps":["trace[1062761676] 'agreement among raft nodes before linearized reading' (duration: 122.479742ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:22.358587Z","caller":"traceutil/trace.go:171","msg":"trace[547503384] linearizableReadLoop","detail":"{readStateIndex:13474; appliedIndex:13473; }","duration":"338.636373ms","start":"2026-03-03T14:32:22.019927Z","end":"2026-03-03T14:32:22.358563Z","steps":["trace[547503384] 'read index received' (duration: 338.458749ms)","trace[547503384] 'applied index is now lower than readState.Index' (duration: 176.614µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:22.358644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:21.879702Z","time spent":"478.936326ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:32:22.358732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.789007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:22.358812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.708859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:22.358784Z","caller":"traceutil/trace.go:171","msg":"trace[1642623879] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:12892; }","duration":"338.880439ms","start":"2026-03-03T14:32:22.019879Z","end":"2026-03-03T14:32:22.358759Z","steps":["trace[1642623879] 'agreement among raft nodes before linearized reading' (duration: 338.791777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:22.358846Z","caller":"traceutil/trace.go:171","msg":"trace[854314102] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12892; }","duration":"303.781191ms","start":"2026-03-03T14:32:22.055057Z","end":"2026-03-03T14:32:22.358838Z","steps":["trace[854314102] 'agreement among raft nodes before linearized reading' (duration: 303.719339ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:22.358854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.019858Z","time spent":"338.986661ms","remote":"127.0.0.1:47190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:22.358866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.055038Z","time spent":"303.823571ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:22.359044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.308303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:22.359067Z","caller":"traceutil/trace.go:171","msg":"trace[1373251603] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:12892; }","duration":"245.371965ms","start":"2026-03-03T14:32:22.113688Z","end":"2026-03-03T14:32:22.35906Z","steps":["trace[1373251603] 'agreement among raft nodes before linearized reading' (duration: 245.332754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:22.66331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.862964ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:22.663405Z","caller":"traceutil/trace.go:171","msg":"trace[1824026922] transaction","detail":"{read_only:false; response_revision:12893; number_of_response:1; }","duration":"303.330719ms","start":"2026-03-03T14:32:22.360058Z","end":"2026-03-03T14:32:22.663389Z","steps":["trace[1824026922] 'process raft request' (duration: 57.183929ms)","trace[1824026922] 'compare' (duration: 245.724311ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:22.663505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:22.360042Z","time spent":"303.432991ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":787,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:23.469375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.248897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:32:23.469471Z","caller":"traceutil/trace.go:171","msg":"trace[24893398] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:12894; }","duration":"303.399711ms","start":"2026-03-03T14:32:23.166051Z","end":"2026-03-03T14:32:23.469451Z","steps":["trace[24893398] 'count revisions from in-memory index tree' (duration: 303.157285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:23.469521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.166029Z","time spent":"303.477783ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":146,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:23.469936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.320845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:32:23.470002Z","caller":"traceutil/trace.go:171","msg":"trace[1144105688] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12894; }","duration":"387.439048ms","start":"2026-03-03T14:32:23.082546Z","end":"2026-03-03T14:32:23.469985Z","steps":["trace[1144105688] 'range keys from in-memory index tree' (duration: 387.227033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:23.470001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.894697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7746"} {"level":"warn","ts":"2026-03-03T14:32:23.470226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.771084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:23.470264Z","caller":"traceutil/trace.go:171","msg":"trace[52182000] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:12894; }","duration":"243.191493ms","start":"2026-03-03T14:32:23.227054Z","end":"2026-03-03T14:32:23.470246Z","steps":["trace[52182000] 'range keys from in-memory index tree' (duration: 242.686742ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:23.47003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.082527Z","time spent":"387.497069ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:32:23.47007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.060162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:23.470533Z","caller":"traceutil/trace.go:171","msg":"trace[1416498129] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:12894; }","duration":"237.528144ms","start":"2026-03-03T14:32:23.232974Z","end":"2026-03-03T14:32:23.470502Z","steps":["trace[1416498129] 'count revisions from in-memory index tree' (duration: 237.00798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:23.470034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.42375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:23.470827Z","caller":"traceutil/trace.go:171","msg":"trace[125865380] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:12894; }","duration":"262.930167ms","start":"2026-03-03T14:32:23.20734Z","end":"2026-03-03T14:32:23.470271Z","steps":["trace[125865380] 'count revisions from in-memory index tree' (duration: 262.55124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:23.470853Z","caller":"traceutil/trace.go:171","msg":"trace[300156892] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12894; }","duration":"399.186149ms","start":"2026-03-03T14:32:23.071485Z","end":"2026-03-03T14:32:23.470671Z","steps":["trace[300156892] 'range keys from in-memory index tree' (duration: 398.297618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:23.471073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.071456Z","time spent":"399.466745ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:23.470193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.43246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-volume-6fbd4866f9-j7mtr.18995ae0a6339e8d\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-03-03T14:32:23.471226Z","caller":"traceutil/trace.go:171","msg":"trace[2133266826] range","detail":"{range_begin:/registry/events/openstack/cinder-volume-6fbd4866f9-j7mtr.18995ae0a6339e8d; range_end:; response_count:1; response_revision:12894; }","duration":"297.460494ms","start":"2026-03-03T14:32:23.173733Z","end":"2026-03-03T14:32:23.471193Z","steps":["trace[2133266826] 'range keys from in-memory index tree' (duration: 296.358779ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:23.676218Z","caller":"traceutil/trace.go:171","msg":"trace[2124979814] linearizableReadLoop","detail":"{readStateIndex:13477; appliedIndex:13476; }","duration":"203.760005ms","start":"2026-03-03T14:32:23.472419Z","end":"2026-03-03T14:32:23.676179Z","steps":["trace[2124979814] 'read index received' (duration: 203.563661ms)","trace[2124979814] 'applied index is now lower than readState.Index' (duration: 194.134µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:23.676412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.9599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:23.676504Z","caller":"traceutil/trace.go:171","msg":"trace[425026481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12894; }","duration":"204.116683ms","start":"2026-03-03T14:32:23.472363Z","end":"2026-03-03T14:32:23.67648Z","steps":["trace[425026481] 'agreement among raft nodes before linearized reading' (duration: 203.929569ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.13258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.144316ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:24.132915Z","caller":"traceutil/trace.go:171","msg":"trace[890673109] transaction","detail":"{read_only:false; response_revision:12896; number_of_response:1; }","duration":"454.880031ms","start":"2026-03-03T14:32:23.678016Z","end":"2026-03-03T14:32:24.132896Z","steps":["trace[890673109] 'process raft request' (duration: 454.739318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:24.133005Z","caller":"traceutil/trace.go:171","msg":"trace[701163079] transaction","detail":"{read_only:false; response_revision:12895; number_of_response:1; }","duration":"659.255871ms","start":"2026-03-03T14:32:23.473716Z","end":"2026-03-03T14:32:24.132972Z","steps":["trace[701163079] 'process raft request' (duration: 325.606333ms)","trace[701163079] 'compare' (duration: 332.917391ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:24.133049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.677987Z","time spent":"454.999224ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:24.133068Z","caller":"traceutil/trace.go:171","msg":"trace[952229055] linearizableReadLoop","detail":"{readStateIndex:13478; appliedIndex:13477; }","duration":"456.724104ms","start":"2026-03-03T14:32:23.676307Z","end":"2026-03-03T14:32:24.133031Z","steps":["trace[952229055] 'read index received' (duration: 123.040526ms)","trace[952229055] 'applied index is now lower than readState.Index' (duration: 333.679298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:24.13317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.473697Z","time spent":"659.380103ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:24.133575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.204742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:32:24.133591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.719613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"warn","ts":"2026-03-03T14:32:24.133591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.021971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:32:24.133605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.179935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:24.133638Z","caller":"traceutil/trace.go:171","msg":"trace[145225884] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12896; }","duration":"515.326715ms","start":"2026-03-03T14:32:23.6183Z","end":"2026-03-03T14:32:24.133626Z","steps":["trace[145225884] 'agreement among raft nodes before linearized reading' (duration: 514.908705ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:24.133655Z","caller":"traceutil/trace.go:171","msg":"trace[852313609] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:12896; }","duration":"203.834976ms","start":"2026-03-03T14:32:23.929804Z","end":"2026-03-03T14:32:24.133639Z","steps":["trace[852313609] 'agreement among raft nodes before linearized reading' (duration: 203.684212ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:24.133679Z","caller":"traceutil/trace.go:171","msg":"trace[376019818] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12896; }","duration":"513.279816ms","start":"2026-03-03T14:32:23.620384Z","end":"2026-03-03T14:32:24.133663Z","steps":["trace[376019818] 'agreement among raft nodes before linearized reading' (duration: 512.783675ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.133684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.618274Z","time spent":"515.401006ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:24.133763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.84202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:32:24.133839Z","caller":"traceutil/trace.go:171","msg":"trace[656637851] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12896; }","duration":"395.933623ms","start":"2026-03-03T14:32:23.737892Z","end":"2026-03-03T14:32:24.133825Z","steps":["trace[656637851] 'agreement among raft nodes before linearized reading' (duration: 395.689308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.133733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.620376Z","time spent":"513.347559ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:24.133612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.234187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:24.134103Z","caller":"traceutil/trace.go:171","msg":"trace[1091445007] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12896; }","duration":"395.775319ms","start":"2026-03-03T14:32:23.738317Z","end":"2026-03-03T14:32:24.134092Z","steps":["trace[1091445007] 'agreement among raft nodes before linearized reading' (duration: 395.169605ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.133678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.088361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:24.134169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.738288Z","time spent":"395.842901ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:24.133808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.938123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:24.134214Z","caller":"traceutil/trace.go:171","msg":"trace[1874095106] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:12896; }","duration":"348.665073ms","start":"2026-03-03T14:32:23.785527Z","end":"2026-03-03T14:32:24.134192Z","steps":["trace[1874095106] 'agreement among raft nodes before linearized reading' (duration: 348.121961ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.134263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.785494Z","time spent":"348.752596ms","remote":"127.0.0.1:55854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:24.134249Z","caller":"traceutil/trace.go:171","msg":"trace[1263083622] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12896; }","duration":"396.471715ms","start":"2026-03-03T14:32:23.737759Z","end":"2026-03-03T14:32:24.13423Z","steps":["trace[1263083622] 'agreement among raft nodes before linearized reading' (duration: 395.508883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.134385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.737736Z","time spent":"396.636179ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:24.133905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.737879Z","time spent":"395.991184ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:32:24.133664Z","caller":"traceutil/trace.go:171","msg":"trace[1207943073] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12896; }","duration":"513.117323ms","start":"2026-03-03T14:32:23.620533Z","end":"2026-03-03T14:32:24.13365Z","steps":["trace[1207943073] 'agreement among raft nodes before linearized reading' (duration: 512.53155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.134604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.620527Z","time spent":"514.065695ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:24.133823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.641069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:24.134691Z","caller":"traceutil/trace.go:171","msg":"trace[1696619147] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12896; }","duration":"387.611741ms","start":"2026-03-03T14:32:23.747069Z","end":"2026-03-03T14:32:24.134681Z","steps":["trace[1696619147] 'agreement among raft nodes before linearized reading' (duration: 386.392643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:24.134731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:23.747024Z","time spent":"387.697083ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:32:24.443285Z","caller":"traceutil/trace.go:171","msg":"trace[1955131675] transaction","detail":"{read_only:false; response_revision:12897; number_of_response:1; }","duration":"305.109881ms","start":"2026-03-03T14:32:24.138151Z","end":"2026-03-03T14:32:24.443261Z","steps":["trace[1955131675] 'process raft request' (duration: 255.60081ms)","trace[1955131675] 'compare' (duration: 49.01141ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:24.443417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.138138Z","time spent":"305.215543ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:25.619027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.310091Z","time spent":"308.924889ms","remote":"127.0.0.1:40660","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:32:25.619357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.74462ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:25.619776Z","caller":"traceutil/trace.go:171","msg":"trace[70829769] transaction","detail":"{read_only:false; response_revision:12898; number_of_response:1; }","duration":"1.481422015s","start":"2026-03-03T14:32:24.138315Z","end":"2026-03-03T14:32:25.619737Z","steps":["trace[70829769] 'process raft request' (duration: 1.042220525s)","trace[70829769] 'compare' (duration: 438.316679ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:25.619932Z","caller":"traceutil/trace.go:171","msg":"trace[268085803] linearizableReadLoop","detail":"{readStateIndex:13483; appliedIndex:13479; }","duration":"1.479944651s","start":"2026-03-03T14:32:24.13998Z","end":"2026-03-03T14:32:25.619924Z","steps":["trace[268085803] 'read index received' (duration: 253.816308ms)","trace[268085803] 'applied index is now lower than readState.Index' (duration: 1.226127363s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:25.619967Z","caller":"traceutil/trace.go:171","msg":"trace[1766137125] transaction","detail":"{read_only:false; response_revision:12900; number_of_response:1; }","duration":"1.480579066s","start":"2026-03-03T14:32:24.139369Z","end":"2026-03-03T14:32:25.619948Z","steps":["trace[1766137125] 'process raft request' (duration: 1.480380462s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.620056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.13936Z","time spent":"1.480657238s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:25.619966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.137347Z","time spent":"1.482525821s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:25.620088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000142345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:25.620145Z","caller":"traceutil/trace.go:171","msg":"trace[1750190316] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:12900; }","duration":"1.000233397s","start":"2026-03-03T14:32:24.619899Z","end":"2026-03-03T14:32:25.620132Z","steps":["trace[1750190316] 'agreement among raft nodes before linearized reading' (duration: 1.000106755s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.62019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.619881Z","time spent":"1.000301199s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":32,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:25.619816Z","caller":"traceutil/trace.go:171","msg":"trace[845731092] transaction","detail":"{read_only:false; response_revision:12899; number_of_response:1; }","duration":"1.48118732s","start":"2026-03-03T14:32:24.138599Z","end":"2026-03-03T14:32:25.619787Z","steps":["trace[845731092] 'process raft request' (duration: 1.480848982s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.620268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480123674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83\" ","response":"range_response_count:1 size:804"} {"level":"warn","ts":"2026-03-03T14:32:25.620263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.583333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:25.620304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.138591Z","time spent":"1.481684082s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:25.620339Z","caller":"traceutil/trace.go:171","msg":"trace[933605383] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12900; }","duration":"565.687785ms","start":"2026-03-03T14:32:25.054631Z","end":"2026-03-03T14:32:25.620319Z","steps":["trace[933605383] 'agreement among raft nodes before linearized reading' (duration: 565.563382ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.620332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.113714ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:25.620374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.054617Z","time spent":"565.751226ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:25.620295Z","caller":"traceutil/trace.go:171","msg":"trace[391183973] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83; range_end:; response_count:1; response_revision:12900; }","duration":"1.480158226s","start":"2026-03-03T14:32:24.140124Z","end":"2026-03-03T14:32:25.620283Z","steps":["trace[391183973] 'agreement among raft nodes before linearized reading' (duration: 1.47987771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.620411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.140118Z","time spent":"1.480283279s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":828,"request content":"key:\"/registry/events/openstack/cinder-backup-657d89bb6b-5tc46.18995ae0a6267e83\" "} {"level":"warn","ts":"2026-03-03T14:32:25.620332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40959281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:25.620419Z","caller":"traceutil/trace.go:171","msg":"trace[1839711917] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:12900; }","duration":"467.288917ms","start":"2026-03-03T14:32:25.153098Z","end":"2026-03-03T14:32:25.620387Z","steps":["trace[1839711917] 'agreement among raft nodes before linearized reading' (duration: 467.120633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.620484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.153068Z","time spent":"467.40139ms","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":9,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:25.620499Z","caller":"traceutil/trace.go:171","msg":"trace[1329409949] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12900; }","duration":"1.409796075s","start":"2026-03-03T14:32:24.210647Z","end":"2026-03-03T14:32:25.620443Z","steps":["trace[1329409949] 'agreement among raft nodes before linearized reading' (duration: 1.409519058s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.620595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.210621Z","time spent":"1.409917888s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:25.620608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.480616056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:32:25.622702Z","caller":"traceutil/trace.go:171","msg":"trace[1349738886] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:12900; }","duration":"1.482741336s","start":"2026-03-03T14:32:24.139945Z","end":"2026-03-03T14:32:25.622686Z","steps":["trace[1349738886] 'agreement among raft nodes before linearized reading' (duration: 1.480023573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:25.622774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.139925Z","time spent":"1.482805767s","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:32:25.640765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500578026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517470"} {"level":"info","ts":"2026-03-03T14:32:25.640819Z","caller":"traceutil/trace.go:171","msg":"trace[254960339] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12900; }","duration":"1.500655998s","start":"2026-03-03T14:32:24.140151Z","end":"2026-03-03T14:32:25.640807Z","steps":["trace[254960339] 'agreement among raft nodes before linearized reading' (duration: 1.481057976s)","trace[254960339] 'range keys from bolt db' (duration: 19.404277ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:25.640845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:24.140144Z","time spent":"1.500695328s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":517494,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:32:26.110183Z","caller":"traceutil/trace.go:171","msg":"trace[632803642] transaction","detail":"{read_only:false; response_revision:12901; number_of_response:1; }","duration":"487.093854ms","start":"2026-03-03T14:32:25.623046Z","end":"2026-03-03T14:32:26.11014Z","steps":["trace[632803642] 'process raft request' (duration: 474.959213ms)","trace[632803642] 'compare' (duration: 10.40817ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:26.110387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.623028Z","time spent":"487.248768ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":789,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:27.359437Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.256845591s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:32:27.363706Z","caller":"traceutil/trace.go:171","msg":"trace[482072247] linearizableReadLoop","detail":"{readStateIndex:13485; appliedIndex:13483; }","duration":"1.676338225s","start":"2026-03-03T14:32:25.687347Z","end":"2026-03-03T14:32:27.363685Z","steps":["trace[482072247] 'read index received' (duration: 410.589539ms)","trace[482072247] 'applied index is now lower than readState.Index' (duration: 1.265747566s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:27.36376Z","caller":"traceutil/trace.go:171","msg":"trace[2063977081] transaction","detail":"{read_only:false; response_revision:12902; number_of_response:1; }","duration":"1.692201271s","start":"2026-03-03T14:32:25.671514Z","end":"2026-03-03T14:32:27.363715Z","steps":["trace[2063977081] 'process raft request' (duration: 1.6882297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.36387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676488859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:27.363945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.671488Z","time spent":"1.692358915s","remote":"127.0.0.1:55896","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:27.363996Z","caller":"traceutil/trace.go:171","msg":"trace[862816409] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:12902; }","duration":"1.676659892s","start":"2026-03-03T14:32:25.687302Z","end":"2026-03-03T14:32:27.363962Z","steps":["trace[862816409] 'agreement among raft nodes before linearized reading' (duration: 1.676459927s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.364052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:25.687286Z","time spent":"1.676755505s","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:27.811818Z","caller":"traceutil/trace.go:171","msg":"trace[575534504] linearizableReadLoop","detail":"{readStateIndex:13487; appliedIndex:13485; }","duration":"448.024504ms","start":"2026-03-03T14:32:27.363762Z","end":"2026-03-03T14:32:27.811787Z","steps":["trace[575534504] 'read index received' (duration: 373.360084ms)","trace[575534504] 'applied index is now lower than readState.Index' (duration: 74.66304ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:27.812403Z","caller":"traceutil/trace.go:171","msg":"trace[809101922] transaction","detail":"{read_only:false; response_revision:12904; number_of_response:1; }","duration":"795.871419ms","start":"2026-03-03T14:32:27.016482Z","end":"2026-03-03T14:32:27.812354Z","steps":["trace[809101922] 'process raft request' (duration: 795.232865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.812691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.016458Z","time spent":"796.048444ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:27.812989Z","caller":"traceutil/trace.go:171","msg":"trace[1421011520] transaction","detail":"{read_only:false; response_revision:12903; number_of_response:1; }","duration":"862.76453ms","start":"2026-03-03T14:32:26.950211Z","end":"2026-03-03T14:32:27.812975Z","steps":["trace[1421011520] 'process raft request' (duration: 807.023496ms)","trace[1421011520] 'compare' (duration: 54.2826ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:27.813074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.950176Z","time spent":"862.842212ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:27.813537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672412357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:27.813585Z","caller":"traceutil/trace.go:171","msg":"trace[869995115] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12904; }","duration":"1.672468698s","start":"2026-03-03T14:32:26.141107Z","end":"2026-03-03T14:32:27.813575Z","steps":["trace[869995115] 'agreement among raft nodes before linearized reading' (duration: 1.672273903s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.813614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.141102Z","time spent":"1.672501158s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:27.813874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.767347654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:27.8139Z","caller":"traceutil/trace.go:171","msg":"trace[1437743170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12904; }","duration":"1.767416866s","start":"2026-03-03T14:32:26.046476Z","end":"2026-03-03T14:32:27.813893Z","steps":["trace[1437743170] 'agreement among raft nodes before linearized reading' (duration: 1.767366875s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.813939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.046447Z","time spent":"1.767486837s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:27.814133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.673142763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:27.81416Z","caller":"traceutil/trace.go:171","msg":"trace[463610713] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12904; }","duration":"1.673197004s","start":"2026-03-03T14:32:26.140956Z","end":"2026-03-03T14:32:27.814153Z","steps":["trace[463610713] 'agreement among raft nodes before linearized reading' (duration: 1.673107542s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.814177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.140937Z","time spent":"1.673236245s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:27.814599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.151935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:32:27.814624Z","caller":"traceutil/trace.go:171","msg":"trace[188034537] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:12904; }","duration":"441.215026ms","start":"2026-03-03T14:32:27.373403Z","end":"2026-03-03T14:32:27.814618Z","steps":["trace[188034537] 'agreement among raft nodes before linearized reading' (duration: 441.125964ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.814642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.373386Z","time spent":"441.250827ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-03-03T14:32:27.814957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.863675ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:27.814985Z","caller":"traceutil/trace.go:171","msg":"trace[658508601] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12904; }","duration":"163.912877ms","start":"2026-03-03T14:32:27.651064Z","end":"2026-03-03T14:32:27.814977Z","steps":["trace[658508601] 'agreement among raft nodes before linearized reading' (duration: 163.834885ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.815198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.797012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:27.815223Z","caller":"traceutil/trace.go:171","msg":"trace[395591017] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12904; }","duration":"182.858793ms","start":"2026-03-03T14:32:27.632358Z","end":"2026-03-03T14:32:27.815217Z","steps":["trace[395591017] 'agreement among raft nodes before linearized reading' (duration: 182.766291ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.815388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.886666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:32:27.815413Z","caller":"traceutil/trace.go:171","msg":"trace[1498616888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12904; }","duration":"189.969337ms","start":"2026-03-03T14:32:27.625437Z","end":"2026-03-03T14:32:27.815406Z","steps":["trace[1498616888] 'agreement among raft nodes before linearized reading' (duration: 189.903556ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.815586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.936037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt\" ","response":"range_response_count:1 size:6139"} {"level":"info","ts":"2026-03-03T14:32:27.81561Z","caller":"traceutil/trace.go:171","msg":"trace[928729021] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-54f767cff8-k95nt; range_end:; response_count:1; response_revision:12904; }","duration":"236.01537ms","start":"2026-03-03T14:32:27.579588Z","end":"2026-03-03T14:32:27.815603Z","steps":["trace[928729021] 'agreement among raft nodes before linearized reading' (duration: 235.937878ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.815795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.162761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:27.815818Z","caller":"traceutil/trace.go:171","msg":"trace[2005308997] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:12904; }","duration":"390.248453ms","start":"2026-03-03T14:32:27.425564Z","end":"2026-03-03T14:32:27.815813Z","steps":["trace[2005308997] 'agreement among raft nodes before linearized reading' (duration: 390.164241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:27.815852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.425517Z","time spent":"390.325914ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:27.831476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.382811683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:27.831601Z","caller":"traceutil/trace.go:171","msg":"trace[653775256] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12904; }","duration":"1.382985827s","start":"2026-03-03T14:32:26.448584Z","end":"2026-03-03T14:32:27.831569Z","steps":["trace[653775256] 'agreement among raft nodes before linearized reading' (duration: 1.363774854s)","trace[653775256] 'range keys from bolt db' (duration: 18.950207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:27.831655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.448564Z","time spent":"1.383081269s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:32:27.832868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.691829374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:27.832913Z","caller":"traceutil/trace.go:171","msg":"trace[1769154421] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12904; }","duration":"1.691898045s","start":"2026-03-03T14:32:26.141001Z","end":"2026-03-03T14:32:27.832899Z","steps":["trace[1769154421] 'agreement among raft nodes before linearized reading' (duration: 1.67129693s)","trace[1769154421] 'range keys from in-memory index tree' (duration: 20.454462ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:27.832931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:26.140998Z","time spent":"1.691928306s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:32:28.368659Z","caller":"traceutil/trace.go:171","msg":"trace[184214402] transaction","detail":"{read_only:false; response_revision:12907; number_of_response:1; }","duration":"527.262099ms","start":"2026-03-03T14:32:27.84136Z","end":"2026-03-03T14:32:28.368622Z","steps":["trace[184214402] 'process raft request' (duration: 527.112846ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:28.368654Z","caller":"traceutil/trace.go:171","msg":"trace[1334311340] transaction","detail":"{read_only:false; response_revision:12906; number_of_response:1; }","duration":"527.393472ms","start":"2026-03-03T14:32:27.841188Z","end":"2026-03-03T14:32:28.368581Z","steps":["trace[1334311340] 'process raft request' (duration: 526.897441ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.368884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.841349Z","time spent":"527.417263ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5948,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:28.368933Z","caller":"traceutil/trace.go:171","msg":"trace[244809700] transaction","detail":"{read_only:false; response_revision:12908; number_of_response:1; }","duration":"522.984761ms","start":"2026-03-03T14:32:27.845924Z","end":"2026-03-03T14:32:28.368909Z","steps":["trace[244809700] 'process raft request' (duration: 522.648823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.368983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.841159Z","time spent":"527.649949ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:28.368859Z","caller":"traceutil/trace.go:171","msg":"trace[1113453430] linearizableReadLoop","detail":"{readStateIndex:13489; appliedIndex:13487; }","duration":"527.555576ms","start":"2026-03-03T14:32:27.841272Z","end":"2026-03-03T14:32:28.368827Z","steps":["trace[1113453430] 'read index received' (duration: 55.946949ms)","trace[1113453430] 'applied index is now lower than readState.Index' (duration: 471.606577ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:28.369056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.771431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:32:28.369077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.845905Z","time spent":"523.086374ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:28.369146Z","caller":"traceutil/trace.go:171","msg":"trace[969518831] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12908; }","duration":"527.882333ms","start":"2026-03-03T14:32:27.841225Z","end":"2026-03-03T14:32:28.369108Z","steps":["trace[969518831] 'agreement among raft nodes before linearized reading' (duration: 527.688429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.36922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.841208Z","time spent":"528.002576ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:32:28.369987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.506638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517294"} {"level":"info","ts":"2026-03-03T14:32:28.370073Z","caller":"traceutil/trace.go:171","msg":"trace[1269140309] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12908; }","duration":"521.642301ms","start":"2026-03-03T14:32:27.848411Z","end":"2026-03-03T14:32:28.370053Z","steps":["trace[1269140309] 'agreement among raft nodes before linearized reading' (duration: 520.78482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:28.370116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:27.8484Z","time spent":"521.705952ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":55,"response size":517318,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:32:29.993529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.554467ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:32:29.993708Z","caller":"traceutil/trace.go:171","msg":"trace[158517881] linearizableReadLoop","detail":"{readStateIndex:13492; appliedIndex:13491; }","duration":"457.164655ms","start":"2026-03-03T14:32:29.536513Z","end":"2026-03-03T14:32:29.993678Z","steps":["trace[158517881] 'read index received' (duration: 44.251µs)","trace[158517881] 'applied index is now lower than readState.Index' (duration: 457.116924ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:29.993869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.342568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:29.993971Z","caller":"traceutil/trace.go:171","msg":"trace[1569819920] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:12908; }","duration":"457.478512ms","start":"2026-03-03T14:32:29.536469Z","end":"2026-03-03T14:32:29.993947Z","steps":["trace[1569819920] 'agreement among raft nodes before linearized reading' (duration: 457.316318ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:29.994024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:29.536451Z","time spent":"457.563013ms","remote":"127.0.0.1:43696","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" "} {"level":"warn","ts":"2026-03-03T14:32:30.196302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.510513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-03T14:32:30.196367Z","caller":"traceutil/trace.go:171","msg":"trace[1926383101] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12909; }","duration":"283.605864ms","start":"2026-03-03T14:32:29.912747Z","end":"2026-03-03T14:32:30.196353Z","steps":["trace[1926383101] 'agreement among raft nodes before linearized reading' (duration: 283.43377ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.196418Z","caller":"traceutil/trace.go:171","msg":"trace[801470757] transaction","detail":"{read_only:false; response_revision:12909; number_of_response:1; }","duration":"488.562887ms","start":"2026-03-03T14:32:29.707827Z","end":"2026-03-03T14:32:30.19639Z","steps":["trace[801470757] 'process raft request' (duration: 487.925043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.196448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.810773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:30.196533Z","caller":"traceutil/trace.go:171","msg":"trace[503402864] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12909; }","duration":"294.930147ms","start":"2026-03-03T14:32:29.901575Z","end":"2026-03-03T14:32:30.196505Z","steps":["trace[503402864] 'agreement among raft nodes before linearized reading' (duration: 294.710381ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.19661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:29.707792Z","time spent":"488.693121ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":415157,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:30.196772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.823138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:30.196808Z","caller":"traceutil/trace.go:171","msg":"trace[1572595031] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12909; }","duration":"358.907401ms","start":"2026-03-03T14:32:29.837893Z","end":"2026-03-03T14:32:30.196801Z","steps":["trace[1572595031] 'agreement among raft nodes before linearized reading' (duration: 358.818998ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.196829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:29.837877Z","time spent":"358.947211ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"warn","ts":"2026-03-03T14:32:30.196976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.037483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:30.19705Z","caller":"traceutil/trace.go:171","msg":"trace[472861125] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12909; }","duration":"359.138946ms","start":"2026-03-03T14:32:29.837892Z","end":"2026-03-03T14:32:30.19703Z","steps":["trace[472861125] 'agreement among raft nodes before linearized reading' (duration: 358.980662ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.196114Z","caller":"traceutil/trace.go:171","msg":"trace[1140831144] linearizableReadLoop","detail":"{readStateIndex:13493; appliedIndex:13492; }","duration":"202.333782ms","start":"2026-03-03T14:32:29.993759Z","end":"2026-03-03T14:32:30.196092Z","steps":["trace[1140831144] 'read index received' (duration: 201.814471ms)","trace[1140831144] 'applied index is now lower than readState.Index' (duration: 518.431µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:30.197094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:29.837873Z","time spent":"359.211417ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:30.197518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.674365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:30.197574Z","caller":"traceutil/trace.go:171","msg":"trace[1976556165] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12909; }","duration":"358.746487ms","start":"2026-03-03T14:32:29.838816Z","end":"2026-03-03T14:32:30.197563Z","steps":["trace[1976556165] 'agreement among raft nodes before linearized reading' (duration: 357.429056ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.19761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:29.838809Z","time spent":"358.791718ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":7068,"request content":"key:\"/registry/jobs/openstack/cinder-storage-init\" "} {"level":"info","ts":"2026-03-03T14:32:30.48238Z","caller":"traceutil/trace.go:171","msg":"trace[662015369] transaction","detail":"{read_only:false; response_revision:12910; number_of_response:1; }","duration":"258.886146ms","start":"2026-03-03T14:32:30.223469Z","end":"2026-03-03T14:32:30.482355Z","steps":["trace[662015369] 'process raft request' (duration: 258.672211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.808955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.654381ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:30.809179Z","caller":"traceutil/trace.go:171","msg":"trace[804954524] linearizableReadLoop","detail":"{readStateIndex:13496; appliedIndex:13493; }","duration":"434.762098ms","start":"2026-03-03T14:32:30.374395Z","end":"2026-03-03T14:32:30.809157Z","steps":["trace[804954524] 'read index received' (duration: 107.813435ms)","trace[804954524] 'applied index is now lower than readState.Index' (duration: 326.947623ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:30.809248Z","caller":"traceutil/trace.go:171","msg":"trace[1786514821] transaction","detail":"{read_only:false; response_revision:12911; number_of_response:1; }","duration":"580.68209ms","start":"2026-03-03T14:32:30.22854Z","end":"2026-03-03T14:32:30.809222Z","steps":["trace[1786514821] 'process raft request' (duration: 396.65174ms)","trace[1786514821] 'compare' (duration: 183.538088ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:30.809296Z","caller":"traceutil/trace.go:171","msg":"trace[1968424826] transaction","detail":"{read_only:false; response_revision:12912; number_of_response:1; }","duration":"541.806844ms","start":"2026-03-03T14:32:30.267478Z","end":"2026-03-03T14:32:30.809285Z","steps":["trace[1968424826] 'process raft request' (duration: 541.599929ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.809348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.228521Z","time spent":"580.781572ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:30.809356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.26746Z","time spent":"541.857945ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:30.809522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.773102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" ","response":"range_response_count:1 size:4861"} {"level":"warn","ts":"2026-03-03T14:32:30.809606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.221658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:32:30.809616Z","caller":"traceutil/trace.go:171","msg":"trace[912930750] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv; range_end:; response_count:1; response_revision:12912; }","duration":"304.913985ms","start":"2026-03-03T14:32:30.50468Z","end":"2026-03-03T14:32:30.809594Z","steps":["trace[912930750] 'agreement among raft nodes before linearized reading' (duration: 304.70312ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:30.80964Z","caller":"traceutil/trace.go:171","msg":"trace[1859861545] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12912; }","duration":"435.29026ms","start":"2026-03-03T14:32:30.374339Z","end":"2026-03-03T14:32:30.809629Z","steps":["trace[1859861545] 'agreement among raft nodes before linearized reading' (duration: 435.123266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.809674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.374318Z","time spent":"435.347281ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:32:30.80966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.504663Z","time spent":"304.985496ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4885,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" "} {"level":"warn","ts":"2026-03-03T14:32:30.809522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.302904ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:32:30.809784Z","caller":"traceutil/trace.go:171","msg":"trace[946431718] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12912; }","duration":"433.623881ms","start":"2026-03-03T14:32:30.376149Z","end":"2026-03-03T14:32:30.809773Z","steps":["trace[946431718] 'agreement among raft nodes before linearized reading' (duration: 433.201302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.809814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.376125Z","time spent":"433.679512ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:30.810314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.003426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:30.810461Z","caller":"traceutil/trace.go:171","msg":"trace[2083971] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12912; }","duration":"429.18968ms","start":"2026-03-03T14:32:30.381242Z","end":"2026-03-03T14:32:30.810431Z","steps":["trace[2083971] 'agreement among raft nodes before linearized reading' (duration: 428.246478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:30.810554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.38123Z","time spent":"429.310273ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:32:31.099142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.631538ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:31.099493Z","caller":"traceutil/trace.go:171","msg":"trace[2028101005] linearizableReadLoop","detail":"{readStateIndex:13497; appliedIndex:13496; }","duration":"280.861151ms","start":"2026-03-03T14:32:30.818613Z","end":"2026-03-03T14:32:31.099474Z","steps":["trace[2028101005] 'read index received' (duration: 97.796223ms)","trace[2028101005] 'applied index is now lower than readState.Index' (duration: 183.063158ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:31.099663Z","caller":"traceutil/trace.go:171","msg":"trace[277915864] transaction","detail":"{read_only:false; response_revision:12913; number_of_response:1; }","duration":"283.268567ms","start":"2026-03-03T14:32:30.816298Z","end":"2026-03-03T14:32:31.099566Z","steps":["trace[277915864] 'process raft request' (duration: 100.127298ms)","trace[277915864] 'compare' (duration: 182.338561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:31.100116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.497665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:517107"} {"level":"info","ts":"2026-03-03T14:32:31.100158Z","caller":"traceutil/trace.go:171","msg":"trace[116989477] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12913; }","duration":"281.581777ms","start":"2026-03-03T14:32:30.818564Z","end":"2026-03-03T14:32:31.100146Z","steps":["trace[116989477] 'agreement among raft nodes before linearized reading' (duration: 280.999274ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.189683Z","caller":"traceutil/trace.go:171","msg":"trace[2107093452] transaction","detail":"{read_only:false; response_revision:12914; number_of_response:1; }","duration":"370.972298ms","start":"2026-03-03T14:32:30.818672Z","end":"2026-03-03T14:32:31.189644Z","steps":["trace[2107093452] 'process raft request' (duration: 370.686361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.189958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.818643Z","time spent":"371.199383ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4451,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:31.189957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.428783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:31.190053Z","caller":"traceutil/trace.go:171","msg":"trace[2028834386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12915; }","duration":"139.567536ms","start":"2026-03-03T14:32:31.050462Z","end":"2026-03-03T14:32:31.19003Z","steps":["trace[2028834386] 'agreement among raft nodes before linearized reading' (duration: 139.378502ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.190092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.22081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:32:31.190184Z","caller":"traceutil/trace.go:171","msg":"trace[193704285] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12915; }","duration":"350.389764ms","start":"2026-03-03T14:32:30.839776Z","end":"2026-03-03T14:32:31.190166Z","steps":["trace[193704285] 'agreement among raft nodes before linearized reading' (duration: 350.049696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:31.190181Z","caller":"traceutil/trace.go:171","msg":"trace[174851080] transaction","detail":"{read_only:false; response_revision:12915; number_of_response:1; }","duration":"360.450705ms","start":"2026-03-03T14:32:30.829708Z","end":"2026-03-03T14:32:31.190158Z","steps":["trace[174851080] 'process raft request' (duration: 359.857472ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.190255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.839763Z","time spent":"350.455886ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:32:31.190324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.829679Z","time spent":"360.550677ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:31.190377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.372287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-03-03T14:32:31.190439Z","caller":"traceutil/trace.go:171","msg":"trace[1166278202] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:12915; }","duration":"348.469949ms","start":"2026-03-03T14:32:30.841954Z","end":"2026-03-03T14:32:31.190424Z","steps":["trace[1166278202] 'agreement among raft nodes before linearized reading' (duration: 348.267515ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.19047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:30.841945Z","time spent":"348.52011ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:32:31.19248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.812156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:389107"} {"level":"info","ts":"2026-03-03T14:32:31.19256Z","caller":"traceutil/trace.go:171","msg":"trace[1183019248] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:12915; }","duration":"249.947439ms","start":"2026-03-03T14:32:30.942597Z","end":"2026-03-03T14:32:31.192545Z","steps":["trace[1183019248] 'agreement among raft nodes before linearized reading' (duration: 247.38075ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.914577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.738261ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:32:31.914655Z","caller":"traceutil/trace.go:171","msg":"trace[773452382] linearizableReadLoop","detail":"{readStateIndex:13500; appliedIndex:13499; }","duration":"718.2126ms","start":"2026-03-03T14:32:31.196429Z","end":"2026-03-03T14:32:31.914642Z","steps":["trace[773452382] 'read index received' (duration: 239.346125ms)","trace[773452382] 'applied index is now lower than readState.Index' (duration: 478.865535ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:31.914802Z","caller":"traceutil/trace.go:171","msg":"trace[1793588412] transaction","detail":"{read_only:false; response_revision:12916; number_of_response:1; }","duration":"718.519487ms","start":"2026-03-03T14:32:31.196273Z","end":"2026-03-03T14:32:31.914793Z","steps":["trace[1793588412] 'process raft request' (duration: 239.488489ms)","trace[1793588412] 'compare' (duration: 478.343673ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:31.914853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.19625Z","time spent":"718.579749ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":671,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:31.915264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"718.823964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19081"} {"level":"info","ts":"2026-03-03T14:32:31.915331Z","caller":"traceutil/trace.go:171","msg":"trace[663944450] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:12916; }","duration":"718.941627ms","start":"2026-03-03T14:32:31.196374Z","end":"2026-03-03T14:32:31.915316Z","steps":["trace[663944450] 'agreement among raft nodes before linearized reading' (duration: 718.527758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:31.915375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.196351Z","time spent":"719.014178ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19105,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:32:32.168054Z","caller":"traceutil/trace.go:171","msg":"trace[1502531560] transaction","detail":"{read_only:false; response_revision:12918; number_of_response:1; }","duration":"970.882331ms","start":"2026-03-03T14:32:31.197142Z","end":"2026-03-03T14:32:32.168024Z","steps":["trace[1502531560] 'process raft request' (duration: 970.644945ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:32.168197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.197126Z","time spent":"970.997414ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4090,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:32.168192Z","caller":"traceutil/trace.go:171","msg":"trace[766398135] linearizableReadLoop","detail":"{readStateIndex:13503; appliedIndex:13500; }","duration":"253.493341ms","start":"2026-03-03T14:32:31.914671Z","end":"2026-03-03T14:32:32.168164Z","steps":["trace[766398135] 'read index received' (duration: 196.166751ms)","trace[766398135] 'applied index is now lower than readState.Index' (duration: 57.32442ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:32.168357Z","caller":"traceutil/trace.go:171","msg":"trace[1689972083] transaction","detail":"{read_only:false; response_revision:12919; number_of_response:1; }","duration":"969.08655ms","start":"2026-03-03T14:32:31.199242Z","end":"2026-03-03T14:32:32.168328Z","steps":["trace[1689972083] 'process raft request' (duration: 968.687801ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:32.168372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.392249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-03-03T14:32:32.16844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"968.104786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" ","response":"range_response_count:1 size:4466"} {"level":"info","ts":"2026-03-03T14:32:32.168488Z","caller":"traceutil/trace.go:171","msg":"trace[1859070982] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:12919; }","duration":"444.539333ms","start":"2026-03-03T14:32:31.72392Z","end":"2026-03-03T14:32:32.168459Z","steps":["trace[1859070982] 'agreement among raft nodes before linearized reading' (duration: 444.282807ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:32.168523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.199233Z","time spent":"969.203593ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:32.168554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.723902Z","time spent":"444.639355ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-03-03T14:32:32.168499Z","caller":"traceutil/trace.go:171","msg":"trace[970140023] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv; range_end:; response_count:1; response_revision:12919; }","duration":"968.205719ms","start":"2026-03-03T14:32:31.200279Z","end":"2026-03-03T14:32:32.168485Z","steps":["trace[970140023] 'agreement among raft nodes before linearized reading' (duration: 967.976464ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:32.168713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.200267Z","time spent":"968.429395ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":4490,"request content":"key:\"/registry/pods/openstack/pxc-operator-69cb5bbdb9-s2rfv\" "} {"level":"warn","ts":"2026-03-03T14:32:32.168803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"959.006359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:32.168912Z","caller":"traceutil/trace.go:171","msg":"trace[1596339416] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:12919; }","duration":"959.156072ms","start":"2026-03-03T14:32:31.209722Z","end":"2026-03-03T14:32:32.168878Z","steps":["trace[1596339416] 'agreement among raft nodes before linearized reading' (duration: 958.593038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:32.168613Z","caller":"traceutil/trace.go:171","msg":"trace[799356055] transaction","detail":"{read_only:false; response_revision:12917; number_of_response:1; }","duration":"971.476915ms","start":"2026-03-03T14:32:31.197111Z","end":"2026-03-03T14:32:32.168588Z","steps":["trace[799356055] 'process raft request' (duration: 913.752765ms)","trace[799356055] 'compare' (duration: 56.568573ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:32.169043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.209697Z","time spent":"959.266044ms","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":2,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:32.169195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.197088Z","time spent":"972.055688ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1249,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:32:32.170328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.893615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189959f06a84e173\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:12915 ","response":"range_response_count:322 size:250079"} {"level":"info","ts":"2026-03-03T14:32:32.170405Z","caller":"traceutil/trace.go:171","msg":"trace[15170733] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189959f06a84e173\u0000; range_end:/registry/events/openstack0; response_count:322; response_revision:12919; }","duration":"958.998438ms","start":"2026-03-03T14:32:31.211388Z","end":"2026-03-03T14:32:32.170386Z","steps":["trace[15170733] 'agreement among raft nodes before linearized reading' (duration: 956.871058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:32.170466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:31.211378Z","time spent":"959.060059ms","remote":"127.0.0.1:44180","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":322,"response size":250103,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.189959f06a84e173\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:12915 "} {"level":"info","ts":"2026-03-03T14:32:32.322096Z","caller":"traceutil/trace.go:171","msg":"trace[1292899] linearizableReadLoop","detail":"{readStateIndex:13504; appliedIndex:13503; }","duration":"112.262537ms","start":"2026-03-03T14:32:32.209785Z","end":"2026-03-03T14:32:32.322048Z","steps":["trace[1292899] 'read index received' (duration: 69.363399ms)","trace[1292899] 'applied index is now lower than readState.Index' (duration: 42.896518ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:32.322297Z","caller":"traceutil/trace.go:171","msg":"trace[1370288460] transaction","detail":"{read_only:false; response_revision:12920; number_of_response:1; }","duration":"145.82985ms","start":"2026-03-03T14:32:32.176448Z","end":"2026-03-03T14:32:32.322278Z","steps":["trace[1370288460] 'process raft request' (duration: 102.869361ms)","trace[1370288460] 'compare' (duration: 42.56059ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:32.322606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.18247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"info","ts":"2026-03-03T14:32:32.322703Z","caller":"traceutil/trace.go:171","msg":"trace[1470864557] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12920; }","duration":"107.310452ms","start":"2026-03-03T14:32:32.215368Z","end":"2026-03-03T14:32:32.322679Z","steps":["trace[1470864557] 'agreement among raft nodes before linearized reading' (duration: 107.003395ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:32.322789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.776593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:1 size:7044"} {"level":"warn","ts":"2026-03-03T14:32:32.322915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.110177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:32.322947Z","caller":"traceutil/trace.go:171","msg":"trace[1825321310] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:1; response_revision:12920; }","duration":"103.984517ms","start":"2026-03-03T14:32:32.218931Z","end":"2026-03-03T14:32:32.322915Z","steps":["trace[1825321310] 'agreement among raft nodes before linearized reading' (duration: 103.617157ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:32.322967Z","caller":"traceutil/trace.go:171","msg":"trace[1402833569] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:12920; }","duration":"113.225319ms","start":"2026-03-03T14:32:32.209727Z","end":"2026-03-03T14:32:32.322953Z","steps":["trace[1402833569] 'agreement among raft nodes before linearized reading' (duration: 112.953162ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.550048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.673123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:32:33.550118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.643669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:32:33.550138Z","caller":"traceutil/trace.go:171","msg":"trace[1435851831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:12920; }","duration":"354.813686ms","start":"2026-03-03T14:32:33.195306Z","end":"2026-03-03T14:32:33.55012Z","steps":["trace[1435851831] 'range keys from in-memory index tree' (duration: 354.453318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:33.550173Z","caller":"traceutil/trace.go:171","msg":"trace[1551587506] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:12920; }","duration":"445.741561ms","start":"2026-03-03T14:32:33.104417Z","end":"2026-03-03T14:32:33.550158Z","steps":["trace[1551587506] 'range keys from in-memory index tree' (duration: 445.558536ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.550167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"437.093462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:32:33.550159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.937733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:33.55022Z","caller":"traceutil/trace.go:171","msg":"trace[1062752980] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12920; }","duration":"437.168323ms","start":"2026-03-03T14:32:33.113037Z","end":"2026-03-03T14:32:33.550205Z","steps":["trace[1062752980] 'range keys from in-memory index tree' (duration: 436.992069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.550243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.113031Z","time spent":"437.207674ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:32:33.550359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"735.941819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:32:33.550418Z","caller":"traceutil/trace.go:171","msg":"trace[2079609747] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:12920; }","duration":"736.039801ms","start":"2026-03-03T14:32:32.814362Z","end":"2026-03-03T14:32:33.550402Z","steps":["trace[2079609747] 'range keys from in-memory index tree' (duration: 735.787455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.550413Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.683315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-03-03T14:32:33.55046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:32.814338Z","time spent":"736.113882ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:32:33.550483Z","caller":"traceutil/trace.go:171","msg":"trace[1596382878] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:12920; }","duration":"706.788777ms","start":"2026-03-03T14:32:32.843673Z","end":"2026-03-03T14:32:33.550462Z","steps":["trace[1596382878] 'range keys from in-memory index tree' (duration: 706.472549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.550198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.104398Z","time spent":"445.794762ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:32:33.550555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:32.843653Z","time spent":"706.882419ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:32:33.550587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.37313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:32:33.550189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.195288Z","time spent":"354.890648ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:32:33.550631Z","caller":"traceutil/trace.go:171","msg":"trace[618731986] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:12920; }","duration":"467.485982ms","start":"2026-03-03T14:32:33.083135Z","end":"2026-03-03T14:32:33.550621Z","steps":["trace[618731986] 'range keys from in-memory index tree' (duration: 467.207726ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.550669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.083115Z","time spent":"467.546234ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:32:33.550231Z","caller":"traceutil/trace.go:171","msg":"trace[2009392522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12920; }","duration":"501.052066ms","start":"2026-03-03T14:32:33.049162Z","end":"2026-03-03T14:32:33.550214Z","steps":["trace[2009392522] 'range keys from in-memory index tree' (duration: 500.850331ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.550763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:33.049141Z","time spent":"501.590028ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:32:33.748067Z","caller":"traceutil/trace.go:171","msg":"trace[981057308] transaction","detail":"{read_only:false; response_revision:12921; number_of_response:1; }","duration":"189.842374ms","start":"2026-03-03T14:32:33.55819Z","end":"2026-03-03T14:32:33.748032Z","steps":["trace[981057308] 'process raft request' (duration: 189.506347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:33.748273Z","caller":"traceutil/trace.go:171","msg":"trace[1563224800] transaction","detail":"{read_only:false; response_revision:12922; number_of_response:1; }","duration":"190.001767ms","start":"2026-03-03T14:32:33.558247Z","end":"2026-03-03T14:32:33.748248Z","steps":["trace[1563224800] 'process raft request' (duration: 189.70523ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:33.748473Z","caller":"traceutil/trace.go:171","msg":"trace[2006157302] linearizableReadLoop","detail":"{readStateIndex:13508; appliedIndex:13504; }","duration":"172.786501ms","start":"2026-03-03T14:32:33.575673Z","end":"2026-03-03T14:32:33.748459Z","steps":["trace[2006157302] 'read index received' (duration: 137.740174ms)","trace[2006157302] 'applied index is now lower than readState.Index' (duration: 35.045647ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:33.748771Z","caller":"traceutil/trace.go:171","msg":"trace[1057289676] transaction","detail":"{read_only:false; response_revision:12923; number_of_response:1; }","duration":"189.901956ms","start":"2026-03-03T14:32:33.558844Z","end":"2026-03-03T14:32:33.748746Z","steps":["trace[1057289676] 'process raft request' (duration: 189.342573ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:33.749068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.380085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:55 size:516712"} {"level":"info","ts":"2026-03-03T14:32:33.749108Z","caller":"traceutil/trace.go:171","msg":"trace[798122849] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:55; response_revision:12923; }","duration":"173.464417ms","start":"2026-03-03T14:32:33.575634Z","end":"2026-03-03T14:32:33.749099Z","steps":["trace[798122849] 'agreement among raft nodes before linearized reading' (duration: 172.887903ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:33.862953Z","caller":"traceutil/trace.go:171","msg":"trace[1475918529] transaction","detail":"{read_only:false; response_revision:12924; number_of_response:1; }","duration":"147.61629ms","start":"2026-03-03T14:32:33.715309Z","end":"2026-03-03T14:32:33.862925Z","steps":["trace[1475918529] 'process raft request' (duration: 118.631733ms)","trace[1475918529] 'compare' (duration: 28.855694ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:34.898981Z","caller":"traceutil/trace.go:171","msg":"trace[877895457] transaction","detail":"{read_only:false; response_revision:12926; number_of_response:1; }","duration":"122.257667ms","start":"2026-03-03T14:32:34.776684Z","end":"2026-03-03T14:32:34.898942Z","steps":["trace[877895457] 'process raft request' (duration: 122.057993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:37.940707Z","caller":"traceutil/trace.go:171","msg":"trace[2105343990] linearizableReadLoop","detail":"{readStateIndex:13525; appliedIndex:13522; }","duration":"139.003844ms","start":"2026-03-03T14:32:37.801686Z","end":"2026-03-03T14:32:37.94069Z","steps":["trace[2105343990] 'read index received' (duration: 80.354252ms)","trace[2105343990] 'applied index is now lower than readState.Index' (duration: 58.648922ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:37.940865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.162217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:32:37.940892Z","caller":"traceutil/trace.go:171","msg":"trace[283360361] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:12940; }","duration":"139.213298ms","start":"2026-03-03T14:32:37.80167Z","end":"2026-03-03T14:32:37.940884Z","steps":["trace[283360361] 'agreement among raft nodes before linearized reading' (duration: 139.088115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:37.941205Z","caller":"traceutil/trace.go:171","msg":"trace[15738529] transaction","detail":"{read_only:false; response_revision:12939; number_of_response:1; }","duration":"147.920079ms","start":"2026-03-03T14:32:37.79327Z","end":"2026-03-03T14:32:37.94119Z","steps":["trace[15738529] 'process raft request' (duration: 134.94826ms)","trace[15738529] 'compare' (duration: 12.365075ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:37.941425Z","caller":"traceutil/trace.go:171","msg":"trace[330560700] transaction","detail":"{read_only:false; response_revision:12940; number_of_response:1; }","duration":"146.499126ms","start":"2026-03-03T14:32:37.794908Z","end":"2026-03-03T14:32:37.941407Z","steps":["trace[330560700] 'process raft request' (duration: 145.750759ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:42.165785Z","caller":"traceutil/trace.go:171","msg":"trace[23770048] linearizableReadLoop","detail":"{readStateIndex:13560; appliedIndex:13559; }","duration":"116.33338ms","start":"2026-03-03T14:32:42.049415Z","end":"2026-03-03T14:32:42.165748Z","steps":["trace[23770048] 'read index received' (duration: 115.969542ms)","trace[23770048] 'applied index is now lower than readState.Index' (duration: 362.328µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:42.165856Z","caller":"traceutil/trace.go:171","msg":"trace[1685386377] transaction","detail":"{read_only:false; response_revision:12973; number_of_response:1; }","duration":"117.058367ms","start":"2026-03-03T14:32:42.048744Z","end":"2026-03-03T14:32:42.165803Z","steps":["trace[1685386377] 'process raft request' (duration: 116.775761ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:42.166276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.593935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:42.166335Z","caller":"traceutil/trace.go:171","msg":"trace[1225493877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:12973; }","duration":"116.947894ms","start":"2026-03-03T14:32:42.049371Z","end":"2026-03-03T14:32:42.166319Z","steps":["trace[1225493877] 'agreement among raft nodes before linearized reading' (duration: 116.527274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:48.97008Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432379659,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:32:49.205823Z","caller":"traceutil/trace.go:171","msg":"trace[1358821599] transaction","detail":"{read_only:false; response_revision:13022; number_of_response:1; }","duration":"797.381473ms","start":"2026-03-03T14:32:48.408412Z","end":"2026-03-03T14:32:49.205794Z","steps":["trace[1358821599] 'process raft request' (duration: 797.225369ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.206318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.408391Z","time spent":"797.516816ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:49.331586Z","caller":"traceutil/trace.go:171","msg":"trace[5284155] transaction","detail":"{read_only:false; response_revision:13023; number_of_response:1; }","duration":"864.04256ms","start":"2026-03-03T14:32:48.467497Z","end":"2026-03-03T14:32:49.331539Z","steps":["trace[5284155] 'process raft request' (duration: 850.926067ms)","trace[5284155] 'compare' (duration: 12.808646ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:49.331712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.467473Z","time spent":"864.174042ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:32:49.338024Z","caller":"traceutil/trace.go:171","msg":"trace[1843666920] linearizableReadLoop","detail":"{readStateIndex:13611; appliedIndex:13610; }","duration":"868.84227ms","start":"2026-03-03T14:32:48.469158Z","end":"2026-03-03T14:32:49.338Z","steps":["trace[1843666920] 'read index received' (duration: 736.660594ms)","trace[1843666920] 'applied index is now lower than readState.Index' (duration: 132.180196ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:49.338513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"869.333142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-03-03T14:32:49.338564Z","caller":"traceutil/trace.go:171","msg":"trace[326127753] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13023; }","duration":"869.424775ms","start":"2026-03-03T14:32:48.469126Z","end":"2026-03-03T14:32:49.338551Z","steps":["trace[326127753] 'agreement among raft nodes before linearized reading' (duration: 869.19364ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.338598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.469114Z","time spent":"869.474836ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:32:49.338871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"681.278438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:32:49.338909Z","caller":"traceutil/trace.go:171","msg":"trace[49227245] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13023; }","duration":"681.35146ms","start":"2026-03-03T14:32:48.657548Z","end":"2026-03-03T14:32:49.3389Z","steps":["trace[49227245] 'agreement among raft nodes before linearized reading' (duration: 681.253258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.33894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.65753Z","time spent":"681.400872ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:32:49.339243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.290857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:32:49.339286Z","caller":"traceutil/trace.go:171","msg":"trace[488226814] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:13023; }","duration":"148.358729ms","start":"2026-03-03T14:32:49.190916Z","end":"2026-03-03T14:32:49.339274Z","steps":["trace[488226814] 'agreement among raft nodes before linearized reading' (duration: 148.293778ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.339521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.564664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:32:49.339566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.834404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:49.339596Z","caller":"traceutil/trace.go:171","msg":"trace[1422114971] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13023; }","duration":"339.694327ms","start":"2026-03-03T14:32:48.999885Z","end":"2026-03-03T14:32:49.33958Z","steps":["trace[1422114971] 'agreement among raft nodes before linearized reading' (duration: 339.556524ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.339644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.999864Z","time spent":"339.768789ms","remote":"127.0.0.1:44018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:32:49.339683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.667898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" ","response":"range_response_count:1 size:8627"} {"level":"info","ts":"2026-03-03T14:32:49.339766Z","caller":"traceutil/trace.go:171","msg":"trace[577526082] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l8z54; range_end:; response_count:1; response_revision:13023; }","duration":"543.78096ms","start":"2026-03-03T14:32:48.795976Z","end":"2026-03-03T14:32:49.339757Z","steps":["trace[577526082] 'agreement among raft nodes before linearized reading' (duration: 543.645177ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.339931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.795958Z","time spent":"543.961304ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8651,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" "} {"level":"warn","ts":"2026-03-03T14:32:49.339958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.845964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:32:49.340164Z","caller":"traceutil/trace.go:171","msg":"trace[1239407550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13023; }","duration":"272.079469ms","start":"2026-03-03T14:32:49.068073Z","end":"2026-03-03T14:32:49.340152Z","steps":["trace[1239407550] 'agreement among raft nodes before linearized reading' (duration: 271.792703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.340365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.935415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:32:49.340401Z","caller":"traceutil/trace.go:171","msg":"trace[67975965] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13023; }","duration":"287.994787ms","start":"2026-03-03T14:32:49.052397Z","end":"2026-03-03T14:32:49.340392Z","steps":["trace[67975965] 'agreement among raft nodes before linearized reading' (duration: 287.901825ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.339847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.039087ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:32:49.339602Z","caller":"traceutil/trace.go:171","msg":"trace[106533517] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:13023; }","duration":"491.907816ms","start":"2026-03-03T14:32:48.847685Z","end":"2026-03-03T14:32:49.339593Z","steps":["trace[106533517] 'agreement among raft nodes before linearized reading' (duration: 491.842814ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:49.340465Z","caller":"traceutil/trace.go:171","msg":"trace[2085883022] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13023; }","duration":"176.697732ms","start":"2026-03-03T14:32:49.163754Z","end":"2026-03-03T14:32:49.340451Z","steps":["trace[2085883022] 'agreement among raft nodes before linearized reading' (duration: 176.053087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:32:49.340503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:32:48.847666Z","time spent":"492.828056ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:32:51.178403Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":11957} {"level":"info","ts":"2026-03-03T14:32:51.239113Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":11957,"took":"57.193338ms","hash":1955169551,"current-db-size-bytes":42065920,"current-db-size":"42 MB","current-db-size-in-use-bytes":24608768,"current-db-size-in-use":"25 MB"} {"level":"info","ts":"2026-03-03T14:32:51.239265Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1955169551,"revision":11957,"compact-revision":10881} {"level":"info","ts":"2026-03-03T14:32:53.568048Z","caller":"traceutil/trace.go:171","msg":"trace[1825925146] transaction","detail":"{read_only:false; response_revision:13051; number_of_response:1; }","duration":"146.215278ms","start":"2026-03-03T14:32:53.421808Z","end":"2026-03-03T14:32:53.568023Z","steps":["trace[1825925146] 'process raft request' (duration: 146.168287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:32:53.568116Z","caller":"traceutil/trace.go:171","msg":"trace[1666998700] transaction","detail":"{read_only:false; response_revision:13050; number_of_response:1; }","duration":"175.090844ms","start":"2026-03-03T14:32:53.392969Z","end":"2026-03-03T14:32:53.56806Z","steps":["trace[1666998700] 'process raft request' (duration: 92.304027ms)","trace[1666998700] 'compare' (duration: 82.580223ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:32:53.56827Z","caller":"traceutil/trace.go:171","msg":"trace[1093528777] linearizableReadLoop","detail":"{readStateIndex:13642; appliedIndex:13640; }","duration":"172.802421ms","start":"2026-03-03T14:32:53.395427Z","end":"2026-03-03T14:32:53.568229Z","steps":["trace[1093528777] 'read index received' (duration: 1.563335ms)","trace[1093528777] 'applied index is now lower than readState.Index' (duration: 171.235496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:32:53.569624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.154763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525784"} {"level":"info","ts":"2026-03-03T14:32:53.56971Z","caller":"traceutil/trace.go:171","msg":"trace[787395922] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13051; }","duration":"174.300046ms","start":"2026-03-03T14:32:53.39539Z","end":"2026-03-03T14:32:53.56969Z","steps":["trace[787395922] 'agreement among raft nodes before linearized reading' (duration: 172.990507ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:00.500029Z","caller":"traceutil/trace.go:171","msg":"trace[234537717] transaction","detail":"{read_only:false; response_revision:13083; number_of_response:1; }","duration":"111.07224ms","start":"2026-03-03T14:33:00.388925Z","end":"2026-03-03T14:33:00.499998Z","steps":["trace[234537717] 'process raft request' (duration: 110.493966ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:07.872599Z","caller":"traceutil/trace.go:171","msg":"trace[148870589] linearizableReadLoop","detail":"{readStateIndex:13718; appliedIndex:13717; }","duration":"135.775953ms","start":"2026-03-03T14:33:07.736781Z","end":"2026-03-03T14:33:07.872557Z","steps":["trace[148870589] 'read index received' (duration: 113.57531ms)","trace[148870589] 'applied index is now lower than readState.Index' (duration: 22.198583ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:07.872633Z","caller":"traceutil/trace.go:171","msg":"trace[107536591] transaction","detail":"{read_only:false; response_revision:13124; number_of_response:1; }","duration":"144.142324ms","start":"2026-03-03T14:33:07.728456Z","end":"2026-03-03T14:33:07.872598Z","steps":["trace[107536591] 'process raft request' (duration: 121.887249ms)","trace[107536591] 'compare' (duration: 22.059081ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:07.873237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.435559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525356"} {"level":"info","ts":"2026-03-03T14:33:07.873297Z","caller":"traceutil/trace.go:171","msg":"trace[1033587405] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13124; }","duration":"136.532501ms","start":"2026-03-03T14:33:07.736751Z","end":"2026-03-03T14:33:07.873283Z","steps":["trace[1033587405] 'agreement among raft nodes before linearized reading' (duration: 135.945437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:08.411878Z","caller":"traceutil/trace.go:171","msg":"trace[1579238905] transaction","detail":"{read_only:false; response_revision:13126; number_of_response:1; }","duration":"206.034921ms","start":"2026-03-03T14:33:08.205809Z","end":"2026-03-03T14:33:08.411844Z","steps":["trace[1579238905] 'process raft request' (duration: 203.307275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:08.438268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.786338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:33:08.43837Z","caller":"traceutil/trace.go:171","msg":"trace[1206517634] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:13127; }","duration":"104.931882ms","start":"2026-03-03T14:33:08.333413Z","end":"2026-03-03T14:33:08.438345Z","steps":["trace[1206517634] 'agreement among raft nodes before linearized reading' (duration: 104.632685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:09.906184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.299239ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:09.906373Z","caller":"traceutil/trace.go:171","msg":"trace[78456644] transaction","detail":"{read_only:false; response_revision:13133; number_of_response:1; }","duration":"175.943338ms","start":"2026-03-03T14:33:09.730413Z","end":"2026-03-03T14:33:09.906356Z","steps":["trace[78456644] 'process raft request' (duration: 175.875556ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:09.906382Z","caller":"traceutil/trace.go:171","msg":"trace[1776117126] linearizableReadLoop","detail":"{readStateIndex:13727; appliedIndex:13726; }","duration":"381.162569ms","start":"2026-03-03T14:33:09.525204Z","end":"2026-03-03T14:33:09.906366Z","steps":["trace[1776117126] 'read index received' (duration: 186.568123ms)","trace[1776117126] 'applied index is now lower than readState.Index' (duration: 194.593436ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:09.906472Z","caller":"traceutil/trace.go:171","msg":"trace[1410529124] transaction","detail":"{read_only:false; response_revision:13132; number_of_response:1; }","duration":"428.583818ms","start":"2026-03-03T14:33:09.477876Z","end":"2026-03-03T14:33:09.906459Z","steps":["trace[1410529124] 'process raft request' (duration: 233.939761ms)","trace[1410529124] 'compare' (duration: 193.995561ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:09.906532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:09.477842Z","time spent":"428.6564ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:09.906839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.640701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:09.906941Z","caller":"traceutil/trace.go:171","msg":"trace[9617054] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:13133; }","duration":"381.746664ms","start":"2026-03-03T14:33:09.525142Z","end":"2026-03-03T14:33:09.906889Z","steps":["trace[9617054] 'agreement among raft nodes before linearized reading' (duration: 381.60371ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:09.907017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:09.525117Z","time spent":"381.888546ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:09.90789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.315646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:09.908047Z","caller":"traceutil/trace.go:171","msg":"trace[237920465] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:13133; }","duration":"198.443789ms","start":"2026-03-03T14:33:09.70952Z","end":"2026-03-03T14:33:09.907964Z","steps":["trace[237920465] 'agreement among raft nodes before linearized reading' (duration: 198.335006ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:09.908082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.114322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:33:09.908152Z","caller":"traceutil/trace.go:171","msg":"trace[1167448669] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13133; }","duration":"320.204044ms","start":"2026-03-03T14:33:09.587929Z","end":"2026-03-03T14:33:09.908133Z","steps":["trace[1167448669] 'agreement among raft nodes before linearized reading' (duration: 320.003269ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:09.906987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.441081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:33:09.908415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:09.58792Z","time spent":"320.48322ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:33:09.908453Z","caller":"traceutil/trace.go:171","msg":"trace[369769026] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13133; }","duration":"378.934665ms","start":"2026-03-03T14:33:09.529506Z","end":"2026-03-03T14:33:09.908441Z","steps":["trace[369769026] 'agreement among raft nodes before linearized reading' (duration: 377.391279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:09.908503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:09.529492Z","time spent":"378.998968ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:33:10.144289Z","caller":"traceutil/trace.go:171","msg":"trace[1844931286] transaction","detail":"{read_only:false; response_revision:13134; number_of_response:1; }","duration":"216.756289ms","start":"2026-03-03T14:33:09.927488Z","end":"2026-03-03T14:33:10.144244Z","steps":["trace[1844931286] 'process raft request' (duration: 143.076908ms)","trace[1844931286] 'compare' (duration: 73.446745ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:10.519793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.365733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:10.519946Z","caller":"traceutil/trace.go:171","msg":"trace[466033072] linearizableReadLoop","detail":"{readStateIndex:13730; appliedIndex:13728; }","duration":"563.828919ms","start":"2026-03-03T14:33:09.956068Z","end":"2026-03-03T14:33:10.519897Z","steps":["trace[466033072] 'read index received' (duration: 114.515622ms)","trace[466033072] 'applied index is now lower than readState.Index' (duration: 449.311897ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:10.519995Z","caller":"traceutil/trace.go:171","msg":"trace[1576261352] transaction","detail":"{read_only:false; response_revision:13135; number_of_response:1; }","duration":"592.445937ms","start":"2026-03-03T14:33:09.927516Z","end":"2026-03-03T14:33:10.519962Z","steps":["trace[1576261352] 'process raft request' (duration: 471.836418ms)","trace[1576261352] 'compare' (duration: 120.105377ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:10.520106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.025584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:33:10.520123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:09.927496Z","time spent":"592.557409ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:10.520153Z","caller":"traceutil/trace.go:171","msg":"trace[950595404] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13135; }","duration":"564.080065ms","start":"2026-03-03T14:33:09.956061Z","end":"2026-03-03T14:33:10.520141Z","steps":["trace[950595404] 'agreement among raft nodes before linearized reading' (duration: 563.938922ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.520184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:09.956041Z","time spent":"564.136897ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:33:10.527367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.39404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:33:10.527386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"514.119133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-575cc9fc8b-7sm8j.18995b5c39d2d800\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-03T14:33:10.527417Z","caller":"traceutil/trace.go:171","msg":"trace[1818854115] range","detail":"{range_begin:/registry/events/openstack/cinder-api-575cc9fc8b-7sm8j.18995b5c39d2d800; range_end:; response_count:1; response_revision:13136; }","duration":"514.178415ms","start":"2026-03-03T14:33:10.013229Z","end":"2026-03-03T14:33:10.527407Z","steps":["trace[1818854115] 'agreement among raft nodes before linearized reading' (duration: 514.092323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.527413Z","caller":"traceutil/trace.go:171","msg":"trace[279735426] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13136; }","duration":"293.468952ms","start":"2026-03-03T14:33:10.23393Z","end":"2026-03-03T14:33:10.527399Z","steps":["trace[279735426] 'agreement among raft nodes before linearized reading' (duration: 293.364889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.527468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:10.013213Z","time spent":"514.249366ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1201,"request content":"key:\"/registry/events/openstack/cinder-api-575cc9fc8b-7sm8j.18995b5c39d2d800\" "} {"level":"info","ts":"2026-03-03T14:33:10.527418Z","caller":"traceutil/trace.go:171","msg":"trace[279218868] transaction","detail":"{read_only:false; response_revision:13136; number_of_response:1; }","duration":"109.560993ms","start":"2026-03-03T14:33:10.417815Z","end":"2026-03-03T14:33:10.527376Z","steps":["trace[279218868] 'process raft request' (duration: 109.345798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.527567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.49008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:10.527648Z","caller":"traceutil/trace.go:171","msg":"trace[115626638] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:13136; }","duration":"471.585792ms","start":"2026-03-03T14:33:10.056037Z","end":"2026-03-03T14:33:10.527623Z","steps":["trace[115626638] 'agreement among raft nodes before linearized reading' (duration: 471.424658ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.527698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:10.055995Z","time spent":"471.687114ms","remote":"127.0.0.1:39362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:10.84329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.001924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"warn","ts":"2026-03-03T14:33:10.843323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.904241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:10.843368Z","caller":"traceutil/trace.go:171","msg":"trace[830827348] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13139; }","duration":"120.133647ms","start":"2026-03-03T14:33:10.723216Z","end":"2026-03-03T14:33:10.843349Z","steps":["trace[830827348] 'range keys from in-memory index tree' (duration: 119.767858ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:10.84338Z","caller":"traceutil/trace.go:171","msg":"trace[2009378792] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13139; }","duration":"224.027753ms","start":"2026-03-03T14:33:10.619338Z","end":"2026-03-03T14:33:10.843366Z","steps":["trace[2009378792] 'range keys from in-memory index tree' (duration: 223.739987ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:10.843506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.551034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:10.843577Z","caller":"traceutil/trace.go:171","msg":"trace[159750551] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13139; }","duration":"174.664147ms","start":"2026-03-03T14:33:10.668892Z","end":"2026-03-03T14:33:10.843556Z","steps":["trace[159750551] 'range keys from in-memory index tree' (duration: 174.37413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:11.062672Z","caller":"traceutil/trace.go:171","msg":"trace[488298252] transaction","detail":"{read_only:false; response_revision:13140; number_of_response:1; }","duration":"214.127814ms","start":"2026-03-03T14:33:10.848522Z","end":"2026-03-03T14:33:11.06265Z","steps":["trace[488298252] 'process raft request' (duration: 213.983891ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:11.121603Z","caller":"traceutil/trace.go:171","msg":"trace[1090950505] linearizableReadLoop","detail":"{readStateIndex:13736; appliedIndex:13734; }","duration":"184.817701ms","start":"2026-03-03T14:33:10.936752Z","end":"2026-03-03T14:33:11.121569Z","steps":["trace[1090950505] 'read index received' (duration: 125.838104ms)","trace[1090950505] 'applied index is now lower than readState.Index' (duration: 58.978057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:11.121751Z","caller":"traceutil/trace.go:171","msg":"trace[1058996601] transaction","detail":"{read_only:false; response_revision:13141; number_of_response:1; }","duration":"263.362249ms","start":"2026-03-03T14:33:10.858377Z","end":"2026-03-03T14:33:11.121739Z","steps":["trace[1058996601] 'process raft request' (duration: 263.00469ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:11.122029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.251752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1857"} {"level":"info","ts":"2026-03-03T14:33:11.122153Z","caller":"traceutil/trace.go:171","msg":"trace[1131759597] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:13141; }","duration":"185.410276ms","start":"2026-03-03T14:33:10.936711Z","end":"2026-03-03T14:33:11.122121Z","steps":["trace[1131759597] 'agreement among raft nodes before linearized reading' (duration: 185.075979ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:11.529945Z","caller":"traceutil/trace.go:171","msg":"trace[1582429542] transaction","detail":"{read_only:false; response_revision:13142; number_of_response:1; }","duration":"140.809113ms","start":"2026-03-03T14:33:11.389107Z","end":"2026-03-03T14:33:11.529916Z","steps":["trace[1582429542] 'process raft request' (duration: 140.438374ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:11.931868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.813399ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:11.932005Z","caller":"traceutil/trace.go:171","msg":"trace[23701610] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13142; }","duration":"311.010374ms","start":"2026-03-03T14:33:11.620963Z","end":"2026-03-03T14:33:11.931974Z","steps":["trace[23701610] 'range keys from in-memory index tree' (duration: 310.643615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:11.932073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:11.620943Z","time spent":"311.113636ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:33:12.04837Z","caller":"traceutil/trace.go:171","msg":"trace[572858023] linearizableReadLoop","detail":"{readStateIndex:13738; appliedIndex:13737; }","duration":"133.248312ms","start":"2026-03-03T14:33:11.9151Z","end":"2026-03-03T14:33:12.048349Z","steps":["trace[572858023] 'read index received' (duration: 133.051447ms)","trace[572858023] 'applied index is now lower than readState.Index' (duration: 195.945µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:12.048496Z","caller":"traceutil/trace.go:171","msg":"trace[783360503] transaction","detail":"{read_only:false; response_revision:13143; number_of_response:1; }","duration":"135.173118ms","start":"2026-03-03T14:33:11.913311Z","end":"2026-03-03T14:33:12.048484Z","steps":["trace[783360503] 'process raft request' (duration: 134.897032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:12.048826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.711333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:12.048869Z","caller":"traceutil/trace.go:171","msg":"trace[144329966] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13143; }","duration":"133.794105ms","start":"2026-03-03T14:33:11.915063Z","end":"2026-03-03T14:33:12.048857Z","steps":["trace[144329966] 'agreement among raft nodes before linearized reading' (duration: 133.656272ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:12.049103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.926785ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:12.049213Z","caller":"traceutil/trace.go:171","msg":"trace[524630276] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13143; }","duration":"113.089979ms","start":"2026-03-03T14:33:11.936099Z","end":"2026-03-03T14:33:12.049189Z","steps":["trace[524630276] 'agreement among raft nodes before linearized reading' (duration: 112.912224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:12.049515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.968906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" ","response":"range_response_count:1 size:8627"} {"level":"info","ts":"2026-03-03T14:33:12.049558Z","caller":"traceutil/trace.go:171","msg":"trace[487922935] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l8z54; range_end:; response_count:1; response_revision:13143; }","duration":"106.014137ms","start":"2026-03-03T14:33:11.943533Z","end":"2026-03-03T14:33:12.049547Z","steps":["trace[487922935] 'agreement among raft nodes before linearized reading' (duration: 105.884504ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:13.21831Z","caller":"traceutil/trace.go:171","msg":"trace[2079224343] linearizableReadLoop","detail":"{readStateIndex:13744; appliedIndex:13743; }","duration":"133.268863ms","start":"2026-03-03T14:33:13.085019Z","end":"2026-03-03T14:33:13.218287Z","steps":["trace[2079224343] 'read index received' (duration: 133.209361ms)","trace[2079224343] 'applied index is now lower than readState.Index' (duration: 58.382µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:13.21836Z","caller":"traceutil/trace.go:171","msg":"trace[2122336602] transaction","detail":"{read_only:false; response_revision:13149; number_of_response:1; }","duration":"145.22104ms","start":"2026-03-03T14:33:13.073095Z","end":"2026-03-03T14:33:13.218316Z","steps":["trace[2122336602] 'process raft request' (duration: 145.047315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:13.218462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.429356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:33:13.21849Z","caller":"traceutil/trace.go:171","msg":"trace[1538364335] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:13149; }","duration":"133.508138ms","start":"2026-03-03T14:33:13.084974Z","end":"2026-03-03T14:33:13.218482Z","steps":["trace[1538364335] 'agreement among raft nodes before linearized reading' (duration: 133.395156ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:13.428175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.257343ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-03-03T14:33:13.690335Z","caller":"traceutil/trace.go:171","msg":"trace[408696599] transaction","detail":"{read_only:false; response_revision:13151; number_of_response:1; }","duration":"154.310018ms","start":"2026-03-03T14:33:13.53598Z","end":"2026-03-03T14:33:13.69029Z","steps":["trace[408696599] 'process raft request' (duration: 154.060882ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.189859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.193944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:14.189909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.866695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-03-03T14:33:14.189963Z","caller":"traceutil/trace.go:171","msg":"trace[1231463261] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13151; }","duration":"141.376838ms","start":"2026-03-03T14:33:14.048565Z","end":"2026-03-03T14:33:14.189941Z","steps":["trace[1231463261] 'range keys from in-memory index tree' (duration: 141.04763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.189918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.20982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:14.189879Z","caller":"traceutil/trace.go:171","msg":"trace[407703793] linearizableReadLoop","detail":"{readStateIndex:13748; appliedIndex:13747; }","duration":"117.198647ms","start":"2026-03-03T14:33:14.072657Z","end":"2026-03-03T14:33:14.189856Z","steps":["trace[407703793] 'read index received' (duration: 112.623237ms)","trace[407703793] 'applied index is now lower than readState.Index' (duration: 4.57384ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:14.190003Z","caller":"traceutil/trace.go:171","msg":"trace[284539552] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13151; }","duration":"409.016289ms","start":"2026-03-03T14:33:13.780962Z","end":"2026-03-03T14:33:14.189979Z","steps":["trace[284539552] 'range keys from in-memory index tree' (duration: 408.603129ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:14.190041Z","caller":"traceutil/trace.go:171","msg":"trace[12526117] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13151; }","duration":"135.416185ms","start":"2026-03-03T14:33:14.054595Z","end":"2026-03-03T14:33:14.190011Z","steps":["trace[12526117] 'range keys from in-memory index tree' (duration: 134.946933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.190054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:13.780938Z","time spent":"409.106551ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:33:14.190087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.431672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" ","response":"range_response_count:1 size:8627"} {"level":"info","ts":"2026-03-03T14:33:14.190135Z","caller":"traceutil/trace.go:171","msg":"trace[1495770181] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l8z54; range_end:; response_count:1; response_revision:13152; }","duration":"117.557195ms","start":"2026-03-03T14:33:14.07257Z","end":"2026-03-03T14:33:14.190127Z","steps":["trace[1495770181] 'agreement among raft nodes before linearized reading' (duration: 117.359461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:14.190192Z","caller":"traceutil/trace.go:171","msg":"trace[2076639594] transaction","detail":"{read_only:false; response_revision:13152; number_of_response:1; }","duration":"134.442231ms","start":"2026-03-03T14:33:14.055665Z","end":"2026-03-03T14:33:14.190107Z","steps":["trace[2076639594] 'process raft request' (duration: 129.555833ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:14.557421Z","caller":"traceutil/trace.go:171","msg":"trace[1176051917] transaction","detail":"{read_only:false; response_revision:13153; number_of_response:1; }","duration":"121.600392ms","start":"2026-03-03T14:33:14.435773Z","end":"2026-03-03T14:33:14.557373Z","steps":["trace[1176051917] 'process raft request' (duration: 121.296315ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.957895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.169414ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:14.958302Z","caller":"traceutil/trace.go:171","msg":"trace[1202680696] transaction","detail":"{read_only:false; response_revision:13154; number_of_response:1; }","duration":"380.548785ms","start":"2026-03-03T14:33:14.577715Z","end":"2026-03-03T14:33:14.958264Z","steps":["trace[1202680696] 'process raft request' (duration: 101.89427ms)","trace[1202680696] 'compare' (duration: 277.524009ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:14.95854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.577691Z","time spent":"380.688858ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:14.958665Z","caller":"traceutil/trace.go:171","msg":"trace[467528792] transaction","detail":"{read_only:false; response_revision:13155; number_of_response:1; }","duration":"379.97627ms","start":"2026-03-03T14:33:14.578665Z","end":"2026-03-03T14:33:14.958641Z","steps":["trace[467528792] 'process raft request' (duration: 379.645892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.958755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.578644Z","time spent":"380.071453ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:14.959119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.569593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:33:14.9592Z","caller":"traceutil/trace.go:171","msg":"trace[1718817428] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:13155; }","duration":"258.704456ms","start":"2026-03-03T14:33:14.700476Z","end":"2026-03-03T14:33:14.959181Z","steps":["trace[1718817428] 'agreement among raft nodes before linearized reading' (duration: 258.47141ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:14.95963Z","caller":"traceutil/trace.go:171","msg":"trace[567000620] linearizableReadLoop","detail":"{readStateIndex:13751; appliedIndex:13749; }","duration":"258.994183ms","start":"2026-03-03T14:33:14.700541Z","end":"2026-03-03T14:33:14.959535Z","steps":["trace[567000620] 'read index received' (duration: 232.324453ms)","trace[567000620] 'applied index is now lower than readState.Index' (duration: 25.526643ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:14.959914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.667078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:14.959968Z","caller":"traceutil/trace.go:171","msg":"trace[888281324] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13155; }","duration":"256.723349ms","start":"2026-03-03T14:33:14.703229Z","end":"2026-03-03T14:33:14.959952Z","steps":["trace[888281324] 'agreement among raft nodes before linearized reading' (duration: 256.542455ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.96013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.086869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:14.960166Z","caller":"traceutil/trace.go:171","msg":"trace[129159100] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13155; }","duration":"106.180182ms","start":"2026-03-03T14:33:14.853974Z","end":"2026-03-03T14:33:14.960154Z","steps":["trace[129159100] 'agreement among raft nodes before linearized reading' (duration: 106.054549ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:14.960236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.111526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:33:14.960277Z","caller":"traceutil/trace.go:171","msg":"trace[1360966127] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13155; }","duration":"229.187968ms","start":"2026-03-03T14:33:14.731077Z","end":"2026-03-03T14:33:14.960265Z","steps":["trace[1360966127] 'agreement among raft nodes before linearized reading' (duration: 229.068855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:15.502115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432380073,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:15.98774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.619082ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:15.987834Z","caller":"traceutil/trace.go:171","msg":"trace[775415361] transaction","detail":"{read_only:false; response_revision:13156; number_of_response:1; }","duration":"1.021907447s","start":"2026-03-03T14:33:14.965907Z","end":"2026-03-03T14:33:15.987814Z","steps":["trace[775415361] 'process raft request' (duration: 756.13696ms)","trace[775415361] 'compare' (duration: 265.401067ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:15.987901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.96589Z","time spent":"1.021973208s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:16.204878Z","caller":"traceutil/trace.go:171","msg":"trace[273643335] transaction","detail":"{read_only:false; response_revision:13157; number_of_response:1; }","duration":"1.238008299s","start":"2026-03-03T14:33:14.966789Z","end":"2026-03-03T14:33:16.204797Z","steps":["trace[273643335] 'process raft request' (duration: 1.237468837s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.205075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:14.966754Z","time spent":"1.238254815s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:16.205449Z","caller":"traceutil/trace.go:171","msg":"trace[386810566] transaction","detail":"{read_only:false; response_revision:13158; number_of_response:1; }","duration":"508.663122ms","start":"2026-03-03T14:33:15.696762Z","end":"2026-03-03T14:33:16.205425Z","steps":["trace[386810566] 'process raft request' (duration: 507.908564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.205595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:15.696722Z","time spent":"508.772375ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:16.20543Z","caller":"traceutil/trace.go:171","msg":"trace[1069328574] linearizableReadLoop","detail":"{readStateIndex:13753; appliedIndex:13751; }","duration":"1.203588682s","start":"2026-03-03T14:33:15.001777Z","end":"2026-03-03T14:33:16.205365Z","steps":["trace[1069328574] 'read index received' (duration: 720.289699ms)","trace[1069328574] 'applied index is now lower than readState.Index' (duration: 483.295703ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:16.205685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.203874628s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:16.205975Z","caller":"traceutil/trace.go:171","msg":"trace[906754593] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:13158; }","duration":"1.204203846s","start":"2026-03-03T14:33:15.001723Z","end":"2026-03-03T14:33:16.205927Z","steps":["trace[906754593] 'agreement among raft nodes before linearized reading' (duration: 1.203880238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.206676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:15.001704Z","time spent":"1.204923284s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:16.234399Z","caller":"traceutil/trace.go:171","msg":"trace[767417225] transaction","detail":"{read_only:false; response_revision:13159; number_of_response:1; }","duration":"289.645981ms","start":"2026-03-03T14:33:15.94471Z","end":"2026-03-03T14:33:16.234356Z","steps":["trace[767417225] 'process raft request' (duration: 289.371224ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.234676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.965273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:16.234704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.830772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:16.234736Z","caller":"traceutil/trace.go:171","msg":"trace[1924869435] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13160; }","duration":"187.082536ms","start":"2026-03-03T14:33:16.047637Z","end":"2026-03-03T14:33:16.234719Z","steps":["trace[1924869435] 'agreement among raft nodes before linearized reading' (duration: 186.971163ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:16.234777Z","caller":"traceutil/trace.go:171","msg":"trace[462227260] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13160; }","duration":"581.964925ms","start":"2026-03-03T14:33:15.652797Z","end":"2026-03-03T14:33:16.234761Z","steps":["trace[462227260] 'agreement among raft nodes before linearized reading' (duration: 581.842282ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.234822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:15.65277Z","time spent":"582.041077ms","remote":"127.0.0.1:52350","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:16.234955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.010700457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:33:16.235032Z","caller":"traceutil/trace.go:171","msg":"trace[1293267051] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13160; }","duration":"1.01081919s","start":"2026-03-03T14:33:15.224188Z","end":"2026-03-03T14:33:16.235007Z","steps":["trace[1293267051] 'agreement among raft nodes before linearized reading' (duration: 1.010612815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.235107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:15.224159Z","time spent":"1.010932773s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:16.741378Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432380081,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:16.876661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.293054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:16.876797Z","caller":"traceutil/trace.go:171","msg":"trace[1815640392] transaction","detail":"{read_only:false; response_revision:13161; number_of_response:1; }","duration":"637.465389ms","start":"2026-03-03T14:33:16.239304Z","end":"2026-03-03T14:33:16.876769Z","steps":["trace[1815640392] 'process raft request' (duration: 530.937829ms)","trace[1815640392] 'compare' (duration: 106.09397ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:16.876904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.23929Z","time spent":"637.561931ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:16.87692Z","caller":"traceutil/trace.go:171","msg":"trace[223550026] linearizableReadLoop","detail":"{readStateIndex:13757; appliedIndex:13756; }","duration":"636.427293ms","start":"2026-03-03T14:33:16.240337Z","end":"2026-03-03T14:33:16.876764Z","steps":["trace[223550026] 'read index received' (duration: 529.947934ms)","trace[223550026] 'applied index is now lower than readState.Index' (duration: 106.477729ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:16.877231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"314.477956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:33:16.877292Z","caller":"traceutil/trace.go:171","msg":"trace[1897497138] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13161; }","duration":"314.566608ms","start":"2026-03-03T14:33:16.56271Z","end":"2026-03-03T14:33:16.877277Z","steps":["trace[1897497138] 'agreement among raft nodes before linearized reading' (duration: 314.340523ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.877383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.562695Z","time spent":"314.672891ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:16.877597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"637.261373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525356"} {"level":"info","ts":"2026-03-03T14:33:16.877686Z","caller":"traceutil/trace.go:171","msg":"trace[1679347404] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13161; }","duration":"637.412106ms","start":"2026-03-03T14:33:16.240258Z","end":"2026-03-03T14:33:16.877671Z","steps":["trace[1679347404] 'agreement among raft nodes before linearized reading' (duration: 636.590197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:16.877741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.240204Z","time spent":"637.521009ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":56,"response size":525380,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:33:17.841427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.529956ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:17.841594Z","caller":"traceutil/trace.go:171","msg":"trace[2140430389] linearizableReadLoop","detail":"{readStateIndex:13758; appliedIndex:13757; }","duration":"878.017309ms","start":"2026-03-03T14:33:16.963544Z","end":"2026-03-03T14:33:17.841561Z","steps":["trace[2140430389] 'read index received' (duration: 139.124514ms)","trace[2140430389] 'applied index is now lower than readState.Index' (duration: 738.890015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:17.841705Z","caller":"traceutil/trace.go:171","msg":"trace[236475378] transaction","detail":"{read_only:false; response_revision:13162; number_of_response:1; }","duration":"959.441105ms","start":"2026-03-03T14:33:16.882176Z","end":"2026-03-03T14:33:17.841617Z","steps":["trace[236475378] 'process raft request' (duration: 220.568361ms)","trace[236475378] 'compare' (duration: 738.160177ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:17.841891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.341766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:33:17.841952Z","caller":"traceutil/trace.go:171","msg":"trace[683083403] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13162; }","duration":"878.447319ms","start":"2026-03-03T14:33:16.963487Z","end":"2026-03-03T14:33:17.841935Z","steps":["trace[683083403] 'agreement among raft nodes before linearized reading' (duration: 878.195453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.842011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.96346Z","time spent":"878.537201ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:17.842019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.882152Z","time spent":"959.750442ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:17.879148Z","caller":"traceutil/trace.go:171","msg":"trace[1156040010] transaction","detail":"{read_only:false; response_revision:13163; number_of_response:1; }","duration":"915.303545ms","start":"2026-03-03T14:33:16.963801Z","end":"2026-03-03T14:33:17.879105Z","steps":["trace[1156040010] 'process raft request' (duration: 914.70925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.879303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.092881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:17.879395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.963774Z","time spent":"915.50845ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:17.879412Z","caller":"traceutil/trace.go:171","msg":"trace[1455780227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13163; }","duration":"831.260835ms","start":"2026-03-03T14:33:17.048125Z","end":"2026-03-03T14:33:17.879386Z","steps":["trace[1455780227] 'agreement among raft nodes before linearized reading' (duration: 831.06487ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.879465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:17.048103Z","time spent":"831.352708ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:17.879466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.5002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:33:17.879572Z","caller":"traceutil/trace.go:171","msg":"trace[1332518815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13163; }","duration":"806.656404ms","start":"2026-03-03T14:33:17.072892Z","end":"2026-03-03T14:33:17.879549Z","steps":["trace[1332518815] 'agreement among raft nodes before linearized reading' (duration: 806.254584ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.879581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.564246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-03-03T14:33:17.879628Z","caller":"traceutil/trace.go:171","msg":"trace[287945658] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13163; }","duration":"673.645438ms","start":"2026-03-03T14:33:17.205965Z","end":"2026-03-03T14:33:17.879611Z","steps":["trace[287945658] 'agreement among raft nodes before linearized reading' (duration: 673.474454ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.879625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:17.072878Z","time spent":"806.739266ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:33:17.879657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:17.205944Z","time spent":"673.708679ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":583,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:33:17.879703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"901.78766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:33:17.879798Z","caller":"traceutil/trace.go:171","msg":"trace[947321258] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:13163; }","duration":"901.922853ms","start":"2026-03-03T14:33:16.977849Z","end":"2026-03-03T14:33:17.879772Z","steps":["trace[947321258] 'agreement among raft nodes before linearized reading' (duration: 901.640117ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.879853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.977832Z","time spent":"902.013385ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:33:17.880041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.737075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:17.88009Z","caller":"traceutil/trace.go:171","msg":"trace[1770364208] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13163; }","duration":"915.798996ms","start":"2026-03-03T14:33:16.964279Z","end":"2026-03-03T14:33:17.880078Z","steps":["trace[1770364208] 'agreement among raft nodes before linearized reading' (duration: 914.848384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:17.880119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:16.96427Z","time spent":"915.843458ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"warn","ts":"2026-03-03T14:33:18.427505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.384991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:18.4276Z","caller":"traceutil/trace.go:171","msg":"trace[1170420071] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13165; }","duration":"400.519974ms","start":"2026-03-03T14:33:18.027055Z","end":"2026-03-03T14:33:18.427575Z","steps":["trace[1170420071] 'range keys from in-memory index tree' (duration: 400.212046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:18.427647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.027037Z","time spent":"400.594405ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:33:18.427821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.584878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:33:18.427942Z","caller":"traceutil/trace.go:171","msg":"trace[1082625524] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13165; }","duration":"435.780222ms","start":"2026-03-03T14:33:17.992137Z","end":"2026-03-03T14:33:18.427917Z","steps":["trace[1082625524] 'range keys from in-memory index tree' (duration: 435.30712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:18.428289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:17.992104Z","time spent":"435.905005ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:18.548814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.969235ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-03-03T14:33:18.549129Z","caller":"traceutil/trace.go:171","msg":"trace[1206366085] linearizableReadLoop","detail":"{readStateIndex:13762; appliedIndex:13761; }","duration":"335.611815ms","start":"2026-03-03T14:33:18.213496Z","end":"2026-03-03T14:33:18.549108Z","steps":["trace[1206366085] 'read index received' (duration: 63.335513ms)","trace[1206366085] 'applied index is now lower than readState.Index' (duration: 272.274742ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:18.549384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.882131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:33:18.549483Z","caller":"traceutil/trace.go:171","msg":"trace[1240873177] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13165; }","duration":"336.009434ms","start":"2026-03-03T14:33:18.213426Z","end":"2026-03-03T14:33:18.549436Z","steps":["trace[1240873177] 'agreement among raft nodes before linearized reading' (duration: 335.813679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:18.549514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.213396Z","time spent":"336.112427ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:33:18.549552Z","caller":"traceutil/trace.go:171","msg":"trace[1970737758] transaction","detail":"{read_only:false; response_revision:13166; number_of_response:1; }","duration":"333.599336ms","start":"2026-03-03T14:33:18.2158Z","end":"2026-03-03T14:33:18.549399Z","steps":["trace[1970737758] 'process raft request' (duration: 333.135015ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:18.550017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.215761Z","time spent":"334.122568ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.131991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"582.556879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:19.1321Z","caller":"traceutil/trace.go:171","msg":"trace[235443269] linearizableReadLoop","detail":"{readStateIndex:13765; appliedIndex:13763; }","duration":"582.889177ms","start":"2026-03-03T14:33:18.549201Z","end":"2026-03-03T14:33:19.13209Z","steps":["trace[235443269] 'read index received' (duration: 346.211989ms)","trace[235443269] 'applied index is now lower than readState.Index' (duration: 236.676498ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:19.132183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.77927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:19.132209Z","caller":"traceutil/trace.go:171","msg":"trace[248951791] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:13168; }","duration":"859.857503ms","start":"2026-03-03T14:33:18.272341Z","end":"2026-03-03T14:33:19.132198Z","steps":["trace[248951791] 'agreement among raft nodes before linearized reading' (duration: 859.794631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.132236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.272311Z","time spent":"859.919653ms","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:19.132219Z","caller":"traceutil/trace.go:171","msg":"trace[692039033] transaction","detail":"{read_only:false; response_revision:13167; number_of_response:1; }","duration":"890.745064ms","start":"2026-03-03T14:33:18.241436Z","end":"2026-03-03T14:33:19.132181Z","steps":["trace[692039033] 'process raft request' (duration: 307.941319ms)","trace[692039033] 'compare' (duration: 582.465677ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:19.132275Z","caller":"traceutil/trace.go:171","msg":"trace[880937035] transaction","detail":"{read_only:false; response_revision:13168; number_of_response:1; }","duration":"699.725645ms","start":"2026-03-03T14:33:18.432525Z","end":"2026-03-03T14:33:19.132251Z","steps":["trace[880937035] 'process raft request' (duration: 699.53449ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.132298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"665.487912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:33:19.132361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.4325Z","time spent":"699.819536ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.13239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.241408Z","time spent":"890.896698ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.13239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.836985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:19.132425Z","caller":"traceutil/trace.go:171","msg":"trace[463598331] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13168; }","duration":"665.681436ms","start":"2026-03-03T14:33:18.466716Z","end":"2026-03-03T14:33:19.132397Z","steps":["trace[463598331] 'agreement among raft nodes before linearized reading' (duration: 665.42462ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:19.132479Z","caller":"traceutil/trace.go:171","msg":"trace[1736483343] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13168; }","duration":"892.981758ms","start":"2026-03-03T14:33:18.239478Z","end":"2026-03-03T14:33:19.13246Z","steps":["trace[1736483343] 'agreement among raft nodes before linearized reading' (duration: 892.746732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.132491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.466696Z","time spent":"665.785249ms","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-03-03T14:33:19.132538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.239449Z","time spent":"893.07295ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:33:19.345673Z","caller":"traceutil/trace.go:171","msg":"trace[1743800400] transaction","detail":"{read_only:false; response_revision:13169; number_of_response:1; }","duration":"790.638968ms","start":"2026-03-03T14:33:18.555004Z","end":"2026-03-03T14:33:19.345643Z","steps":["trace[1743800400] 'process raft request' (duration: 721.074227ms)","trace[1743800400] 'compare' (duration: 69.323806ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:19.345818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.554968Z","time spent":"790.778182ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:19.419521Z","caller":"traceutil/trace.go:171","msg":"trace[940191990] linearizableReadLoop","detail":"{readStateIndex:13767; appliedIndex:13765; }","duration":"287.379026ms","start":"2026-03-03T14:33:19.132114Z","end":"2026-03-03T14:33:19.419493Z","steps":["trace[940191990] 'read index received' (duration: 143.972919ms)","trace[940191990] 'applied index is now lower than readState.Index' (duration: 143.404827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:19.419651Z","caller":"traceutil/trace.go:171","msg":"trace[2138848643] transaction","detail":"{read_only:false; response_revision:13170; number_of_response:1; }","duration":"412.845122ms","start":"2026-03-03T14:33:19.006771Z","end":"2026-03-03T14:33:19.419617Z","steps":["trace[2138848643] 'process raft request' (duration: 412.573984ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.419709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.632213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:19.419788Z","caller":"traceutil/trace.go:171","msg":"trace[1385253253] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:13170; }","duration":"327.769656ms","start":"2026-03-03T14:33:19.091998Z","end":"2026-03-03T14:33:19.419768Z","steps":["trace[1385253253] 'agreement among raft nodes before linearized reading' (duration: 327.556211ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.419804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.006748Z","time spent":"412.976234ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:19.419836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.091973Z","time spent":"327.851918ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:19.41968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.491437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:19.419972Z","caller":"traceutil/trace.go:171","msg":"trace[1492181563] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13170; }","duration":"371.824285ms","start":"2026-03-03T14:33:19.048122Z","end":"2026-03-03T14:33:19.419946Z","steps":["trace[1492181563] 'agreement among raft nodes before linearized reading' (duration: 371.505648ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.42004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:19.048093Z","time spent":"371.928287ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:19.42007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.583634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:33:19.420148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.51501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-03-03T14:33:19.420162Z","caller":"traceutil/trace.go:171","msg":"trace[1936254241] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13170; }","duration":"268.715927ms","start":"2026-03-03T14:33:19.151424Z","end":"2026-03-03T14:33:19.42014Z","steps":["trace[1936254241] 'agreement among raft nodes before linearized reading' (duration: 268.43014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:19.420209Z","caller":"traceutil/trace.go:171","msg":"trace[1165162559] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13170; }","duration":"538.614692ms","start":"2026-03-03T14:33:18.881577Z","end":"2026-03-03T14:33:19.420192Z","steps":["trace[1165162559] 'agreement among raft nodes before linearized reading' (duration: 538.379397ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.420185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.732634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" ","response":"range_response_count:1 size:8627"} {"level":"warn","ts":"2026-03-03T14:33:19.420255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.881552Z","time spent":"538.691264ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:33:19.420321Z","caller":"traceutil/trace.go:171","msg":"trace[161240829] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l8z54; range_end:; response_count:1; response_revision:13170; }","duration":"530.958539ms","start":"2026-03-03T14:33:18.889333Z","end":"2026-03-03T14:33:19.420291Z","steps":["trace[161240829] 'agreement among raft nodes before linearized reading' (duration: 530.369656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:19.420369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:18.889306Z","time spent":"531.052951ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":8651,"request content":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" "} {"level":"info","ts":"2026-03-03T14:33:19.559757Z","caller":"traceutil/trace.go:171","msg":"trace[510816117] linearizableReadLoop","detail":"{readStateIndex:13768; appliedIndex:13767; }","duration":"133.761324ms","start":"2026-03-03T14:33:19.425969Z","end":"2026-03-03T14:33:19.55973Z","steps":["trace[510816117] 'read index received' (duration: 55.790851ms)","trace[510816117] 'applied index is now lower than readState.Index' (duration: 77.969633ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:19.55986Z","caller":"traceutil/trace.go:171","msg":"trace[1014227071] transaction","detail":"{read_only:false; response_revision:13171; number_of_response:1; }","duration":"134.480562ms","start":"2026-03-03T14:33:19.425348Z","end":"2026-03-03T14:33:19.559829Z","steps":["trace[1014227071] 'process raft request' (duration: 56.338174ms)","trace[1014227071] 'compare' (duration: 77.918312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:19.560391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.737795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:33:19.560533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.533562ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525356"} {"level":"info","ts":"2026-03-03T14:33:19.560529Z","caller":"traceutil/trace.go:171","msg":"trace[1441960210] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13171; }","duration":"126.911649ms","start":"2026-03-03T14:33:19.433583Z","end":"2026-03-03T14:33:19.560495Z","steps":["trace[1441960210] 'agreement among raft nodes before linearized reading' (duration: 126.464789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:19.560576Z","caller":"traceutil/trace.go:171","msg":"trace[1595324223] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13171; }","duration":"134.617235ms","start":"2026-03-03T14:33:19.425948Z","end":"2026-03-03T14:33:19.560565Z","steps":["trace[1595324223] 'agreement among raft nodes before linearized reading' (duration: 133.945999ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.110256Z","caller":"traceutil/trace.go:171","msg":"trace[29482668] linearizableReadLoop","detail":"{readStateIndex:13770; appliedIndex:13769; }","duration":"205.146229ms","start":"2026-03-03T14:33:19.905088Z","end":"2026-03-03T14:33:20.110234Z","steps":["trace[29482668] 'read index received' (duration: 204.960085ms)","trace[29482668] 'applied index is now lower than readState.Index' (duration: 185.284µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:20.110358Z","caller":"traceutil/trace.go:171","msg":"trace[1164932287] transaction","detail":"{read_only:false; response_revision:13173; number_of_response:1; }","duration":"223.46535ms","start":"2026-03-03T14:33:19.886837Z","end":"2026-03-03T14:33:20.110303Z","steps":["trace[1164932287] 'process raft request' (duration: 223.271225ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.110521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.433616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:20.110569Z","caller":"traceutil/trace.go:171","msg":"trace[313811183] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13173; }","duration":"205.560089ms","start":"2026-03-03T14:33:19.904997Z","end":"2026-03-03T14:33:20.110557Z","steps":["trace[313811183] 'agreement among raft nodes before linearized reading' (duration: 205.384375ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.162825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.365154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-575cc9fc8b-7sm8j.18995b5c39d2d800\" ","response":"range_response_count:1 size:1177"} {"level":"info","ts":"2026-03-03T14:33:20.16289Z","caller":"traceutil/trace.go:171","msg":"trace[1464737540] range","detail":"{range_begin:/registry/events/openstack/cinder-api-575cc9fc8b-7sm8j.18995b5c39d2d800; range_end:; response_count:1; response_revision:13174; }","duration":"150.464435ms","start":"2026-03-03T14:33:20.01241Z","end":"2026-03-03T14:33:20.162874Z","steps":["trace[1464737540] 'agreement among raft nodes before linearized reading' (duration: 150.295271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.163333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.045682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:33:20.163316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.315047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:20.163369Z","caller":"traceutil/trace.go:171","msg":"trace[293985463] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:13174; }","duration":"221.138044ms","start":"2026-03-03T14:33:19.942223Z","end":"2026-03-03T14:33:20.163361Z","steps":["trace[293985463] 'agreement among raft nodes before linearized reading' (duration: 220.993691ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.16339Z","caller":"traceutil/trace.go:171","msg":"trace[1920522646] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13174; }","duration":"114.45285ms","start":"2026-03-03T14:33:20.048924Z","end":"2026-03-03T14:33:20.163377Z","steps":["trace[1920522646] 'agreement among raft nodes before linearized reading' (duration: 114.264236ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.163376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.812149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-api-575cc9fc8b-7sm8j\" ","response":"range_response_count:1 size:10418"} {"level":"info","ts":"2026-03-03T14:33:20.163484Z","caller":"traceutil/trace.go:171","msg":"trace[1404621207] range","detail":"{range_begin:/registry/pods/openstack/cinder-api-575cc9fc8b-7sm8j; range_end:; response_count:1; response_revision:13174; }","duration":"149.954813ms","start":"2026-03-03T14:33:20.013506Z","end":"2026-03-03T14:33:20.16346Z","steps":["trace[1404621207] 'agreement among raft nodes before linearized reading' (duration: 149.541294ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.163692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.833111ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:33:20.163814Z","caller":"traceutil/trace.go:171","msg":"trace[2028707478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13174; }","duration":"257.041807ms","start":"2026-03-03T14:33:19.906741Z","end":"2026-03-03T14:33:20.163783Z","steps":["trace[2028707478] 'agreement among raft nodes before linearized reading' (duration: 256.649048ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.163371Z","caller":"traceutil/trace.go:171","msg":"trace[71039713] transaction","detail":"{read_only:false; response_revision:13174; number_of_response:1; }","duration":"151.631073ms","start":"2026-03-03T14:33:20.011708Z","end":"2026-03-03T14:33:20.163339Z","steps":["trace[71039713] 'process raft request' (duration: 150.599279ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.31389Z","caller":"traceutil/trace.go:171","msg":"trace[611217445] transaction","detail":"{read_only:false; response_revision:13177; number_of_response:1; }","duration":"141.516251ms","start":"2026-03-03T14:33:20.172356Z","end":"2026-03-03T14:33:20.313873Z","steps":["trace[611217445] 'process raft request' (duration: 141.46177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.314057Z","caller":"traceutil/trace.go:171","msg":"trace[1221157082] transaction","detail":"{read_only:false; response_revision:13176; number_of_response:1; }","duration":"145.185799ms","start":"2026-03-03T14:33:20.168821Z","end":"2026-03-03T14:33:20.314007Z","steps":["trace[1221157082] 'process raft request' (duration: 66.259103ms)","trace[1221157082] 'compare' (duration: 78.587798ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:20.404545Z","caller":"traceutil/trace.go:171","msg":"trace[986847256] transaction","detail":"{read_only:false; response_revision:13178; number_of_response:1; }","duration":"212.942457ms","start":"2026-03-03T14:33:20.191566Z","end":"2026-03-03T14:33:20.404509Z","steps":["trace[986847256] 'process raft request' (duration: 212.779913ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.763699Z","caller":"traceutil/trace.go:171","msg":"trace[568006197] transaction","detail":"{read_only:false; response_revision:13179; number_of_response:1; }","duration":"443.329913ms","start":"2026-03-03T14:33:20.320339Z","end":"2026-03-03T14:33:20.763669Z","steps":["trace[568006197] 'process raft request' (duration: 442.973665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.763747Z","caller":"traceutil/trace.go:171","msg":"trace[1618100271] linearizableReadLoop","detail":"{readStateIndex:13779; appliedIndex:13775; }","duration":"398.70318ms","start":"2026-03-03T14:33:20.36502Z","end":"2026-03-03T14:33:20.763723Z","steps":["trace[1618100271] 'read index received' (duration: 39.54628ms)","trace[1618100271] 'applied index is now lower than readState.Index' (duration: 359.15578ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:20.763816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:20.320323Z","time spent":"443.429535ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:20.763855Z","caller":"traceutil/trace.go:171","msg":"trace[1313088643] transaction","detail":"{read_only:false; response_revision:13181; number_of_response:1; }","duration":"442.501463ms","start":"2026-03-03T14:33:20.321342Z","end":"2026-03-03T14:33:20.763843Z","steps":["trace[1313088643] 'process raft request' (duration: 442.282088ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:20.763925Z","caller":"traceutil/trace.go:171","msg":"trace[728880169] transaction","detail":"{read_only:false; response_revision:13180; number_of_response:1; }","duration":"442.680898ms","start":"2026-03-03T14:33:20.321223Z","end":"2026-03-03T14:33:20.763904Z","steps":["trace[728880169] 'process raft request' (duration: 442.34671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.76398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:20.321335Z","time spent":"442.559264ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1168,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:20.764043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:20.321209Z","time spent":"442.773009ms","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:20.764045Z","caller":"traceutil/trace.go:171","msg":"trace[2142711691] transaction","detail":"{read_only:false; response_revision:13182; number_of_response:1; }","duration":"440.772001ms","start":"2026-03-03T14:33:20.323264Z","end":"2026-03-03T14:33:20.764036Z","steps":["trace[2142711691] 'process raft request' (duration: 440.405612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.764205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:20.323239Z","time spent":"440.942016ms","remote":"127.0.0.1:44146","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8793,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:20.764308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.291596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:20.764377Z","caller":"traceutil/trace.go:171","msg":"trace[1216588408] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13182; }","duration":"399.362347ms","start":"2026-03-03T14:33:20.364994Z","end":"2026-03-03T14:33:20.764357Z","steps":["trace[1216588408] 'agreement among raft nodes before linearized reading' (duration: 399.259195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:20.764433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:20.364949Z","time spent":"399.47ms","remote":"127.0.0.1:52322","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:21.023917Z","caller":"traceutil/trace.go:171","msg":"trace[180024540] linearizableReadLoop","detail":"{readStateIndex:13780; appliedIndex:13779; }","duration":"260.07587ms","start":"2026-03-03T14:33:20.763808Z","end":"2026-03-03T14:33:21.023884Z","steps":["trace[180024540] 'read index received' (duration: 193.452399ms)","trace[180024540] 'applied index is now lower than readState.Index' (duration: 66.622021ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:21.024184Z","caller":"traceutil/trace.go:171","msg":"trace[1471578417] transaction","detail":"{read_only:false; response_revision:13183; number_of_response:1; }","duration":"468.269042ms","start":"2026-03-03T14:33:20.555863Z","end":"2026-03-03T14:33:21.024132Z","steps":["trace[1471578417] 'process raft request' (duration: 401.261182ms)","trace[1471578417] 'compare' (duration: 66.464547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:21.024239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.014722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:21.024448Z","caller":"traceutil/trace.go:171","msg":"trace[939536589] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13183; }","duration":"457.311569ms","start":"2026-03-03T14:33:20.567108Z","end":"2026-03-03T14:33:21.02442Z","steps":["trace[939536589] 'agreement among raft nodes before linearized reading' (duration: 456.891679ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:21.024464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:20.555839Z","time spent":"468.477027ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:21.024537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:20.567084Z","time spent":"457.423712ms","remote":"127.0.0.1:39408","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:33:21.049325Z","caller":"traceutil/trace.go:171","msg":"trace[1700639975] transaction","detail":"{read_only:false; response_revision:13184; number_of_response:1; }","duration":"276.416002ms","start":"2026-03-03T14:33:20.772889Z","end":"2026-03-03T14:33:21.049305Z","steps":["trace[1700639975] 'process raft request' (duration: 276.031263ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:21.494102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"347.444849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:33:21.494216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.923769ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:21.494264Z","caller":"traceutil/trace.go:171","msg":"trace[558258252] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13184; }","duration":"347.658295ms","start":"2026-03-03T14:33:21.146567Z","end":"2026-03-03T14:33:21.494226Z","steps":["trace[558258252] 'range keys from in-memory index tree' (duration: 347.284136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:21.494326Z","caller":"traceutil/trace.go:171","msg":"trace[1999988865] linearizableReadLoop","detail":"{readStateIndex:13782; appliedIndex:13781; }","duration":"144.205276ms","start":"2026-03-03T14:33:21.350103Z","end":"2026-03-03T14:33:21.494308Z","steps":["trace[1999988865] 'read index received' (duration: 62.122µs)","trace[1999988865] 'applied index is now lower than readState.Index' (duration: 144.141914ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:21.494337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.146526Z","time spent":"347.799237ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:33:21.494491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.39715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:33:21.494469Z","caller":"traceutil/trace.go:171","msg":"trace[1610743400] transaction","detail":"{read_only:false; response_revision:13185; number_of_response:1; }","duration":"346.24596ms","start":"2026-03-03T14:33:21.148111Z","end":"2026-03-03T14:33:21.494357Z","steps":["trace[1610743400] 'process raft request' (duration: 78.081285ms)","trace[1610743400] 'compare' (duration: 267.793006ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:21.494533Z","caller":"traceutil/trace.go:171","msg":"trace[36740861] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13185; }","duration":"144.472522ms","start":"2026-03-03T14:33:21.35005Z","end":"2026-03-03T14:33:21.494522Z","steps":["trace[36740861] 'agreement among raft nodes before linearized reading' (duration: 144.321038ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:21.494818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.148079Z","time spent":"346.460105ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:21.495116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.264538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:21.495223Z","caller":"traceutil/trace.go:171","msg":"trace[1928207944] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13184; }","duration":"348.427822ms","start":"2026-03-03T14:33:21.14678Z","end":"2026-03-03T14:33:21.495208Z","steps":["trace[1928207944] 'range keys from in-memory index tree' (duration: 346.767883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:21.495491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.146752Z","time spent":"348.72473ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:33:21.810486Z","caller":"traceutil/trace.go:171","msg":"trace[1742956204] linearizableReadLoop","detail":"{readStateIndex:13785; appliedIndex:13784; }","duration":"205.919788ms","start":"2026-03-03T14:33:21.604523Z","end":"2026-03-03T14:33:21.810443Z","steps":["trace[1742956204] 'read index received' (duration: 133.544789ms)","trace[1742956204] 'applied index is now lower than readState.Index' (duration: 72.373319ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:21.810583Z","caller":"traceutil/trace.go:171","msg":"trace[420851462] transaction","detail":"{read_only:false; response_revision:13188; number_of_response:1; }","duration":"214.264969ms","start":"2026-03-03T14:33:21.596247Z","end":"2026-03-03T14:33:21.810512Z","steps":["trace[420851462] 'process raft request' (duration: 141.801057ms)","trace[420851462] 'compare' (duration: 72.111173ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:21.810775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.235855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" ","response":"range_response_count:1 size:8627"} {"level":"info","ts":"2026-03-03T14:33:21.810809Z","caller":"traceutil/trace.go:171","msg":"trace[1594864822] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l8z54; range_end:; response_count:1; response_revision:13188; }","duration":"206.347949ms","start":"2026-03-03T14:33:21.60445Z","end":"2026-03-03T14:33:21.810798Z","steps":["trace[1594864822] 'agreement among raft nodes before linearized reading' (duration: 206.139014ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.547324Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432380150,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:33:22.933285Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.051846556s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:33:22.933826Z","caller":"traceutil/trace.go:171","msg":"trace[1492081284] transaction","detail":"{read_only:false; response_revision:13189; number_of_response:1; }","duration":"1.052581423s","start":"2026-03-03T14:33:21.881213Z","end":"2026-03-03T14:33:22.933794Z","steps":["trace[1492081284] 'process raft request' (duration: 1.052392079s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.933998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:21.881179Z","time spent":"1.052737457s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:22.945904Z","caller":"traceutil/trace.go:171","msg":"trace[53160194] linearizableReadLoop","detail":"{readStateIndex:13787; appliedIndex:13785; }","duration":"899.379632ms","start":"2026-03-03T14:33:22.04648Z","end":"2026-03-03T14:33:22.94586Z","steps":["trace[53160194] 'read index received' (duration: 887.091557ms)","trace[53160194] 'applied index is now lower than readState.Index' (duration: 12.286575ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:22.946046Z","caller":"traceutil/trace.go:171","msg":"trace[681924678] transaction","detail":"{read_only:false; response_revision:13190; number_of_response:1; }","duration":"828.788075ms","start":"2026-03-03T14:33:22.117192Z","end":"2026-03-03T14:33:22.94598Z","steps":["trace[681924678] 'process raft request' (duration: 828.456097ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.946152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.70349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:22.946231Z","caller":"traceutil/trace.go:171","msg":"trace[869305395] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13190; }","duration":"899.856053ms","start":"2026-03-03T14:33:22.046356Z","end":"2026-03-03T14:33:22.946212Z","steps":["trace[869305395] 'agreement among raft nodes before linearized reading' (duration: 899.69967ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.946268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:22.117181Z","time spent":"828.980339ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:33:22.946293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"626.220297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-03-03T14:33:22.946315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"739.734606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:33:22.946275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:22.046323Z","time spent":"899.945296ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:33:22.946371Z","caller":"traceutil/trace.go:171","msg":"trace[1650799781] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13190; }","duration":"626.374063ms","start":"2026-03-03T14:33:22.319981Z","end":"2026-03-03T14:33:22.946355Z","steps":["trace[1650799781] 'agreement among raft nodes before linearized reading' (duration: 626.108135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:22.946384Z","caller":"traceutil/trace.go:171","msg":"trace[1307045736] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:13190; }","duration":"739.87543ms","start":"2026-03-03T14:33:22.206493Z","end":"2026-03-03T14:33:22.946368Z","steps":["trace[1307045736] 'agreement among raft nodes before linearized reading' (duration: 739.670474ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.946408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:22.319951Z","time spent":"626.451214ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:33:22.946422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:22.206451Z","time spent":"739.965302ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:33:22.946298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"829.945963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:33:22.946534Z","caller":"traceutil/trace.go:171","msg":"trace[795394371] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:13190; }","duration":"830.266372ms","start":"2026-03-03T14:33:22.116258Z","end":"2026-03-03T14:33:22.946524Z","steps":["trace[795394371] 'agreement among raft nodes before linearized reading' (duration: 829.81174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:22.946556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:22.116236Z","time spent":"830.313223ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/cinder-api\" "} {"level":"info","ts":"2026-03-03T14:33:23.526416Z","caller":"traceutil/trace.go:171","msg":"trace[579516438] linearizableReadLoop","detail":"{readStateIndex:13789; appliedIndex:13788; }","duration":"476.427969ms","start":"2026-03-03T14:33:23.049939Z","end":"2026-03-03T14:33:23.526367Z","steps":["trace[579516438] 'read index received' (duration: 394.391237ms)","trace[579516438] 'applied index is now lower than readState.Index' (duration: 82.034612ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:23.5266Z","caller":"traceutil/trace.go:171","msg":"trace[514153855] transaction","detail":"{read_only:false; response_revision:13192; number_of_response:1; }","duration":"495.1855ms","start":"2026-03-03T14:33:23.031381Z","end":"2026-03-03T14:33:23.526566Z","steps":["trace[514153855] 'process raft request' (duration: 413.016435ms)","trace[514153855] 'compare' (duration: 80.859633ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:23.52669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.730267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:23.526824Z","caller":"traceutil/trace.go:171","msg":"trace[775083568] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13192; }","duration":"476.917531ms","start":"2026-03-03T14:33:23.049878Z","end":"2026-03-03T14:33:23.526796Z","steps":["trace[775083568] 'agreement among raft nodes before linearized reading' (duration: 476.724197ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:23.52691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:23.04985Z","time spent":"477.043353ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:33:23.52677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:23.03135Z","time spent":"495.326772ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:23.762183Z","caller":"traceutil/trace.go:171","msg":"trace[1328028282] linearizableReadLoop","detail":"{readStateIndex:13790; appliedIndex:13789; }","duration":"235.661243ms","start":"2026-03-03T14:33:23.526488Z","end":"2026-03-03T14:33:23.762149Z","steps":["trace[1328028282] 'read index received' (duration: 190.653561ms)","trace[1328028282] 'applied index is now lower than readState.Index' (duration: 45.006092ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:23.762292Z","caller":"traceutil/trace.go:171","msg":"trace[1013376467] transaction","detail":"{read_only:false; response_revision:13193; number_of_response:1; }","duration":"261.72689ms","start":"2026-03-03T14:33:23.50054Z","end":"2026-03-03T14:33:23.762267Z","steps":["trace[1013376467] 'process raft request' (duration: 216.576444ms)","trace[1013376467] 'compare' (duration: 44.839158ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:23.762399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.040839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:23.762642Z","caller":"traceutil/trace.go:171","msg":"trace[1684120599] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13193; }","duration":"496.349857ms","start":"2026-03-03T14:33:23.266255Z","end":"2026-03-03T14:33:23.762605Z","steps":["trace[1684120599] 'agreement among raft nodes before linearized reading' (duration: 496.030489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:23.762782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:23.266219Z","time spent":"496.512641ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:33:23.762459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.684681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:33:23.76288Z","caller":"traceutil/trace.go:171","msg":"trace[1109621324] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:13193; }","duration":"677.110721ms","start":"2026-03-03T14:33:23.085737Z","end":"2026-03-03T14:33:23.762848Z","steps":["trace[1109621324] 'agreement among raft nodes before linearized reading' (duration: 676.564918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:23.762983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:23.085721Z","time spent":"677.231664ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:33:23.79233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.735528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:33:23.792429Z","caller":"traceutil/trace.go:171","msg":"trace[602948297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13194; }","duration":"256.881243ms","start":"2026-03-03T14:33:23.535524Z","end":"2026-03-03T14:33:23.792405Z","steps":["trace[602948297] 'agreement among raft nodes before linearized reading' (duration: 256.615466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:23.792454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.79832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:33:23.792548Z","caller":"traceutil/trace.go:171","msg":"trace[1217632221] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13194; }","duration":"196.953444ms","start":"2026-03-03T14:33:23.595575Z","end":"2026-03-03T14:33:23.792528Z","steps":["trace[1217632221] 'agreement among raft nodes before linearized reading' (duration: 196.659476ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:24.013638Z","caller":"traceutil/trace.go:171","msg":"trace[902349986] linearizableReadLoop","detail":"{readStateIndex:13794; appliedIndex:13792; }","duration":"199.399882ms","start":"2026-03-03T14:33:23.814219Z","end":"2026-03-03T14:33:24.013618Z","steps":["trace[902349986] 'read index received' (duration: 27.829719ms)","trace[902349986] 'applied index is now lower than readState.Index' (duration: 171.569103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:24.013885Z","caller":"traceutil/trace.go:171","msg":"trace[257770632] transaction","detail":"{read_only:false; response_revision:13195; number_of_response:1; }","duration":"217.087068ms","start":"2026-03-03T14:33:23.796784Z","end":"2026-03-03T14:33:24.013871Z","steps":["trace[257770632] 'process raft request' (duration: 201.673157ms)","trace[257770632] 'compare' (duration: 14.969829ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:24.014076Z","caller":"traceutil/trace.go:171","msg":"trace[928200933] transaction","detail":"{read_only:false; response_revision:13196; number_of_response:1; }","duration":"217.109537ms","start":"2026-03-03T14:33:23.796958Z","end":"2026-03-03T14:33:24.014068Z","steps":["trace[928200933] 'process raft request' (duration: 216.618905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:24.014236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.034238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:33:24.014272Z","caller":"traceutil/trace.go:171","msg":"trace[1270131117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13196; }","duration":"200.082839ms","start":"2026-03-03T14:33:23.814178Z","end":"2026-03-03T14:33:24.014261Z","steps":["trace[1270131117] 'agreement among raft nodes before linearized reading' (duration: 199.958036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:24.091347Z","caller":"traceutil/trace.go:171","msg":"trace[950717998] transaction","detail":"{read_only:false; response_revision:13197; number_of_response:1; }","duration":"248.245275ms","start":"2026-03-03T14:33:23.843076Z","end":"2026-03-03T14:33:24.091321Z","steps":["trace[950717998] 'process raft request' (duration: 248.114132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:24.091504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.969112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:33:24.091583Z","caller":"traceutil/trace.go:171","msg":"trace[601594041] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:13197; }","duration":"229.108315ms","start":"2026-03-03T14:33:23.86245Z","end":"2026-03-03T14:33:24.091559Z","steps":["trace[601594041] 'agreement among raft nodes before linearized reading' (duration: 228.952271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:24.092653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.824824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" ","response":"range_response_count:1 size:8627"} {"level":"info","ts":"2026-03-03T14:33:24.09278Z","caller":"traceutil/trace.go:171","msg":"trace[1689042459] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l8z54; range_end:; response_count:1; response_revision:13197; }","duration":"264.986508ms","start":"2026-03-03T14:33:23.827768Z","end":"2026-03-03T14:33:24.092755Z","steps":["trace[1689042459] 'agreement among raft nodes before linearized reading' (duration: 263.787009ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:24.161758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.778273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:24.162097Z","caller":"traceutil/trace.go:171","msg":"trace[1625375847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13198; }","duration":"114.166592ms","start":"2026-03-03T14:33:24.04789Z","end":"2026-03-03T14:33:24.162057Z","steps":["trace[1625375847] 'agreement among raft nodes before linearized reading' (duration: 113.697591ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:24.162455Z","caller":"traceutil/trace.go:171","msg":"trace[1932566527] transaction","detail":"{read_only:false; response_revision:13198; number_of_response:1; }","duration":"144.158564ms","start":"2026-03-03T14:33:24.018234Z","end":"2026-03-03T14:33:24.162393Z","steps":["trace[1932566527] 'process raft request' (duration: 115.164937ms)","trace[1932566527] 'compare' (duration: 27.928031ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:25.138706Z","caller":"traceutil/trace.go:171","msg":"trace[438833211] linearizableReadLoop","detail":"{readStateIndex:13798; appliedIndex:13797; }","duration":"178.080728ms","start":"2026-03-03T14:33:24.960597Z","end":"2026-03-03T14:33:25.138678Z","steps":["trace[438833211] 'read index received' (duration: 80.405981ms)","trace[438833211] 'applied index is now lower than readState.Index' (duration: 97.673447ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:25.138848Z","caller":"traceutil/trace.go:171","msg":"trace[123901979] transaction","detail":"{read_only:false; response_revision:13200; number_of_response:1; }","duration":"187.131337ms","start":"2026-03-03T14:33:24.951702Z","end":"2026-03-03T14:33:25.138833Z","steps":["trace[123901979] 'process raft request' (duration: 89.393298ms)","trace[123901979] 'compare' (duration: 97.269838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:25.1391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.520048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:33:25.139143Z","caller":"traceutil/trace.go:171","msg":"trace[1136548187] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13200; }","duration":"138.60455ms","start":"2026-03-03T14:33:25.000527Z","end":"2026-03-03T14:33:25.139132Z","steps":["trace[1136548187] 'agreement among raft nodes before linearized reading' (duration: 138.464337ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:25.139225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.612802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:33:25.139299Z","caller":"traceutil/trace.go:171","msg":"trace[1820686955] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:13200; }","duration":"178.734675ms","start":"2026-03-03T14:33:24.960548Z","end":"2026-03-03T14:33:25.139283Z","steps":["trace[1820686955] 'agreement among raft nodes before linearized reading' (duration: 178.502469ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:25.645646Z","caller":"traceutil/trace.go:171","msg":"trace[357653195] transaction","detail":"{read_only:false; response_revision:13202; number_of_response:1; }","duration":"114.583624ms","start":"2026-03-03T14:33:25.531037Z","end":"2026-03-03T14:33:25.645621Z","steps":["trace[357653195] 'process raft request' (duration: 114.40828ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:30.156713Z","caller":"traceutil/trace.go:171","msg":"trace[1565474958] linearizableReadLoop","detail":"{readStateIndex:13835; appliedIndex:13834; }","duration":"111.021428ms","start":"2026-03-03T14:33:30.045652Z","end":"2026-03-03T14:33:30.156673Z","steps":["trace[1565474958] 'read index received' (duration: 110.621568ms)","trace[1565474958] 'applied index is now lower than readState.Index' (duration: 398.37µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:30.156939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.239623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:30.157021Z","caller":"traceutil/trace.go:171","msg":"trace[1507792184] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13235; }","duration":"111.382495ms","start":"2026-03-03T14:33:30.045617Z","end":"2026-03-03T14:33:30.156999Z","steps":["trace[1507792184] 'agreement among raft nodes before linearized reading' (duration: 111.218201ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:30.156843Z","caller":"traceutil/trace.go:171","msg":"trace[1918181058] transaction","detail":"{read_only:false; response_revision:13235; number_of_response:1; }","duration":"138.709702ms","start":"2026-03-03T14:33:30.018078Z","end":"2026-03-03T14:33:30.156788Z","steps":["trace[1918181058] 'process raft request' (duration: 138.312413ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:39.301549Z","caller":"traceutil/trace.go:171","msg":"trace[1809983858] transaction","detail":"{read_only:false; response_revision:13278; number_of_response:1; }","duration":"107.637417ms","start":"2026-03-03T14:33:39.193888Z","end":"2026-03-03T14:33:39.301525Z","steps":["trace[1809983858] 'process raft request' (duration: 107.496284ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:42.587096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.734847ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:33:42.58733Z","caller":"traceutil/trace.go:171","msg":"trace[1505995169] transaction","detail":"{read_only:false; response_revision:13297; number_of_response:1; }","duration":"164.059262ms","start":"2026-03-03T14:33:42.423239Z","end":"2026-03-03T14:33:42.587298Z","steps":["trace[1505995169] 'process raft request' (duration: 36.967548ms)","trace[1505995169] 'compare' (duration: 126.480879ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:45.379586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.494995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:45.379829Z","caller":"traceutil/trace.go:171","msg":"trace[1245795730] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13307; }","duration":"120.801253ms","start":"2026-03-03T14:33:45.258997Z","end":"2026-03-03T14:33:45.379798Z","steps":["trace[1245795730] 'range keys from in-memory index tree' (duration: 120.400872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.679427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.546926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:33:45.679513Z","caller":"traceutil/trace.go:171","msg":"trace[1310547045] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:13308; }","duration":"157.685878ms","start":"2026-03-03T14:33:45.521809Z","end":"2026-03-03T14:33:45.679495Z","steps":["trace[1310547045] 'range keys from in-memory index tree' (duration: 157.370861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.679665Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.079199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:33:45.679783Z","caller":"traceutil/trace.go:171","msg":"trace[1857649944] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13308; }","duration":"173.274733ms","start":"2026-03-03T14:33:45.506486Z","end":"2026-03-03T14:33:45.67976Z","steps":["trace[1857649944] 'range keys from in-memory index tree' (duration: 172.839402ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:45.82943Z","caller":"traceutil/trace.go:171","msg":"trace[2032838717] linearizableReadLoop","detail":"{readStateIndex:13912; appliedIndex:13911; }","duration":"144.460082ms","start":"2026-03-03T14:33:45.684942Z","end":"2026-03-03T14:33:45.829402Z","steps":["trace[2032838717] 'read index received' (duration: 144.211836ms)","trace[2032838717] 'applied index is now lower than readState.Index' (duration: 247.206µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:33:45.829505Z","caller":"traceutil/trace.go:171","msg":"trace[1284434678] transaction","detail":"{read_only:false; response_revision:13309; number_of_response:1; }","duration":"144.623146ms","start":"2026-03-03T14:33:45.684861Z","end":"2026-03-03T14:33:45.829484Z","steps":["trace[1284434678] 'process raft request' (duration: 144.36451ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:45.830037Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.073006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:56 size:525342"} {"level":"info","ts":"2026-03-03T14:33:45.830168Z","caller":"traceutil/trace.go:171","msg":"trace[1703051920] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:56; response_revision:13309; }","duration":"145.20499ms","start":"2026-03-03T14:33:45.684894Z","end":"2026-03-03T14:33:45.830099Z","steps":["trace[1703051920] 'agreement among raft nodes before linearized reading' (duration: 144.611696ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.266238Z","caller":"traceutil/trace.go:171","msg":"trace[1685661619] transaction","detail":"{read_only:false; response_revision:13310; number_of_response:1; }","duration":"390.72467ms","start":"2026-03-03T14:33:45.875489Z","end":"2026-03-03T14:33:46.266214Z","steps":["trace[1685661619] 'process raft request' (duration: 390.580956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.266374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.875472Z","time spent":"390.834932ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:33:46.275535Z","caller":"traceutil/trace.go:171","msg":"trace[821060738] linearizableReadLoop","detail":"{readStateIndex:13914; appliedIndex:13913; }","duration":"227.020656ms","start":"2026-03-03T14:33:46.048489Z","end":"2026-03-03T14:33:46.27551Z","steps":["trace[821060738] 'read index received' (duration: 218.268186ms)","trace[821060738] 'applied index is now lower than readState.Index' (duration: 8.75154ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:33:46.275638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.139908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:33:46.275663Z","caller":"traceutil/trace.go:171","msg":"trace[1508034011] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13311; }","duration":"227.21886ms","start":"2026-03-03T14:33:46.048435Z","end":"2026-03-03T14:33:46.275654Z","steps":["trace[1508034011] 'agreement among raft nodes before linearized reading' (duration: 227.155749ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:33:46.275629Z","caller":"traceutil/trace.go:171","msg":"trace[204238271] transaction","detail":"{read_only:false; response_revision:13311; number_of_response:1; }","duration":"343.184227ms","start":"2026-03-03T14:33:45.932399Z","end":"2026-03-03T14:33:46.275583Z","steps":["trace[204238271] 'process raft request' (duration: 342.991042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:33:46.276067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:33:45.93238Z","time spent":"343.35092ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:34:04.743736Z","caller":"traceutil/trace.go:171","msg":"trace[184600394] transaction","detail":"{read_only:false; response_revision:13401; number_of_response:1; }","duration":"130.914226ms","start":"2026-03-03T14:34:04.612804Z","end":"2026-03-03T14:34:04.743719Z","steps":["trace[184600394] 'process raft request' (duration: 127.041663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:34:06.864801Z","caller":"traceutil/trace.go:171","msg":"trace[1216405811] linearizableReadLoop","detail":"{readStateIndex:14016; appliedIndex:14015; }","duration":"104.849189ms","start":"2026-03-03T14:34:06.759917Z","end":"2026-03-03T14:34:06.864766Z","steps":["trace[1216405811] 'read index received' (duration: 45.3767ms)","trace[1216405811] 'applied index is now lower than readState.Index' (duration: 59.470949ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:34:06.864976Z","caller":"traceutil/trace.go:171","msg":"trace[78559781] transaction","detail":"{read_only:false; response_revision:13409; number_of_response:1; }","duration":"113.280791ms","start":"2026-03-03T14:34:06.751676Z","end":"2026-03-03T14:34:06.864956Z","steps":["trace[78559781] 'process raft request' (duration: 53.676809ms)","trace[78559781] 'compare' (duration: 59.159902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:34:06.865145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.219858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/cinder-bootstrap-l8z54\" ","response":"range_response_count:1 size:8627"} {"level":"info","ts":"2026-03-03T14:34:06.86522Z","caller":"traceutil/trace.go:171","msg":"trace[650818629] range","detail":"{range_begin:/registry/pods/openstack/cinder-bootstrap-l8z54; range_end:; response_count:1; response_revision:13409; }","duration":"105.356772ms","start":"2026-03-03T14:34:06.759847Z","end":"2026-03-03T14:34:06.865204Z","steps":["trace[650818629] 'agreement among raft nodes before linearized reading' (duration: 105.189008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:20.904031Z","caller":"traceutil/trace.go:171","msg":"trace[29584586] transaction","detail":"{read_only:false; response_revision:13939; number_of_response:1; }","duration":"158.388586ms","start":"2026-03-03T14:35:20.745614Z","end":"2026-03-03T14:35:20.904003Z","steps":["trace[29584586] 'process raft request' (duration: 157.937114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:23.977835Z","caller":"traceutil/trace.go:171","msg":"trace[660699165] transaction","detail":"{read_only:false; response_revision:13959; number_of_response:1; }","duration":"183.396128ms","start":"2026-03-03T14:35:23.794407Z","end":"2026-03-03T14:35:23.977803Z","steps":["trace[660699165] 'process raft request' (duration: 183.159432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:24.01839Z","caller":"traceutil/trace.go:171","msg":"trace[1922411562] transaction","detail":"{read_only:false; response_revision:13960; number_of_response:1; }","duration":"156.513661ms","start":"2026-03-03T14:35:23.861844Z","end":"2026-03-03T14:35:24.018358Z","steps":["trace[1922411562] 'process raft request' (duration: 156.290156ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:24.592464Z","caller":"traceutil/trace.go:171","msg":"trace[693573869] transaction","detail":"{read_only:false; response_revision:13962; number_of_response:1; }","duration":"161.437189ms","start":"2026-03-03T14:35:24.431Z","end":"2026-03-03T14:35:24.592437Z","steps":["trace[693573869] 'process raft request' (duration: 161.254745ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:26.789455Z","caller":"traceutil/trace.go:171","msg":"trace[1738716747] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"187.932046ms","start":"2026-03-03T14:35:26.601471Z","end":"2026-03-03T14:35:26.789403Z","steps":["trace[1738716747] 'process raft request' (duration: 187.721581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:26.850728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.766383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:26.850833Z","caller":"traceutil/trace.go:171","msg":"trace[122431056] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:13973; }","duration":"118.921547ms","start":"2026-03-03T14:35:26.731885Z","end":"2026-03-03T14:35:26.850807Z","steps":["trace[122431056] 'agreement among raft nodes before linearized reading' (duration: 118.677221ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:27.078212Z","caller":"traceutil/trace.go:171","msg":"trace[1780443156] transaction","detail":"{read_only:false; response_revision:13974; number_of_response:1; }","duration":"151.221584ms","start":"2026-03-03T14:35:26.926958Z","end":"2026-03-03T14:35:27.078179Z","steps":["trace[1780443156] 'process raft request' (duration: 59.041509ms)","trace[1780443156] 'compare' (duration: 92.061071ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:45.031864Z","caller":"traceutil/trace.go:171","msg":"trace[1966069964] transaction","detail":"{read_only:false; response_revision:14084; number_of_response:1; }","duration":"142.575686ms","start":"2026-03-03T14:35:44.889262Z","end":"2026-03-03T14:35:45.031838Z","steps":["trace[1966069964] 'process raft request' (duration: 142.427923ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:46.274574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.113250191s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:35:46.327098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.255851268s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:35:46.327262Z","caller":"traceutil/trace.go:171","msg":"trace[1684875152] transaction","detail":"{read_only:false; response_revision:14085; number_of_response:1; }","duration":"1.405154265s","start":"2026-03-03T14:35:44.922076Z","end":"2026-03-03T14:35:46.327231Z","steps":["trace[1684875152] 'process raft request' (duration: 149.105413ms)","trace[1684875152] 'compare' (duration: 1.25550828s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:46.327322Z","caller":"traceutil/trace.go:171","msg":"trace[1357163256] linearizableReadLoop","detail":"{readStateIndex:14718; appliedIndex:14716; }","duration":"1.313031392s","start":"2026-03-03T14:35:45.014271Z","end":"2026-03-03T14:35:46.327302Z","steps":["trace[1357163256] 'read index received' (duration: 17.355817ms)","trace[1357163256] 'applied index is now lower than readState.Index' (duration: 1.295674505s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:35:46.327415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:44.922054Z","time spent":"1.405285349s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:35:46.327386Z","caller":"traceutil/trace.go:171","msg":"trace[192240858] transaction","detail":"{read_only:false; response_revision:14086; number_of_response:1; }","duration":"1.166177473s","start":"2026-03-03T14:35:45.161192Z","end":"2026-03-03T14:35:46.32737Z","steps":["trace[192240858] 'process raft request' (duration: 1.16605948s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:46.327487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.313211946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:35:46.327516Z","caller":"traceutil/trace.go:171","msg":"trace[1718485939] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14086; }","duration":"1.313293248s","start":"2026-03-03T14:35:45.014213Z","end":"2026-03-03T14:35:46.327506Z","steps":["trace[1718485939] 'agreement among raft nodes before linearized reading' (duration: 1.313163325s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:46.32752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.161161Z","time spent":"1.166328237s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:46.327538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.014185Z","time spent":"1.31334773s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:35:46.827468Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432382737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:47.052535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000216505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:35:47.052617Z","caller":"traceutil/trace.go:171","msg":"trace[559660926] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000367028s","start":"2026-03-03T14:35:45.052233Z","end":"2026-03-03T14:35:47.0526Z","steps":["trace[559660926] 'agreement among raft nodes before linearized reading' (duration: 2.000263715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.067146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.052205Z","time spent":"2.00043665s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:35:47 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:35:47.328357Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432382737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:35:47.798618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.434704Z","time spent":"1.363849853s","remote":"127.0.0.1:54186","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:35:47.799939Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.52515322s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:35:47.800869Z","caller":"traceutil/trace.go:171","msg":"trace[974468138] transaction","detail":"{read_only:false; response_revision:14087; number_of_response:1; }","duration":"2.491769627s","start":"2026-03-03T14:35:45.309073Z","end":"2026-03-03T14:35:47.800843Z","steps":["trace[974468138] 'process raft request' (duration: 2.491503781s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:47.800874Z","caller":"traceutil/trace.go:171","msg":"trace[1818638385] transaction","detail":"{read_only:false; response_revision:14088; number_of_response:1; }","duration":"1.620247475s","start":"2026-03-03T14:35:46.180591Z","end":"2026-03-03T14:35:47.800838Z","steps":["trace[1818638385] 'process raft request' (duration: 1.620176113s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.801074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.309035Z","time spent":"2.491962802s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19011,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:47.801221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.180571Z","time spent":"1.620492s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:35:47.82683Z","caller":"traceutil/trace.go:171","msg":"trace[1863281523] linearizableReadLoop","detail":"{readStateIndex:14722; appliedIndex:14721; }","duration":"1.499433101s","start":"2026-03-03T14:35:46.327355Z","end":"2026-03-03T14:35:47.826788Z","steps":["trace[1863281523] 'read index received' (duration: 1.473510549s)","trace[1863281523] 'applied index is now lower than readState.Index' (duration: 25.920972ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:35:47.827078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.201278686s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:47.827115Z","caller":"traceutil/trace.go:171","msg":"trace[1453531557] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14089; }","duration":"2.201364959s","start":"2026-03-03T14:35:45.625741Z","end":"2026-03-03T14:35:47.827106Z","steps":["trace[1453531557] 'agreement among raft nodes before linearized reading' (duration: 2.201220275s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.827145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.625729Z","time spent":"2.201409249s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:35:47.827243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189423681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6384"} {"level":"info","ts":"2026-03-03T14:35:47.827364Z","caller":"traceutil/trace.go:171","msg":"trace[333428649] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:14089; }","duration":"2.189580314s","start":"2026-03-03T14:35:45.637755Z","end":"2026-03-03T14:35:47.827336Z","steps":["trace[333428649] 'agreement among raft nodes before linearized reading' (duration: 2.189161914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.827446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.637751Z","time spent":"2.189682497s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6408,"request content":"key:\"/registry/jobs/openstack/placement-ks-service\" "} {"level":"warn","ts":"2026-03-03T14:35:47.827591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189250697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:47.827626Z","caller":"traceutil/trace.go:171","msg":"trace[1544004578] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14089; }","duration":"2.189299518s","start":"2026-03-03T14:35:45.638319Z","end":"2026-03-03T14:35:47.827619Z","steps":["trace[1544004578] 'agreement among raft nodes before linearized reading' (duration: 2.189228986s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.827648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.638315Z","time spent":"2.189328648s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:35:47.8278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.645295376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:35:47.827825Z","caller":"traceutil/trace.go:171","msg":"trace[2038855793] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:14089; }","duration":"2.645375658s","start":"2026-03-03T14:35:45.182444Z","end":"2026-03-03T14:35:47.82782Z","steps":["trace[2038855793] 'agreement among raft nodes before linearized reading' (duration: 2.645296776s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.827953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.18242Z","time spent":"2.645417059s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":32,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:47.828018Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.948601565s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"warn","ts":"2026-03-03T14:35:47.828061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332237804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:35:47.828112Z","caller":"traceutil/trace.go:171","msg":"trace[1045446053] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14089; }","duration":"1.948767899s","start":"2026-03-03T14:35:45.879319Z","end":"2026-03-03T14:35:47.828087Z","steps":["trace[1045446053] 'agreement among raft nodes before linearized reading' (duration: 1.948393019s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:47.828133Z","caller":"traceutil/trace.go:171","msg":"trace[1073926942] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14089; }","duration":"2.332321815s","start":"2026-03-03T14:35:45.495784Z","end":"2026-03-03T14:35:47.828105Z","steps":["trace[1073926942] 'agreement among raft nodes before linearized reading' (duration: 2.332187912s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.828163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.879289Z","time spent":"1.948862762s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:35:47.82819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.495765Z","time spent":"2.332412938s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:35:47.827932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496084391s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:47.828364Z","caller":"traceutil/trace.go:171","msg":"trace[773989005] transaction","detail":"{read_only:false; response_revision:14089; number_of_response:1; }","duration":"1.284796523s","start":"2026-03-03T14:35:46.543558Z","end":"2026-03-03T14:35:47.828355Z","steps":["trace[773989005] 'process raft request' (duration: 1.28302215s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:47.828387Z","caller":"traceutil/trace.go:171","msg":"trace[622196394] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:14089; }","duration":"2.496551203s","start":"2026-03-03T14:35:45.331779Z","end":"2026-03-03T14:35:47.828331Z","steps":["trace[622196394] 'agreement among raft nodes before linearized reading' (duration: 2.496078581s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.828474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.543512Z","time spent":"1.284884255s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:35:47.8285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.331757Z","time spent":"2.496719386s","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:47.827408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.62007113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:35:47.828206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.617708044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:47.828721Z","caller":"traceutil/trace.go:171","msg":"trace[438673399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14089; }","duration":"1.621466614s","start":"2026-03-03T14:35:46.207238Z","end":"2026-03-03T14:35:47.828705Z","steps":["trace[438673399] 'agreement among raft nodes before linearized reading' (duration: 1.619761562s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:47.828751Z","caller":"traceutil/trace.go:171","msg":"trace[1153372967] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:14089; }","duration":"2.618287707s","start":"2026-03-03T14:35:45.210448Z","end":"2026-03-03T14:35:47.828736Z","steps":["trace[1153372967] 'agreement among raft nodes before linearized reading' (duration: 2.617735764s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.828781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.207217Z","time spent":"1.621549266s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:35:47.82881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.21042Z","time spent":"2.61837384s","remote":"127.0.0.1:39442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:47.82817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.609597659s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-03-03T14:35:47.828444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.647235942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:47.829023Z","caller":"traceutil/trace.go:171","msg":"trace[1340072757] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:14089; }","duration":"2.647865658s","start":"2026-03-03T14:35:45.181145Z","end":"2026-03-03T14:35:47.829011Z","steps":["trace[1340072757] 'agreement among raft nodes before linearized reading' (duration: 2.647261544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.829058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.323455572s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:35:47.829072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.636662ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:47.829094Z","caller":"traceutil/trace.go:171","msg":"trace[1816734079] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14089; }","duration":"2.323529395s","start":"2026-03-03T14:35:45.505553Z","end":"2026-03-03T14:35:47.829083Z","steps":["trace[1816734079] 'agreement among raft nodes before linearized reading' (duration: 2.322071459s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:47.829125Z","caller":"traceutil/trace.go:171","msg":"trace[689522717] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14089; }","duration":"776.765505ms","start":"2026-03-03T14:35:47.052345Z","end":"2026-03-03T14:35:47.829111Z","steps":["trace[689522717] 'agreement among raft nodes before linearized reading' (duration: 776.683603ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.829137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.50554Z","time spent":"2.323587356s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:35:47.829163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:47.052322Z","time spent":"776.832777ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:35:47.829231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095437043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:35:47.829139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.181114Z","time spent":"2.64798647s","remote":"127.0.0.1:43684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:47.827759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117344618s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:47.831285Z","caller":"traceutil/trace.go:171","msg":"trace[951739885] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14089; }","duration":"2.121032978s","start":"2026-03-03T14:35:45.710199Z","end":"2026-03-03T14:35:47.831232Z","steps":["trace[951739885] 'agreement among raft nodes before linearized reading' (duration: 2.117103832s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:47.82927Z","caller":"traceutil/trace.go:171","msg":"trace[1910321700] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14089; }","duration":"1.095531466s","start":"2026-03-03T14:35:46.73373Z","end":"2026-03-03T14:35:47.829262Z","steps":["trace[1910321700] 'agreement among raft nodes before linearized reading' (duration: 1.095427503s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.831873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.733704Z","time spent":"1.098132498s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:47.831786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.710129Z","time spent":"2.121583271s","remote":"127.0.0.1:43838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:47.829322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.659751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:35:47.829341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.739886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:35:47.82896Z","caller":"traceutil/trace.go:171","msg":"trace[710534608] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14089; }","duration":"2.610458089s","start":"2026-03-03T14:35:45.218485Z","end":"2026-03-03T14:35:47.828943Z","steps":["trace[710534608] 'agreement among raft nodes before linearized reading' (duration: 2.609583859s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.829713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497914484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:557973"} {"level":"info","ts":"2026-03-03T14:35:47.832232Z","caller":"traceutil/trace.go:171","msg":"trace[1459625263] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:14089; }","duration":"637.586552ms","start":"2026-03-03T14:35:47.194626Z","end":"2026-03-03T14:35:47.832212Z","steps":["trace[1459625263] 'agreement among raft nodes before linearized reading' (duration: 634.669692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.832401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:47.194606Z","time spent":"637.770216ms","remote":"127.0.0.1:52320","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:35:47.832777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:45.218467Z","time spent":"2.614298411s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:35:47.832268Z","caller":"traceutil/trace.go:171","msg":"trace[1639399318] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14089; }","duration":"794.751878ms","start":"2026-03-03T14:35:47.037509Z","end":"2026-03-03T14:35:47.832261Z","steps":["trace[1639399318] 'agreement among raft nodes before linearized reading' (duration: 791.557511ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:47.832767Z","caller":"traceutil/trace.go:171","msg":"trace[1315620248] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:14089; }","duration":"1.500982108s","start":"2026-03-03T14:35:46.331759Z","end":"2026-03-03T14:35:47.832741Z","steps":["trace[1315620248] 'agreement among raft nodes before linearized reading' (duration: 1.496723226s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:47.832905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:47.037483Z","time spent":"795.385213ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:35:47.832995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:35:46.331739Z","time spent":"1.501221744s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":60,"response size":557997,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:35:48.021864Z","caller":"traceutil/trace.go:171","msg":"trace[549163173] linearizableReadLoop","detail":"{readStateIndex:14724; appliedIndex:14723; }","duration":"184.574956ms","start":"2026-03-03T14:35:47.837259Z","end":"2026-03-03T14:35:48.021834Z","steps":["trace[549163173] 'read index received' (duration: 181.86341ms)","trace[549163173] 'applied index is now lower than readState.Index' (duration: 2.710355ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:48.021893Z","caller":"traceutil/trace.go:171","msg":"trace[64821976] transaction","detail":"{read_only:false; response_revision:14091; number_of_response:1; }","duration":"187.126247ms","start":"2026-03-03T14:35:47.834721Z","end":"2026-03-03T14:35:48.021847Z","steps":["trace[64821976] 'process raft request' (duration: 184.469693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.02203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.75402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:48.022085Z","caller":"traceutil/trace.go:171","msg":"trace[1612815306] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14091; }","duration":"184.863402ms","start":"2026-03-03T14:35:47.837209Z","end":"2026-03-03T14:35:48.022072Z","steps":["trace[1612815306] 'agreement among raft nodes before linearized reading' (duration: 184.75364ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.095594Z","caller":"traceutil/trace.go:171","msg":"trace[504822004] transaction","detail":"{read_only:false; response_revision:14093; number_of_response:1; }","duration":"257.320814ms","start":"2026-03-03T14:35:47.838221Z","end":"2026-03-03T14:35:48.095542Z","steps":["trace[504822004] 'process raft request' (duration: 257.197001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.095783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.778096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:35:48.095856Z","caller":"traceutil/trace.go:171","msg":"trace[1757667080] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14094; }","duration":"121.93317ms","start":"2026-03-03T14:35:47.973907Z","end":"2026-03-03T14:35:48.09584Z","steps":["trace[1757667080] 'agreement among raft nodes before linearized reading' (duration: 121.685694ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.095631Z","caller":"traceutil/trace.go:171","msg":"trace[271957785] transaction","detail":"{read_only:false; response_revision:14092; number_of_response:1; }","duration":"257.398216ms","start":"2026-03-03T14:35:47.838189Z","end":"2026-03-03T14:35:48.095587Z","steps":["trace[271957785] 'process raft request' (duration: 257.040887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.09621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.85255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:774"} {"level":"info","ts":"2026-03-03T14:35:48.096271Z","caller":"traceutil/trace.go:171","msg":"trace[2007141263] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:14094; }","duration":"258.971552ms","start":"2026-03-03T14:35:47.837284Z","end":"2026-03-03T14:35:48.096255Z","steps":["trace[2007141263] 'agreement among raft nodes before linearized reading' (duration: 258.805479ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.09574Z","caller":"traceutil/trace.go:171","msg":"trace[2060459551] transaction","detail":"{read_only:false; response_revision:14094; number_of_response:1; }","duration":"255.671284ms","start":"2026-03-03T14:35:47.839917Z","end":"2026-03-03T14:35:48.095588Z","steps":["trace[2060459551] 'process raft request' (duration: 255.556621ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.218801Z","caller":"traceutil/trace.go:171","msg":"trace[458973175] transaction","detail":"{read_only:false; response_revision:14096; number_of_response:1; }","duration":"117.450283ms","start":"2026-03-03T14:35:48.101326Z","end":"2026-03-03T14:35:48.218776Z","steps":["trace[458973175] 'process raft request' (duration: 117.378361ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.219025Z","caller":"traceutil/trace.go:171","msg":"trace[899885680] transaction","detail":"{read_only:false; response_revision:14095; number_of_response:1; }","duration":"120.227799ms","start":"2026-03-03T14:35:48.098786Z","end":"2026-03-03T14:35:48.219014Z","steps":["trace[899885680] 'process raft request' (duration: 31.541228ms)","trace[899885680] 'compare' (duration: 88.020176ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:48.219249Z","caller":"traceutil/trace.go:171","msg":"trace[99972910] linearizableReadLoop","detail":"{readStateIndex:14728; appliedIndex:14727; }","duration":"118.396965ms","start":"2026-03-03T14:35:48.100839Z","end":"2026-03-03T14:35:48.219235Z","steps":["trace[99972910] 'read index received' (duration: 29.511438ms)","trace[99972910] 'applied index is now lower than readState.Index' (duration: 88.883587ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:35:48.219414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.556958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:35:48.219459Z","caller":"traceutil/trace.go:171","msg":"trace[378816767] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14096; }","duration":"118.631931ms","start":"2026-03-03T14:35:48.100816Z","end":"2026-03-03T14:35:48.219448Z","steps":["trace[378816767] 'agreement among raft nodes before linearized reading' (duration: 118.468357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:48.434601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.417646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:48.43469Z","caller":"traceutil/trace.go:171","msg":"trace[887239687] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:14096; }","duration":"108.561768ms","start":"2026-03-03T14:35:48.326109Z","end":"2026-03-03T14:35:48.43467Z","steps":["trace[887239687] 'range keys from in-memory index tree' (duration: 108.353783ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.435114Z","caller":"traceutil/trace.go:171","msg":"trace[1779832367] transaction","detail":"{read_only:false; response_revision:14097; number_of_response:1; }","duration":"101.460118ms","start":"2026-03-03T14:35:48.333645Z","end":"2026-03-03T14:35:48.435106Z","steps":["trace[1779832367] 'process raft request' (duration: 100.927345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:48.437069Z","caller":"traceutil/trace.go:171","msg":"trace[365860775] transaction","detail":"{read_only:false; response_revision:14098; number_of_response:1; }","duration":"101.442598ms","start":"2026-03-03T14:35:48.335596Z","end":"2026-03-03T14:35:48.437039Z","steps":["trace[365860775] 'process raft request' (duration: 101.205522ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.114774Z","caller":"traceutil/trace.go:171","msg":"trace[168081830] linearizableReadLoop","detail":"{readStateIndex:14768; appliedIndex:14767; }","duration":"263.372759ms","start":"2026-03-03T14:35:55.85137Z","end":"2026-03-03T14:35:56.114743Z","steps":["trace[168081830] 'read index received' (duration: 263.221006ms)","trace[168081830] 'applied index is now lower than readState.Index' (duration: 150.733µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:56.114904Z","caller":"traceutil/trace.go:171","msg":"trace[1771314434] transaction","detail":"{read_only:false; response_revision:14133; number_of_response:1; }","duration":"283.008641ms","start":"2026-03-03T14:35:55.831883Z","end":"2026-03-03T14:35:56.114892Z","steps":["trace[1771314434] 'process raft request' (duration: 282.672843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:56.115172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.780718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:56.11521Z","caller":"traceutil/trace.go:171","msg":"trace[1770404823] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14133; }","duration":"263.904731ms","start":"2026-03-03T14:35:55.851297Z","end":"2026-03-03T14:35:56.115202Z","steps":["trace[1770404823] 'agreement among raft nodes before linearized reading' (duration: 263.801059ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:56.115358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.962073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:35:56.11544Z","caller":"traceutil/trace.go:171","msg":"trace[645736267] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:0; response_revision:14133; }","duration":"264.094866ms","start":"2026-03-03T14:35:55.851327Z","end":"2026-03-03T14:35:56.115422Z","steps":["trace[645736267] 'agreement among raft nodes before linearized reading' (duration: 263.906372ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:56.14638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.956724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:35:56.146482Z","caller":"traceutil/trace.go:171","msg":"trace[1639094602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14134; }","duration":"247.100618ms","start":"2026-03-03T14:35:55.899355Z","end":"2026-03-03T14:35:56.146455Z","steps":["trace[1639094602] 'agreement among raft nodes before linearized reading' (duration: 246.835141ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:56.146366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"293.010902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-service\" ","response":"range_response_count:1 size:6487"} {"level":"info","ts":"2026-03-03T14:35:56.146773Z","caller":"traceutil/trace.go:171","msg":"trace[1063642497] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-service; range_end:; response_count:1; response_revision:14134; }","duration":"293.466222ms","start":"2026-03-03T14:35:55.853288Z","end":"2026-03-03T14:35:56.146754Z","steps":["trace[1063642497] 'agreement among raft nodes before linearized reading' (duration: 292.9561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:56.146711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.809113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:35:56.146747Z","caller":"traceutil/trace.go:171","msg":"trace[441900649] transaction","detail":"{read_only:false; response_revision:14134; number_of_response:1; }","duration":"179.442782ms","start":"2026-03-03T14:35:55.967068Z","end":"2026-03-03T14:35:56.146511Z","steps":["trace[441900649] 'process raft request' (duration: 178.849678ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.147306Z","caller":"traceutil/trace.go:171","msg":"trace[1251615909] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14134; }","duration":"275.028199ms","start":"2026-03-03T14:35:55.87186Z","end":"2026-03-03T14:35:56.146888Z","steps":["trace[1251615909] 'agreement among raft nodes before linearized reading' (duration: 274.580628ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.2745Z","caller":"traceutil/trace.go:171","msg":"trace[909869195] transaction","detail":"{read_only:false; response_revision:14136; number_of_response:1; }","duration":"121.764806ms","start":"2026-03-03T14:35:56.152702Z","end":"2026-03-03T14:35:56.274467Z","steps":["trace[909869195] 'process raft request' (duration: 121.581252ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.274783Z","caller":"traceutil/trace.go:171","msg":"trace[2068252267] transaction","detail":"{read_only:false; response_revision:14137; number_of_response:1; }","duration":"121.884939ms","start":"2026-03-03T14:35:56.152869Z","end":"2026-03-03T14:35:56.274754Z","steps":["trace[2068252267] 'process raft request' (duration: 121.561031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.274895Z","caller":"traceutil/trace.go:171","msg":"trace[865019252] transaction","detail":"{read_only:false; response_revision:14138; number_of_response:1; }","duration":"121.849578ms","start":"2026-03-03T14:35:56.153038Z","end":"2026-03-03T14:35:56.274888Z","steps":["trace[865019252] 'process raft request' (duration: 121.632173ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.274999Z","caller":"traceutil/trace.go:171","msg":"trace[1865455229] transaction","detail":"{read_only:false; response_revision:14139; number_of_response:1; }","duration":"121.94158ms","start":"2026-03-03T14:35:56.153048Z","end":"2026-03-03T14:35:56.274989Z","steps":["trace[1865455229] 'process raft request' (duration: 121.805237ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.275069Z","caller":"traceutil/trace.go:171","msg":"trace[899292759] linearizableReadLoop","detail":"{readStateIndex:14774; appliedIndex:14769; }","duration":"121.068579ms","start":"2026-03-03T14:35:56.153993Z","end":"2026-03-03T14:35:56.275062Z","steps":["trace[899292759] 'read index received' (duration: 8.938295ms)","trace[899292759] 'applied index is now lower than readState.Index' (duration: 112.129794ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:56.275343Z","caller":"traceutil/trace.go:171","msg":"trace[288215513] transaction","detail":"{read_only:false; response_revision:14140; number_of_response:1; }","duration":"118.519858ms","start":"2026-03-03T14:35:56.156809Z","end":"2026-03-03T14:35:56.275329Z","steps":["trace[288215513] 'process raft request' (duration: 118.133528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:35:56.275602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.594261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:60 size:558059"} {"level":"info","ts":"2026-03-03T14:35:56.275627Z","caller":"traceutil/trace.go:171","msg":"trace[738018043] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:60; response_revision:14140; }","duration":"121.656832ms","start":"2026-03-03T14:35:56.153964Z","end":"2026-03-03T14:35:56.275621Z","steps":["trace[738018043] 'agreement among raft nodes before linearized reading' (duration: 121.11675ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.808971Z","caller":"traceutil/trace.go:171","msg":"trace[1150852265] transaction","detail":"{read_only:false; response_revision:14149; number_of_response:1; }","duration":"149.526543ms","start":"2026-03-03T14:35:56.659423Z","end":"2026-03-03T14:35:56.808949Z","steps":["trace[1150852265] 'process raft request' (duration: 122.720499ms)","trace[1150852265] 'compare' (duration: 26.705982ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:35:56.811517Z","caller":"traceutil/trace.go:171","msg":"trace[1122630415] transaction","detail":"{read_only:false; response_revision:14151; number_of_response:1; }","duration":"148.044768ms","start":"2026-03-03T14:35:56.663448Z","end":"2026-03-03T14:35:56.811492Z","steps":["trace[1122630415] 'process raft request' (duration: 147.974257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.811826Z","caller":"traceutil/trace.go:171","msg":"trace[773896886] transaction","detail":"{read_only:false; response_revision:14150; number_of_response:1; }","duration":"152.020493ms","start":"2026-03-03T14:35:56.659748Z","end":"2026-03-03T14:35:56.811769Z","steps":["trace[773896886] 'process raft request' (duration: 151.526211ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:35:56.952706Z","caller":"traceutil/trace.go:171","msg":"trace[401725269] transaction","detail":"{read_only:false; response_revision:14153; number_of_response:1; }","duration":"107.3592ms","start":"2026-03-03T14:35:56.845302Z","end":"2026-03-03T14:35:56.952662Z","steps":["trace[401725269] 'process raft request' (duration: 77.355869ms)","trace[401725269] 'compare' (duration: 29.765295ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:11.704992Z","caller":"traceutil/trace.go:171","msg":"trace[1809681592] transaction","detail":"{read_only:false; response_revision:14228; number_of_response:1; }","duration":"229.877644ms","start":"2026-03-03T14:36:11.475088Z","end":"2026-03-03T14:36:11.704966Z","steps":["trace[1809681592] 'process raft request' (duration: 229.69969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.363793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.344029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:36:12.363876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.541697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-user\" ","response":"range_response_count:1 size:7439"} {"level":"info","ts":"2026-03-03T14:36:12.3639Z","caller":"traceutil/trace.go:171","msg":"trace[132362153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14228; }","duration":"315.502282ms","start":"2026-03-03T14:36:12.048372Z","end":"2026-03-03T14:36:12.363875Z","steps":["trace[132362153] 'range keys from in-memory index tree' (duration: 315.236626ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:12.36391Z","caller":"traceutil/trace.go:171","msg":"trace[1650645622] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-user; range_end:; response_count:1; response_revision:14228; }","duration":"202.616149ms","start":"2026-03-03T14:36:12.161282Z","end":"2026-03-03T14:36:12.363898Z","steps":["trace[1650645622] 'range keys from in-memory index tree' (duration: 202.338872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:12.363941Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:12.048323Z","time spent":"315.607015ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:36:12.364031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.523823ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/placement-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:12.364179Z","caller":"traceutil/trace.go:171","msg":"trace[1701503127] range","detail":"{range_begin:/registry/jobs/openstack/placement-ks-endpoints; range_end:; response_count:0; response_revision:14228; }","duration":"201.717157ms","start":"2026-03-03T14:36:12.162433Z","end":"2026-03-03T14:36:12.36415Z","steps":["trace[1701503127] 'range keys from in-memory index tree' (duration: 201.433391ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:13.623461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.095581Z","time spent":"527.876425ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:36:13.96118Z","caller":"traceutil/trace.go:171","msg":"trace[1020598267] linearizableReadLoop","detail":"{readStateIndex:14876; appliedIndex:14875; }","duration":"677.667635ms","start":"2026-03-03T14:36:13.283484Z","end":"2026-03-03T14:36:13.961152Z","steps":["trace[1020598267] 'read index received' (duration: 339.94832ms)","trace[1020598267] 'applied index is now lower than readState.Index' (duration: 337.717815ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:13.961426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.91297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995aaf41c22b99\" ","response":"range_response_count:1 size:2106"} {"level":"info","ts":"2026-03-03T14:36:13.961509Z","caller":"traceutil/trace.go:171","msg":"trace[1901816856] range","detail":"{range_begin:/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995aaf41c22b99; range_end:; response_count:1; response_revision:14238; }","duration":"678.055094ms","start":"2026-03-03T14:36:13.283437Z","end":"2026-03-03T14:36:13.961492Z","steps":["trace[1901816856] 'agreement among raft nodes before linearized reading' (duration: 677.834448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:13.961558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.283414Z","time spent":"678.134335ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":2130,"request content":"key:\"/registry/events/openstack/glance-api-74647bd9c4-lrzbx.18995aaf41c22b99\" "} {"level":"info","ts":"2026-03-03T14:36:13.961793Z","caller":"traceutil/trace.go:171","msg":"trace[1308959486] transaction","detail":"{read_only:false; response_revision:14238; number_of_response:1; }","duration":"455.140047ms","start":"2026-03-03T14:36:13.506601Z","end":"2026-03-03T14:36:13.961741Z","steps":["trace[1308959486] 'process raft request' (duration: 454.45889ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:13.961959Z","caller":"traceutil/trace.go:171","msg":"trace[1378164531] transaction","detail":"{read_only:false; response_revision:14237; number_of_response:1; }","duration":"805.041245ms","start":"2026-03-03T14:36:13.15688Z","end":"2026-03-03T14:36:13.961921Z","steps":["trace[1378164531] 'process raft request' (duration: 803.99884ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:13.962003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.506578Z","time spent":"455.31809ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:13.962136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.156857Z","time spent":"805.179969ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:36:13.968265Z","caller":"traceutil/trace.go:171","msg":"trace[1354215202] transaction","detail":"{read_only:false; response_revision:14239; number_of_response:1; }","duration":"343.633308ms","start":"2026-03-03T14:36:13.624586Z","end":"2026-03-03T14:36:13.96822Z","steps":["trace[1354215202] 'process raft request' (duration: 343.509405ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:13.968281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.69686ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:36:13.968421Z","caller":"traceutil/trace.go:171","msg":"trace[829786908] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:14239; }","duration":"579.885054ms","start":"2026-03-03T14:36:13.388524Z","end":"2026-03-03T14:36:13.968409Z","steps":["trace[829786908] 'agreement among raft nodes before linearized reading' (duration: 579.665639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:13.96845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.3885Z","time spent":"579.943006ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:36:13.968451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:13.624564Z","time spent":"343.773401ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:36:16.774484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.798684ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:36:16.774644Z","caller":"traceutil/trace.go:171","msg":"trace[1534180925] linearizableReadLoop","detail":"{readStateIndex:14890; appliedIndex:14889; }","duration":"268.85865ms","start":"2026-03-03T14:36:16.505765Z","end":"2026-03-03T14:36:16.774623Z","steps":["trace[1534180925] 'read index received' (duration: 45.82856ms)","trace[1534180925] 'applied index is now lower than readState.Index' (duration: 223.02827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:16.774761Z","caller":"traceutil/trace.go:171","msg":"trace[854072468] transaction","detail":"{read_only:false; response_revision:14251; number_of_response:1; }","duration":"270.644664ms","start":"2026-03-03T14:36:16.504069Z","end":"2026-03-03T14:36:16.774714Z","steps":["trace[854072468] 'process raft request' (duration: 47.491522ms)","trace[854072468] 'compare' (duration: 222.514386ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:36:16.774863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.104617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:36:16.774892Z","caller":"traceutil/trace.go:171","msg":"trace[829916734] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14251; }","duration":"269.169228ms","start":"2026-03-03T14:36:16.505711Z","end":"2026-03-03T14:36:16.77488Z","steps":["trace[829916734] 'agreement among raft nodes before linearized reading' (duration: 268.997024ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.784456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.998553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:36:16.784531Z","caller":"traceutil/trace.go:171","msg":"trace[522292476] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14254; }","duration":"167.147737ms","start":"2026-03-03T14:36:16.617371Z","end":"2026-03-03T14:36:16.784519Z","steps":["trace[522292476] 'agreement among raft nodes before linearized reading' (duration: 166.939492ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.784614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.307798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:36:16.784692Z","caller":"traceutil/trace.go:171","msg":"trace[896356460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14254; }","duration":"189.442292ms","start":"2026-03-03T14:36:16.595234Z","end":"2026-03-03T14:36:16.784676Z","steps":["trace[896356460] 'agreement among raft nodes before linearized reading' (duration: 189.203667ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.784606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.860511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:36:16.784767Z","caller":"traceutil/trace.go:171","msg":"trace[1364416795] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14254; }","duration":"207.092096ms","start":"2026-03-03T14:36:16.577665Z","end":"2026-03-03T14:36:16.784757Z","steps":["trace[1364416795] 'agreement among raft nodes before linearized reading' (duration: 206.81665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:16.785076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.373375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:36:16.785208Z","caller":"traceutil/trace.go:171","msg":"trace[516534346] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14254; }","duration":"225.519049ms","start":"2026-03-03T14:36:16.55964Z","end":"2026-03-03T14:36:16.785159Z","steps":["trace[516534346] 'agreement among raft nodes before linearized reading' (duration: 224.662699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:37.141166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.541126ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:36:37.142009Z","caller":"traceutil/trace.go:171","msg":"trace[1520284477] transaction","detail":"{read_only:false; response_revision:14382; number_of_response:1; }","duration":"218.956511ms","start":"2026-03-03T14:36:36.923009Z","end":"2026-03-03T14:36:37.141966Z","steps":["trace[1520284477] 'process raft request' (duration: 35.504623ms)","trace[1520284477] 'compare' (duration: 182.26516ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:37.143195Z","caller":"traceutil/trace.go:171","msg":"trace[1391099056] transaction","detail":"{read_only:false; response_revision:14383; number_of_response:1; }","duration":"219.819251ms","start":"2026-03-03T14:36:36.923354Z","end":"2026-03-03T14:36:37.143173Z","steps":["trace[1391099056] 'process raft request' (duration: 219.627037ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:37.143218Z","caller":"traceutil/trace.go:171","msg":"trace[1027369589] linearizableReadLoop","detail":"{readStateIndex:15029; appliedIndex:15026; }","duration":"184.458912ms","start":"2026-03-03T14:36:36.958737Z","end":"2026-03-03T14:36:37.143196Z","steps":["trace[1027369589] 'read index received' (duration: 182.467445ms)","trace[1027369589] 'applied index is now lower than readState.Index' (duration: 1.987367ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:36:37.143293Z","caller":"traceutil/trace.go:171","msg":"trace[94291586] transaction","detail":"{read_only:false; response_revision:14384; number_of_response:1; }","duration":"219.637167ms","start":"2026-03-03T14:36:36.923645Z","end":"2026-03-03T14:36:37.143282Z","steps":["trace[94291586] 'process raft request' (duration: 219.457933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:36:37.144331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.578249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:36:37.144392Z","caller":"traceutil/trace.go:171","msg":"trace[1873954174] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14384; }","duration":"185.696752ms","start":"2026-03-03T14:36:36.958679Z","end":"2026-03-03T14:36:37.144375Z","steps":["trace[1873954174] 'agreement among raft nodes before linearized reading' (duration: 184.629226ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:36:37.652886Z","caller":"traceutil/trace.go:171","msg":"trace[1749645627] transaction","detail":"{read_only:false; response_revision:14385; number_of_response:1; }","duration":"105.847303ms","start":"2026-03-03T14:36:37.547017Z","end":"2026-03-03T14:36:37.652865Z","steps":["trace[1749645627] 'process raft request' (duration: 105.658329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.393386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.309971ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:00.393554Z","caller":"traceutil/trace.go:171","msg":"trace[1216149503] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14535; }","duration":"244.481665ms","start":"2026-03-03T14:37:00.14904Z","end":"2026-03-03T14:37:00.393522Z","steps":["trace[1216149503] 'range keys from in-memory index tree' (duration: 244.29071ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.396914Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.043034764s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:37:00.397591Z","caller":"traceutil/trace.go:171","msg":"trace[661989865] linearizableReadLoop","detail":"{readStateIndex:15190; appliedIndex:15187; }","duration":"1.061004055s","start":"2026-03-03T14:36:59.336566Z","end":"2026-03-03T14:37:00.39757Z","steps":["trace[661989865] 'read index received' (duration: 17.294655ms)","trace[661989865] 'applied index is now lower than readState.Index' (duration: 1.04370831s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:37:00.397902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.001254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:00.397906Z","caller":"traceutil/trace.go:171","msg":"trace[1090225636] transaction","detail":"{read_only:false; response_revision:14536; number_of_response:1; }","duration":"1.117414892s","start":"2026-03-03T14:36:59.280452Z","end":"2026-03-03T14:37:00.397867Z","steps":["trace[1090225636] 'process raft request' (duration: 1.116916319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.397926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.926657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:37:00.398049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.427411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:00.398081Z","caller":"traceutil/trace.go:171","msg":"trace[1519651939] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:14537; }","duration":"154.486933ms","start":"2026-03-03T14:37:00.243585Z","end":"2026-03-03T14:37:00.398072Z","steps":["trace[1519651939] 'agreement among raft nodes before linearized reading' (duration: 154.431131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:00.398076Z","caller":"traceutil/trace.go:171","msg":"trace[1939450611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14537; }","duration":"352.115882ms","start":"2026-03-03T14:37:00.045922Z","end":"2026-03-03T14:37:00.398038Z","steps":["trace[1939450611] 'agreement among raft nodes before linearized reading' (duration: 351.869566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.398132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:00.045904Z","time spent":"352.216644ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:37:00.398135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061388786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:37:00.397987Z","caller":"traceutil/trace.go:171","msg":"trace[973075238] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:14537; }","duration":"507.146587ms","start":"2026-03-03T14:36:59.890823Z","end":"2026-03-03T14:37:00.39797Z","steps":["trace[973075238] 'agreement among raft nodes before linearized reading' (duration: 506.992843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:00.398313Z","caller":"traceutil/trace.go:171","msg":"trace[377023420] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14537; }","duration":"1.061719453s","start":"2026-03-03T14:36:59.336534Z","end":"2026-03-03T14:37:00.398253Z","steps":["trace[377023420] 'agreement among raft nodes before linearized reading' (duration: 1.06115803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.398333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:59.890799Z","time spent":"507.501225ms","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:37:00.397936Z","caller":"traceutil/trace.go:171","msg":"trace[531542950] transaction","detail":"{read_only:false; response_revision:14537; number_of_response:1; }","duration":"1.116798377s","start":"2026-03-03T14:36:59.28111Z","end":"2026-03-03T14:37:00.397908Z","steps":["trace[531542950] 'process raft request' (duration: 1.116411297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.398379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.804538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-54b66789d8-fbqxs\" ","response":"range_response_count:1 size:8756"} {"level":"warn","ts":"2026-03-03T14:37:00.398378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.675665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b93d23e5d5c\" ","response":"range_response_count:1 size:871"} {"level":"info","ts":"2026-03-03T14:37:00.398457Z","caller":"traceutil/trace.go:171","msg":"trace[1129454899] range","detail":"{range_begin:/registry/pods/openstack/placement-api-54b66789d8-fbqxs; range_end:; response_count:1; response_revision:14537; }","duration":"588.929762ms","start":"2026-03-03T14:36:59.809503Z","end":"2026-03-03T14:37:00.398433Z","steps":["trace[1129454899] 'agreement among raft nodes before linearized reading' (duration: 588.267466ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.398442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:59.336517Z","time spent":"1.061884687s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:37:00.398509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:59.809483Z","time spent":"589.013294ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":8780,"request content":"key:\"/registry/pods/openstack/placement-api-54b66789d8-fbqxs\" "} {"level":"warn","ts":"2026-03-03T14:37:00.398544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.634271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-03-03T14:37:00.398484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:59.281101Z","time spent":"1.117323899s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:37:00.398493Z","caller":"traceutil/trace.go:171","msg":"trace[6468916] range","detail":"{range_begin:/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b93d23e5d5c; range_end:; response_count:1; response_revision:14537; }","duration":"588.789008ms","start":"2026-03-03T14:36:59.809685Z","end":"2026-03-03T14:37:00.398474Z","steps":["trace[6468916] 'agreement among raft nodes before linearized reading' (duration: 588.138533ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:00.398615Z","caller":"traceutil/trace.go:171","msg":"trace[1290958230] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14537; }","duration":"473.744944ms","start":"2026-03-03T14:36:59.924852Z","end":"2026-03-03T14:37:00.398597Z","steps":["trace[1290958230] 'agreement among raft nodes before linearized reading' (duration: 473.262513ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.398717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:59.924826Z","time spent":"473.880168ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:37:00.398728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:59.809621Z","time spent":"589.087496ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":895,"request content":"key:\"/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b93d23e5d5c\" "} {"level":"warn","ts":"2026-03-03T14:37:00.398247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.19424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:37:00.399135Z","caller":"traceutil/trace.go:171","msg":"trace[1204737202] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14537; }","duration":"300.144412ms","start":"2026-03-03T14:37:00.098975Z","end":"2026-03-03T14:37:00.39912Z","steps":["trace[1204737202] 'agreement among raft nodes before linearized reading' (duration: 299.125918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:00.399264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:00.098953Z","time spent":"300.299996ms","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":22,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:37:00.399962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:36:59.28044Z","time spent":"1.11945729s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:37:42.957474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.079406995s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b92df51c79a\" ","response":"range_response_count:1 size:903"} {"level":"info","ts":"2026-03-03T14:37:42.957563Z","caller":"traceutil/trace.go:171","msg":"trace[1162662977] range","detail":"{range_begin:/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b92df51c79a; range_end:; response_count:1; response_revision:14740; }","duration":"1.079593979s","start":"2026-03-03T14:37:41.877948Z","end":"2026-03-03T14:37:42.957542Z","steps":["trace[1162662977] 'range keys from in-memory index tree' (duration: 1.079201621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.957624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:41.877915Z","time spent":"1.079685151s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":927,"request content":"key:\"/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b92df51c79a\" "} {"level":"warn","ts":"2026-03-03T14:37:42.957674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.147176364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:37:42.957789Z","caller":"traceutil/trace.go:171","msg":"trace[977807340] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14740; }","duration":"1.147323108s","start":"2026-03-03T14:37:41.810429Z","end":"2026-03-03T14:37:42.957752Z","steps":["trace[977807340] 'range keys from in-memory index tree' (duration: 1.146944679s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.957846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:41.810408Z","time spent":"1.14742325s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:37:42.957928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.571169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:37:42.957979Z","caller":"traceutil/trace.go:171","msg":"trace[1594289492] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14740; }","duration":"196.64911ms","start":"2026-03-03T14:37:42.76131Z","end":"2026-03-03T14:37:42.957959Z","steps":["trace[1594289492] 'range keys from in-memory index tree' (duration: 196.342123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.958063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.843699ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:37:42.958143Z","caller":"traceutil/trace.go:171","msg":"trace[198418340] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14740; }","duration":"333.968742ms","start":"2026-03-03T14:37:42.624157Z","end":"2026-03-03T14:37:42.958126Z","steps":["trace[198418340] 'range keys from in-memory index tree' (duration: 333.644254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.958176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:42.624136Z","time spent":"334.033033ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:37:42.958173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.438284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:37:42.958259Z","caller":"traceutil/trace.go:171","msg":"trace[256646311] transaction","detail":"{read_only:false; response_revision:14741; number_of_response:1; }","duration":"106.840248ms","start":"2026-03-03T14:37:42.851404Z","end":"2026-03-03T14:37:42.958244Z","steps":["trace[256646311] 'process raft request' (duration: 105.460545ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.959083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.484025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:37:42.959207Z","caller":"traceutil/trace.go:171","msg":"trace[712496050] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:14740; }","duration":"441.6636ms","start":"2026-03-03T14:37:42.517526Z","end":"2026-03-03T14:37:42.95919Z","steps":["trace[712496050] 'count revisions from in-memory index tree' (duration: 441.329712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.959251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:42.517504Z","time spent":"441.736182ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1492,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:37:42.962567Z","caller":"traceutil/trace.go:171","msg":"trace[106420204] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14740; }","duration":"341.819948ms","start":"2026-03-03T14:37:42.62072Z","end":"2026-03-03T14:37:42.96254Z","steps":["trace[106420204] 'range keys from in-memory index tree' (duration: 337.310981ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:42.962693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:42.620663Z","time spent":"341.967661ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:37:44.22265Z","caller":"traceutil/trace.go:171","msg":"trace[214154520] linearizableReadLoop","detail":"{readStateIndex:15417; appliedIndex:15416; }","duration":"200.340819ms","start":"2026-03-03T14:37:44.02228Z","end":"2026-03-03T14:37:44.222621Z","steps":["trace[214154520] 'read index received' (duration: 200.066352ms)","trace[214154520] 'applied index is now lower than readState.Index' (duration: 273.257µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:44.222753Z","caller":"traceutil/trace.go:171","msg":"trace[2025603686] transaction","detail":"{read_only:false; response_revision:14754; number_of_response:1; }","duration":"502.536316ms","start":"2026-03-03T14:37:43.720183Z","end":"2026-03-03T14:37:44.222719Z","steps":["trace[2025603686] 'process raft request' (duration: 502.248969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:44.222914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:43.720157Z","time spent":"502.664508ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:37:44.223244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.629475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:37:44.223299Z","caller":"traceutil/trace.go:171","msg":"trace[1585276653] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:14754; }","duration":"201.045955ms","start":"2026-03-03T14:37:44.022238Z","end":"2026-03-03T14:37:44.223284Z","steps":["trace[1585276653] 'agreement among raft nodes before linearized reading' (duration: 200.543964ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:51.185496Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":13037} {"level":"info","ts":"2026-03-03T14:37:51.281571Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":13037,"took":"93.238734ms","hash":1012973865,"current-db-size-bytes":42065920,"current-db-size":"42 MB","current-db-size-in-use-bytes":26316800,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-03-03T14:37:51.281664Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1012973865,"revision":13037,"compact-revision":11957} {"level":"info","ts":"2026-03-03T14:37:52.376743Z","caller":"traceutil/trace.go:171","msg":"trace[723162088] transaction","detail":"{read_only:false; response_revision:14795; number_of_response:1; }","duration":"109.333587ms","start":"2026-03-03T14:37:52.267381Z","end":"2026-03-03T14:37:52.376714Z","steps":["trace[723162088] 'process raft request' (duration: 109.150203ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:53.540735Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:37:54.04097Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384742,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:37:54.541788Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384742,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:37:54.781026Z","caller":"traceutil/trace.go:171","msg":"trace[1864635541] transaction","detail":"{read_only:false; response_revision:14796; number_of_response:1; }","duration":"1.780984428s","start":"2026-03-03T14:37:53.000013Z","end":"2026-03-03T14:37:54.780998Z","steps":["trace[1864635541] 'process raft request' (duration: 1.780820024s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.781181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:52.999981Z","time spent":"1.781115881s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:37:54.794082Z","caller":"traceutil/trace.go:171","msg":"trace[1380540030] linearizableReadLoop","detail":"{readStateIndex:15463; appliedIndex:15460; }","duration":"1.753641018s","start":"2026-03-03T14:37:53.040404Z","end":"2026-03-03T14:37:54.794045Z","steps":["trace[1380540030] 'read index received' (duration: 1.740533358s)","trace[1380540030] 'applied index is now lower than readState.Index' (duration: 13.1066ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:37:54.794154Z","caller":"traceutil/trace.go:171","msg":"trace[250618112] transaction","detail":"{read_only:false; response_revision:14797; number_of_response:1; }","duration":"1.505889214s","start":"2026-03-03T14:37:53.288216Z","end":"2026-03-03T14:37:54.794105Z","steps":["trace[250618112] 'process raft request' (duration: 1.505612817s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:54.79421Z","caller":"traceutil/trace.go:171","msg":"trace[464516865] transaction","detail":"{read_only:false; response_revision:14798; number_of_response:1; }","duration":"1.448079992s","start":"2026-03-03T14:37:53.346067Z","end":"2026-03-03T14:37:54.794147Z","steps":["trace[464516865] 'process raft request' (duration: 1.447935588s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.794337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.288182Z","time spent":"1.506048678s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:37:54.794443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.754018138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:37:54.794478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.346034Z","time spent":"1.448292457s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:37:54.794514Z","caller":"traceutil/trace.go:171","msg":"trace[411816473] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14798; }","duration":"1.754157921s","start":"2026-03-03T14:37:53.040336Z","end":"2026-03-03T14:37:54.794493Z","steps":["trace[411816473] 'agreement among raft nodes before linearized reading' (duration: 1.753902815s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.794571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.04031Z","time spent":"1.754249173s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:37:54.794802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.316481967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:54.79486Z","caller":"traceutil/trace.go:171","msg":"trace[103629132] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:14798; }","duration":"1.316588159s","start":"2026-03-03T14:37:53.478257Z","end":"2026-03-03T14:37:54.794846Z","steps":["trace[103629132] 'agreement among raft nodes before linearized reading' (duration: 1.316486117s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.794902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.478228Z","time spent":"1.31666519s","remote":"127.0.0.1:55994","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:37:54.795055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.714603622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:37:54.7951Z","caller":"traceutil/trace.go:171","msg":"trace[1448670729] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14798; }","duration":"1.714685644s","start":"2026-03-03T14:37:53.080405Z","end":"2026-03-03T14:37:54.795091Z","steps":["trace[1448670729] 'agreement among raft nodes before linearized reading' (duration: 1.714473399s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.795128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.080384Z","time spent":"1.714737884s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:37:54.795249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.593625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:37:54.795228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261277886s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:37:54.795285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.440994004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:37:54.795326Z","caller":"traceutil/trace.go:171","msg":"trace[899195801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14798; }","duration":"1.26143606s","start":"2026-03-03T14:37:53.533865Z","end":"2026-03-03T14:37:54.795301Z","steps":["trace[899195801] 'agreement among raft nodes before linearized reading' (duration: 1.261111742s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:37:54.7953Z","caller":"traceutil/trace.go:171","msg":"trace[94766798] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14798; }","duration":"747.685457ms","start":"2026-03-03T14:37:54.047601Z","end":"2026-03-03T14:37:54.795286Z","steps":["trace[94766798] 'agreement among raft nodes before linearized reading' (duration: 747.612115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.795386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:54.047565Z","time spent":"747.81432ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:37:54.795395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.533831Z","time spent":"1.261555573s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:37:54.795464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500249941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-03-03T14:37:54.795503Z","caller":"traceutil/trace.go:171","msg":"trace[1435089840] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:14798; }","duration":"1.500366794s","start":"2026-03-03T14:37:53.295126Z","end":"2026-03-03T14:37:54.795493Z","steps":["trace[1435089840] 'agreement among raft nodes before linearized reading' (duration: 1.50020945s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.795539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.295102Z","time spent":"1.500430485s","remote":"127.0.0.1:43808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-03-03T14:37:54.795347Z","caller":"traceutil/trace.go:171","msg":"trace[480527038] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:14798; }","duration":"1.441109486s","start":"2026-03-03T14:37:53.354225Z","end":"2026-03-03T14:37:54.795334Z","steps":["trace[480527038] 'agreement among raft nodes before linearized reading' (duration: 1.440993334s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.795469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.92402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:37:54.795723Z","caller":"traceutil/trace.go:171","msg":"trace[200973894] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14798; }","duration":"414.32677ms","start":"2026-03-03T14:37:54.381306Z","end":"2026-03-03T14:37:54.795632Z","steps":["trace[200973894] 'agreement among raft nodes before linearized reading' (duration: 413.721126ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.795822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:54.381275Z","time spent":"414.533804ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:37:54.795592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.354201Z","time spent":"1.441383423s","remote":"127.0.0.1:43910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:37:54.796155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"880.757758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:37:54.796228Z","caller":"traceutil/trace.go:171","msg":"trace[1259048706] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:14798; }","duration":"881.485335ms","start":"2026-03-03T14:37:53.914729Z","end":"2026-03-03T14:37:54.796214Z","steps":["trace[1259048706] 'agreement among raft nodes before linearized reading' (duration: 880.154444ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.79628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.914646Z","time spent":"881.623958ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":152,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:37:54.796317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091897832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:37:54.796393Z","caller":"traceutil/trace.go:171","msg":"trace[1425865999] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:14798; }","duration":"1.092383883s","start":"2026-03-03T14:37:53.703985Z","end":"2026-03-03T14:37:54.796369Z","steps":["trace[1425865999] 'agreement among raft nodes before linearized reading' (duration: 1.091833131s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.794993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748202829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-03-03T14:37:54.796945Z","caller":"traceutil/trace.go:171","msg":"trace[328291096] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14798; }","duration":"1.750195627s","start":"2026-03-03T14:37:53.046731Z","end":"2026-03-03T14:37:54.796926Z","steps":["trace[328291096] 'agreement among raft nodes before linearized reading' (duration: 1.748175719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.79702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.0467Z","time spent":"1.750297618s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:37:54.79529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.68294653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:37:54.797577Z","caller":"traceutil/trace.go:171","msg":"trace[786694418] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:14798; }","duration":"1.685302376s","start":"2026-03-03T14:37:53.112256Z","end":"2026-03-03T14:37:54.797558Z","steps":["trace[786694418] 'agreement among raft nodes before linearized reading' (duration: 1.682587362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.797639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.112231Z","time spent":"1.685391838s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:37:54.796747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.750054123s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:37:54.797747Z","caller":"traceutil/trace.go:171","msg":"trace[1624970386] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14798; }","duration":"1.751103939s","start":"2026-03-03T14:37:53.046628Z","end":"2026-03-03T14:37:54.797732Z","steps":["trace[1624970386] 'agreement among raft nodes before linearized reading' (duration: 1.748095198s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:37:54.797783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.046602Z","time spent":"1.751168001s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:37:54.798198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:37:53.70396Z","time spent":"1.092470436s","remote":"127.0.0.1:55844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:03.29007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.025355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-f4jgw\" ","response":"range_response_count:1 size:12364"} {"level":"info","ts":"2026-03-03T14:38:03.290219Z","caller":"traceutil/trace.go:171","msg":"trace[1290474492] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-f4jgw; range_end:; response_count:1; response_revision:14848; }","duration":"644.21828ms","start":"2026-03-03T14:38:02.645983Z","end":"2026-03-03T14:38:03.290201Z","steps":["trace[1290474492] 'range keys from in-memory index tree' (duration: 643.849912ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:03.290328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.645964Z","time spent":"644.351433ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":12388,"request content":"key:\"/registry/pods/openstack/openvswitch-f4jgw\" "} {"level":"warn","ts":"2026-03-03T14:38:03.35983Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:03.860863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384883,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:03.927669Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.119855527s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:03.928027Z","caller":"traceutil/trace.go:171","msg":"trace[1544739521] transaction","detail":"{read_only:false; response_revision:14849; number_of_response:1; }","duration":"1.120309587s","start":"2026-03-03T14:38:02.807695Z","end":"2026-03-03T14:38:03.928005Z","steps":["trace[1544739521] 'process raft request' (duration: 1.120175284s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:03.928189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.807674Z","time spent":"1.1204078s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:05.048961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:38:05.049056Z","caller":"traceutil/trace.go:171","msg":"trace[143966250] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000375038s","start":"2026-03-03T14:38:03.04866Z","end":"2026-03-03T14:38:05.049035Z","steps":["trace[143966250] 'agreement among raft nodes before linearized reading' (duration: 2.000250235s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.049107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.048622Z","time spent":"2.000473781s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:38:05 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:05.630668Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.70273579s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:05.631104Z","caller":"traceutil/trace.go:171","msg":"trace[75414501] transaction","detail":"{read_only:false; response_revision:14851; number_of_response:1; }","duration":"2.768699537s","start":"2026-03-03T14:38:02.862382Z","end":"2026-03-03T14:38:05.631082Z","steps":["trace[75414501] 'process raft request' (duration: 2.768613935s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.631272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.862361Z","time spent":"2.768819189s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:05.631287Z","caller":"traceutil/trace.go:171","msg":"trace[1544109168] transaction","detail":"{read_only:false; response_revision:14850; number_of_response:1; }","duration":"2.807792175s","start":"2026-03-03T14:38:02.823447Z","end":"2026-03-03T14:38:05.63124Z","steps":["trace[1544109168] 'process raft request' (duration: 2.807396135s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:05.631472Z","caller":"traceutil/trace.go:171","msg":"trace[313399989] transaction","detail":"{read_only:false; response_revision:14852; number_of_response:1; }","duration":"2.538009158s","start":"2026-03-03T14:38:03.09344Z","end":"2026-03-03T14:38:05.631449Z","steps":["trace[313399989] 'process raft request' (duration: 2.537598518s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.6316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.093417Z","time spent":"2.538098089s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:05.631707Z","caller":"traceutil/trace.go:171","msg":"trace[317912762] linearizableReadLoop","detail":"{readStateIndex:15522; appliedIndex:15517; }","duration":"2.772019846s","start":"2026-03-03T14:38:02.859601Z","end":"2026-03-03T14:38:05.631621Z","steps":["trace[317912762] 'read index received' (duration: 1.068306843s)","trace[317912762] 'applied index is now lower than readState.Index' (duration: 1.703711622s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:05.631891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.823428Z","time spent":"2.80841519s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:05.631894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772282682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:38:05.631967Z","caller":"traceutil/trace.go:171","msg":"trace[2015137928] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14853; }","duration":"2.772382754s","start":"2026-03-03T14:38:02.859568Z","end":"2026-03-03T14:38:05.631951Z","steps":["trace[2015137928] 'agreement among raft nodes before linearized reading' (duration: 2.77219212s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:05.631745Z","caller":"traceutil/trace.go:171","msg":"trace[466794445] transaction","detail":"{read_only:false; response_revision:14853; number_of_response:1; }","duration":"2.328857529s","start":"2026-03-03T14:38:03.302838Z","end":"2026-03-03T14:38:05.631696Z","steps":["trace[466794445] 'process raft request' (duration: 2.328559322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.859549Z","time spent":"2.772449325s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:38:05.632075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.302808Z","time spent":"2.329219738s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12483,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:05.632147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.51916458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-03-03T14:38:05.632189Z","caller":"traceutil/trace.go:171","msg":"trace[1308125446] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:14853; }","duration":"2.519235431s","start":"2026-03-03T14:38:03.112943Z","end":"2026-03-03T14:38:05.632178Z","steps":["trace[1308125446] 'agreement among raft nodes before linearized reading' (duration: 2.519132798s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.63223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.112919Z","time spent":"2.519301563s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:38:05.632289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071063147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:05.632388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772528107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:38:05.632469Z","caller":"traceutil/trace.go:171","msg":"trace[273519880] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14853; }","duration":"2.77263462s","start":"2026-03-03T14:38:02.859815Z","end":"2026-03-03T14:38:05.63245Z","steps":["trace[273519880] 'agreement among raft nodes before linearized reading' (duration: 2.772333573s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772684591s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:38:05.632525Z","caller":"traceutil/trace.go:171","msg":"trace[1251675619] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14853; }","duration":"2.772808354s","start":"2026-03-03T14:38:02.859696Z","end":"2026-03-03T14:38:05.632505Z","steps":["trace[1251675619] 'agreement among raft nodes before linearized reading' (duration: 2.772593829s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.125648054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:05.632572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.859673Z","time spent":"2.772891566s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:38:05.632593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.748062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:05.632573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.772746023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:38:05.632614Z","caller":"traceutil/trace.go:171","msg":"trace[1466719945] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:14853; }","duration":"2.12593274s","start":"2026-03-03T14:38:03.50666Z","end":"2026-03-03T14:38:05.632593Z","steps":["trace[1466719945] 'agreement among raft nodes before linearized reading' (duration: 2.125537711s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.790794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:05.632692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.594436467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/openstack/ovn-controller\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:05.632722Z","caller":"traceutil/trace.go:171","msg":"trace[1719562231] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:14853; }","duration":"927.858346ms","start":"2026-03-03T14:38:04.704853Z","end":"2026-03-03T14:38:05.632712Z","steps":["trace[1719562231] 'agreement among raft nodes before linearized reading' (duration: 927.806315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:05.632709Z","caller":"traceutil/trace.go:171","msg":"trace[1757934724] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14853; }","duration":"2.772941387s","start":"2026-03-03T14:38:02.859742Z","end":"2026-03-03T14:38:05.632683Z","steps":["trace[1757934724] 'agreement among raft nodes before linearized reading' (duration: 2.772502477s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:05.632726Z","caller":"traceutil/trace.go:171","msg":"trace[9145823] range","detail":"{range_begin:/registry/daemonsets/openstack/ovn-controller; range_end:; response_count:0; response_revision:14853; }","duration":"1.594505849s","start":"2026-03-03T14:38:04.038212Z","end":"2026-03-03T14:38:05.632717Z","steps":["trace[9145823] 'agreement among raft nodes before linearized reading' (duration: 1.594456568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.704834Z","time spent":"927.907728ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:05.632763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.038192Z","time spent":"1.59456499s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":0,"response size":29,"request content":"key:\"/registry/daemonsets/openstack/ovn-controller\" "} {"level":"warn","ts":"2026-03-03T14:38:05.632777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.85972Z","time spent":"2.773045689s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:05.632809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.763933132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:38:05.63286Z","caller":"traceutil/trace.go:171","msg":"trace[138940907] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14853; }","duration":"2.764004554s","start":"2026-03-03T14:38:02.86884Z","end":"2026-03-03T14:38:05.632845Z","steps":["trace[138940907] 'agreement among raft nodes before linearized reading' (duration: 2.763353259s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.077007ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:05.632898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.868828Z","time spent":"2.764061025s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:38:05.632549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.104565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:05.632974Z","caller":"traceutil/trace.go:171","msg":"trace[1738852668] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:14853; }","duration":"446.579236ms","start":"2026-03-03T14:38:05.186368Z","end":"2026-03-03T14:38:05.632948Z","steps":["trace[1738852668] 'agreement among raft nodes before linearized reading' (duration: 446.145395ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:05.6324Z","caller":"traceutil/trace.go:171","msg":"trace[596946681] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:14853; }","duration":"2.07120105s","start":"2026-03-03T14:38:03.56118Z","end":"2026-03-03T14:38:05.632381Z","steps":["trace[596946681] 'agreement among raft nodes before linearized reading' (duration: 2.071038856s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.506603Z","time spent":"2.126134175s","remote":"127.0.0.1:55918","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:05.63304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.186336Z","time spent":"446.671448ms","remote":"127.0.0.1:46130","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:05.632635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.422793141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:05.633092Z","caller":"traceutil/trace.go:171","msg":"trace[1256866961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14853; }","duration":"1.423281773s","start":"2026-03-03T14:38:04.209797Z","end":"2026-03-03T14:38:05.633079Z","steps":["trace[1256866961] 'agreement among raft nodes before linearized reading' (duration: 1.422799781s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.633135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:04.209778Z","time spent":"1.423349784s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:38:05.632903Z","caller":"traceutil/trace.go:171","msg":"trace[53095386] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14853; }","duration":"583.570009ms","start":"2026-03-03T14:38:05.049323Z","end":"2026-03-03T14:38:05.632893Z","steps":["trace[53095386] 'agreement among raft nodes before linearized reading' (duration: 583.119769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.633043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.561163Z","time spent":"2.071862395s","remote":"127.0.0.1:43934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:05.633202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.049254Z","time spent":"583.937118ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:38:05.632632Z","caller":"traceutil/trace.go:171","msg":"trace[1923215343] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:14853; }","duration":"548.821554ms","start":"2026-03-03T14:38:05.0838Z","end":"2026-03-03T14:38:05.632622Z","steps":["trace[1923215343] 'agreement among raft nodes before linearized reading' (duration: 548.769343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.633334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26022703s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-03T14:38:05.63336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.083776Z","time spent":"549.565783ms","remote":"127.0.0.1:44064","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:38:05.633391Z","caller":"traceutil/trace.go:171","msg":"trace[1631933794] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14853; }","duration":"2.260321342s","start":"2026-03-03T14:38:03.373052Z","end":"2026-03-03T14:38:05.633374Z","steps":["trace[1631933794] 'agreement among raft nodes before linearized reading' (duration: 2.259319508s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.632518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.85972Z","time spent":"2.772785193s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:05.633467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.373031Z","time spent":"2.260427004s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:38:05.633529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.839339293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:05.63357Z","caller":"traceutil/trace.go:171","msg":"trace[1603291445] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:14853; }","duration":"1.839972219s","start":"2026-03-03T14:38:03.793587Z","end":"2026-03-03T14:38:05.633559Z","steps":["trace[1603291445] 'agreement among raft nodes before linearized reading' (duration: 1.838541154s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.633599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:03.793563Z","time spent":"1.840028411s","remote":"127.0.0.1:47234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":92,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:05.634059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.774384211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:38:05.634118Z","caller":"traceutil/trace.go:171","msg":"trace[159277570] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14853; }","duration":"2.774450893s","start":"2026-03-03T14:38:02.859651Z","end":"2026-03-03T14:38:05.634102Z","steps":["trace[159277570] 'agreement among raft nodes before linearized reading' (duration: 2.772416205s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:05.634256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:02.859646Z","time spent":"2.774597907s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:06.465852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.066009ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-03-03T14:38:06.465939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.635331Z","time spent":"830.604618ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:38:07.040153Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.317350138s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:38:07.187937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.40458ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:07.188158Z","caller":"traceutil/trace.go:171","msg":"trace[721458096] transaction","detail":"{read_only:false; response_revision:14854; number_of_response:1; }","duration":"1.549091691s","start":"2026-03-03T14:38:05.639037Z","end":"2026-03-03T14:38:07.188129Z","steps":["trace[721458096] 'process raft request' (duration: 1.401403393s)","trace[721458096] 'compare' (duration: 147.281807ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:07.188346Z","caller":"traceutil/trace.go:171","msg":"trace[1686727574] linearizableReadLoop","detail":"{readStateIndex:15527; appliedIndex:15522; }","duration":"1.54738471s","start":"2026-03-03T14:38:05.640942Z","end":"2026-03-03T14:38:07.188327Z","steps":["trace[1686727574] 'read index received' (duration: 81.69728ms)","trace[1686727574] 'applied index is now lower than readState.Index' (duration: 1.46568627s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:07.188411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.639004Z","time spent":"1.549339037s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:07.188549Z","caller":"traceutil/trace.go:171","msg":"trace[1347146138] transaction","detail":"{read_only:false; response_revision:14859; number_of_response:1; }","duration":"1.546040778s","start":"2026-03-03T14:38:05.6425Z","end":"2026-03-03T14:38:07.188541Z","steps":["trace[1347146138] 'process raft request' (duration: 1.545782732s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:07.18852Z","caller":"traceutil/trace.go:171","msg":"trace[1437250418] transaction","detail":"{read_only:false; response_revision:14857; number_of_response:1; }","duration":"1.547684288s","start":"2026-03-03T14:38:05.640795Z","end":"2026-03-03T14:38:07.188479Z","steps":["trace[1437250418] 'process raft request' (duration: 1.547391061s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.188592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.642489Z","time spent":"1.546084309s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:07.188722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.640785Z","time spent":"1.547828591s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:07.188775Z","caller":"traceutil/trace.go:171","msg":"trace[2136420995] transaction","detail":"{read_only:false; response_revision:14855; number_of_response:1; }","duration":"1.548289822s","start":"2026-03-03T14:38:05.640472Z","end":"2026-03-03T14:38:07.188761Z","steps":["trace[2136420995] 'process raft request' (duration: 1.547571605s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.188851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.640446Z","time spent":"1.548367614s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:07.188891Z","caller":"traceutil/trace.go:171","msg":"trace[267975677] transaction","detail":"{read_only:false; response_revision:14858; number_of_response:1; }","duration":"1.547141794s","start":"2026-03-03T14:38:05.641698Z","end":"2026-03-03T14:38:07.18884Z","steps":["trace[267975677] 'process raft request' (duration: 1.54653132s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:07.188903Z","caller":"traceutil/trace.go:171","msg":"trace[30503519] transaction","detail":"{read_only:false; response_revision:14856; number_of_response:1; }","duration":"1.548358523s","start":"2026-03-03T14:38:05.640511Z","end":"2026-03-03T14:38:07.18887Z","steps":["trace[30503519] 'process raft request' (duration: 1.547626676s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.189032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.641687Z","time spent":"1.547281657s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:07.189068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.64049Z","time spent":"1.548498527s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:07.18959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.548365223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595830"} {"level":"info","ts":"2026-03-03T14:38:07.189635Z","caller":"traceutil/trace.go:171","msg":"trace[726777799] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14859; }","duration":"1.548712382s","start":"2026-03-03T14:38:05.640906Z","end":"2026-03-03T14:38:07.189619Z","steps":["trace[726777799] 'agreement among raft nodes before linearized reading' (duration: 1.547753049s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.189657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.64087Z","time spent":"1.548780613s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595854,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:38:07.592532Z","caller":"traceutil/trace.go:171","msg":"trace[730747893] linearizableReadLoop","detail":"{readStateIndex:15533; appliedIndex:15529; }","duration":"404.129797ms","start":"2026-03-03T14:38:07.188384Z","end":"2026-03-03T14:38:07.592514Z","steps":["trace[730747893] 'read index received' (duration: 403.879572ms)","trace[730747893] 'applied index is now lower than readState.Index' (duration: 249.055µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:07.592648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.949815348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:07.592671Z","caller":"traceutil/trace.go:171","msg":"trace[1254426541] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14863; }","duration":"1.94990151s","start":"2026-03-03T14:38:05.642761Z","end":"2026-03-03T14:38:07.592663Z","steps":["trace[1254426541] 'agreement among raft nodes before linearized reading' (duration: 1.949828058s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.592693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.642753Z","time spent":"1.949935161s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:38:07.592927Z","caller":"traceutil/trace.go:171","msg":"trace[1229262961] transaction","detail":"{read_only:false; response_revision:14860; number_of_response:1; }","duration":"1.692722932s","start":"2026-03-03T14:38:05.900196Z","end":"2026-03-03T14:38:07.592919Z","steps":["trace[1229262961] 'process raft request' (duration: 1.692077347s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.592991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.900176Z","time spent":"1.692772763s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:07.593125Z","caller":"traceutil/trace.go:171","msg":"trace[259250838] transaction","detail":"{read_only:false; response_revision:14861; number_of_response:1; }","duration":"1.648292907s","start":"2026-03-03T14:38:05.944825Z","end":"2026-03-03T14:38:07.593118Z","steps":["trace[259250838] 'process raft request' (duration: 1.64758551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.593166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:05.944793Z","time spent":"1.648347807s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:07.593386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.982772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:38:07.593439Z","caller":"traceutil/trace.go:171","msg":"trace[1450847614] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14863; }","duration":"742.069034ms","start":"2026-03-03T14:38:06.851358Z","end":"2026-03-03T14:38:07.593427Z","steps":["trace[1450847614] 'agreement among raft nodes before linearized reading' (duration: 741.92167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.593469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.851336Z","time spent":"742.125286ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:38:07.593627Z","caller":"traceutil/trace.go:171","msg":"trace[1796169943] transaction","detail":"{read_only:false; response_revision:14862; number_of_response:1; }","duration":"1.570112969s","start":"2026-03-03T14:38:06.023504Z","end":"2026-03-03T14:38:07.593617Z","steps":["trace[1796169943] 'process raft request' (duration: 1.568941472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.593765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.023287Z","time spent":"1.570447698s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:07.59385Z","caller":"traceutil/trace.go:171","msg":"trace[243749476] transaction","detail":"{read_only:false; response_revision:14863; number_of_response:1; }","duration":"1.125961192s","start":"2026-03-03T14:38:06.467881Z","end":"2026-03-03T14:38:07.593842Z","steps":["trace[243749476] 'process raft request' (duration: 1.124588999s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.593892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.467856Z","time spent":"1.126016403s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:07.594053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.831929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1633"} {"level":"info","ts":"2026-03-03T14:38:07.594083Z","caller":"traceutil/trace.go:171","msg":"trace[312971509] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:14863; }","duration":"656.8841ms","start":"2026-03-03T14:38:06.93719Z","end":"2026-03-03T14:38:07.594074Z","steps":["trace[312971509] 'agreement among raft nodes before linearized reading' (duration: 656.807398ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:07.594104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:06.937174Z","time spent":"656.924231ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-03-03T14:38:08.749802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153776512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:08.749891Z","caller":"traceutil/trace.go:171","msg":"trace[2122410910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14863; }","duration":"1.153913815s","start":"2026-03-03T14:38:07.595958Z","end":"2026-03-03T14:38:08.749872Z","steps":["trace[2122410910] 'range keys from in-memory index tree' (duration: 1.15368262s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.749932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.595936Z","time spent":"1.153986938s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:08.750063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153431874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-03-03T14:38:08.750134Z","caller":"traceutil/trace.go:171","msg":"trace[1277161638] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:14863; }","duration":"1.153514376s","start":"2026-03-03T14:38:07.596605Z","end":"2026-03-03T14:38:08.750119Z","steps":["trace[1277161638] 'range keys from in-memory index tree' (duration: 1.153267251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.750175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.596565Z","time spent":"1.153599148s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:38:08.750448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153041514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:38:08.750527Z","caller":"traceutil/trace.go:171","msg":"trace[116624559] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14863; }","duration":"1.153139786s","start":"2026-03-03T14:38:07.597368Z","end":"2026-03-03T14:38:08.750508Z","steps":["trace[116624559] 'range keys from in-memory index tree' (duration: 1.152885191s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.750606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.597359Z","time spent":"1.153229548s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:38:08.751486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.809378ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:08.75166Z","caller":"traceutil/trace.go:171","msg":"trace[1882942153] transaction","detail":"{read_only:false; response_revision:14864; number_of_response:1; }","duration":"1.110856503s","start":"2026-03-03T14:38:07.640766Z","end":"2026-03-03T14:38:08.751623Z","steps":["trace[1882942153] 'process raft request' (duration: 232.667726ms)","trace[1882942153] 'compare' (duration: 876.800334ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:08.751779Z","caller":"traceutil/trace.go:171","msg":"trace[861851341] linearizableReadLoop","detail":"{readStateIndex:15534; appliedIndex:15533; }","duration":"1.10905086s","start":"2026-03-03T14:38:07.642718Z","end":"2026-03-03T14:38:08.751768Z","steps":["trace[861851341] 'read index received' (duration: 230.709849ms)","trace[861851341] 'applied index is now lower than readState.Index' (duration: 878.339331ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:08.751708Z","caller":"traceutil/trace.go:171","msg":"trace[1056812560] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"1.10861267s","start":"2026-03-03T14:38:07.643079Z","end":"2026-03-03T14:38:08.751691Z","steps":["trace[1056812560] 'process raft request' (duration: 1.108528528s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.751836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.640731Z","time spent":"1.111012747s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:08.75193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109211113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" ","response":"range_response_count:1 size:1293"} {"level":"info","ts":"2026-03-03T14:38:08.75197Z","caller":"traceutil/trace.go:171","msg":"trace[1653377659] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3; range_end:; response_count:1; response_revision:14865; }","duration":"1.109291345s","start":"2026-03-03T14:38:07.642668Z","end":"2026-03-03T14:38:08.751959Z","steps":["trace[1653377659] 'agreement among raft nodes before linearized reading' (duration: 1.109182223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:08.751965Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.643064Z","time spent":"1.108810724s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:08.752018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:07.642645Z","time spent":"1.109364867s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-5064530b-8f6c-48cc-883c-4b157ff85fe3\" "} {"level":"warn","ts":"2026-03-03T14:38:08.752213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.716366ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:08.752459Z","caller":"traceutil/trace.go:171","msg":"trace[1398949309] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:14865; }","duration":"168.85918ms","start":"2026-03-03T14:38:08.583439Z","end":"2026-03-03T14:38:08.752298Z","steps":["trace[1398949309] 'agreement among raft nodes before linearized reading' (duration: 168.701436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.558869Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:10.620948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.400959843s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:38:10.621013Z","caller":"traceutil/trace.go:171","msg":"trace[315503172] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14865; }","duration":"1.401066095s","start":"2026-03-03T14:38:09.219931Z","end":"2026-03-03T14:38:10.620997Z","steps":["trace[315503172] 'range keys from in-memory index tree' (duration: 1.400800819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.621042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.21991Z","time spent":"1.401126386s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:38:10.621182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771479812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:19025"} {"level":"warn","ts":"2026-03-03T14:38:10.621304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40122822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:38:10.621344Z","caller":"traceutil/trace.go:171","msg":"trace[1370427348] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14865; }","duration":"1.40128659s","start":"2026-03-03T14:38:09.220042Z","end":"2026-03-03T14:38:10.621328Z","steps":["trace[1370427348] 'range keys from in-memory index tree' (duration: 1.401090566s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.621367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.220023Z","time spent":"1.401337252s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"info","ts":"2026-03-03T14:38:10.621296Z","caller":"traceutil/trace.go:171","msg":"trace[1451533344] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:14865; }","duration":"1.771633716s","start":"2026-03-03T14:38:08.849634Z","end":"2026-03-03T14:38:10.621268Z","steps":["trace[1451533344] 'range keys from in-memory index tree' (duration: 1.771278497s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.621575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.849622Z","time spent":"1.771939523s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":19049,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:38:10.62124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401177218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:38:10.621805Z","caller":"traceutil/trace.go:171","msg":"trace[462260803] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14865; }","duration":"1.401744971s","start":"2026-03-03T14:38:09.220047Z","end":"2026-03-03T14:38:10.621791Z","steps":["trace[462260803] 'range keys from in-memory index tree' (duration: 1.401034724s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.621763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401561907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:38:10.621845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.220039Z","time spent":"1.401792722s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:38:10.621858Z","caller":"traceutil/trace.go:171","msg":"trace[953518290] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14865; }","duration":"1.401749281s","start":"2026-03-03T14:38:09.220088Z","end":"2026-03-03T14:38:10.621837Z","steps":["trace[953518290] 'range keys from in-memory index tree' (duration: 1.401330362s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.621895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.220062Z","time spent":"1.401825343s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:38:10.621991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.426879ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:10.622073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401834764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:38:10.622198Z","caller":"traceutil/trace.go:171","msg":"trace[1793300797] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14865; }","duration":"1.401976347s","start":"2026-03-03T14:38:09.220194Z","end":"2026-03-03T14:38:10.622171Z","steps":["trace[1793300797] 'range keys from in-memory index tree' (duration: 1.401543367s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.622253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.220176Z","time spent":"1.402064609s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:10.622061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.40171246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:38:10.62236Z","caller":"traceutil/trace.go:171","msg":"trace[1415347137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14865; }","duration":"1.402031417s","start":"2026-03-03T14:38:09.220291Z","end":"2026-03-03T14:38:10.622322Z","steps":["trace[1415347137] 'range keys from in-memory index tree' (duration: 1.401609978s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.622427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.660613939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:10.622434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.220269Z","time spent":"1.40213031s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:38:10.622466Z","caller":"traceutil/trace.go:171","msg":"trace[605007504] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:14865; }","duration":"1.660695211s","start":"2026-03-03T14:38:08.961759Z","end":"2026-03-03T14:38:10.622454Z","steps":["trace[605007504] 'count revisions from in-memory index tree' (duration: 1.660493516s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:10.622508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:08.961731Z","time spent":"1.660765073s","remote":"127.0.0.1:44104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:38:10.622513Z","caller":"traceutil/trace.go:171","msg":"trace[806663139] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14865; }","duration":"472.573223ms","start":"2026-03-03T14:38:10.149542Z","end":"2026-03-03T14:38:10.622115Z","steps":["trace[806663139] 'range keys from in-memory index tree' (duration: 472.411279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:11.059398Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:11.559641Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:12.058151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000328747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:38:12.058261Z","caller":"traceutil/trace.go:171","msg":"trace[1537963140] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000492171s","start":"2026-03-03T14:38:10.057744Z","end":"2026-03-03T14:38:12.058237Z","steps":["trace[1537963140] 'agreement among raft nodes before linearized reading' (duration: 2.000355468s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:12.058332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.057722Z","time spent":"2.000590183s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:38:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:12.060334Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:12.561238Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:13.032823Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.432158203s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:13.033153Z","caller":"traceutil/trace.go:171","msg":"trace[1656212087] transaction","detail":"{read_only:false; response_revision:14866; number_of_response:1; }","duration":"3.43286486s","start":"2026-03-03T14:38:09.600264Z","end":"2026-03-03T14:38:13.033129Z","steps":["trace[1656212087] 'process raft request' (duration: 3.432728147s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:13.033282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:09.600092Z","time spent":"3.433116536s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:14.058635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000164533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:38:14.058727Z","caller":"traceutil/trace.go:171","msg":"trace[1491678402] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000322887s","start":"2026-03-03T14:38:12.058384Z","end":"2026-03-03T14:38:14.058707Z","steps":["trace[1491678402] 'agreement among raft nodes before linearized reading' (duration: 2.000202554s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:14.05878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:12.058327Z","time spent":"2.000443039s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:15.087499Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.052631169s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:15.158047Z","caller":"traceutil/trace.go:171","msg":"trace[1766675780] transaction","detail":"{read_only:false; response_revision:14875; number_of_response:1; }","duration":"119.683852ms","start":"2026-03-03T14:38:15.038341Z","end":"2026-03-03T14:38:15.158025Z","steps":["trace[1766675780] 'process raft request' (duration: 119.650712ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.158407Z","caller":"traceutil/trace.go:171","msg":"trace[1749686640] transaction","detail":"{read_only:false; response_revision:14867; number_of_response:1; }","duration":"4.527020006s","start":"2026-03-03T14:38:10.631376Z","end":"2026-03-03T14:38:15.158396Z","steps":["trace[1749686640] 'process raft request' (duration: 4.52596594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.158511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.631344Z","time spent":"4.527096708s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:15.158664Z","caller":"traceutil/trace.go:171","msg":"trace[504667655] transaction","detail":"{read_only:false; response_revision:14868; number_of_response:1; }","duration":"4.527127308s","start":"2026-03-03T14:38:10.631496Z","end":"2026-03-03T14:38:15.158623Z","steps":["trace[504667655] 'process raft request' (duration: 4.526248907s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.158709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.631487Z","time spent":"4.52719886s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:15.158827Z","caller":"traceutil/trace.go:171","msg":"trace[734189212] transaction","detail":"{read_only:false; response_revision:14874; number_of_response:1; }","duration":"2.018162432s","start":"2026-03-03T14:38:13.140657Z","end":"2026-03-03T14:38:15.158819Z","steps":["trace[734189212] 'process raft request' (duration: 2.017303622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.158877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.140614Z","time spent":"2.018239194s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:15.158877Z","caller":"traceutil/trace.go:171","msg":"trace[1970322126] linearizableReadLoop","detail":"{readStateIndex:15544; appliedIndex:15535; }","duration":"5.101053139s","start":"2026-03-03T14:38:10.057786Z","end":"2026-03-03T14:38:15.158839Z","steps":["trace[1970322126] 'read index received' (duration: 2.975207811s)","trace[1970322126] 'applied index is now lower than readState.Index' (duration: 2.125837828s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:15.159035Z","caller":"traceutil/trace.go:171","msg":"trace[325320526] transaction","detail":"{read_only:false; response_revision:14869; number_of_response:1; }","duration":"4.527489967s","start":"2026-03-03T14:38:10.631532Z","end":"2026-03-03T14:38:15.159022Z","steps":["trace[325320526] 'process raft request' (duration: 4.526271047s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.159228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.631527Z","time spent":"4.527553198s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:15.159254Z","caller":"traceutil/trace.go:171","msg":"trace[1392713405] transaction","detail":"{read_only:false; response_revision:14872; number_of_response:1; }","duration":"4.400090392s","start":"2026-03-03T14:38:10.759117Z","end":"2026-03-03T14:38:15.159208Z","steps":["trace[1392713405] 'process raft request' (duration: 4.39877839s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.159492Z","caller":"traceutil/trace.go:171","msg":"trace[913077584] transaction","detail":"{read_only:false; response_revision:14870; number_of_response:1; }","duration":"4.527904336s","start":"2026-03-03T14:38:10.631579Z","end":"2026-03-03T14:38:15.159483Z","steps":["trace[913077584] 'process raft request' (duration: 4.526255767s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.159471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.759081Z","time spent":"4.400281466s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:15.159553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.631571Z","time spent":"4.527954657s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:15.159673Z","caller":"traceutil/trace.go:171","msg":"trace[1162676625] transaction","detail":"{read_only:false; response_revision:14871; number_of_response:1; }","duration":"4.52676628s","start":"2026-03-03T14:38:10.632894Z","end":"2026-03-03T14:38:15.15966Z","steps":["trace[1162676625] 'process raft request' (duration: 4.524968656s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.159776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.632872Z","time spent":"4.526835842s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:15.160012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.17516322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:38:15.160047Z","caller":"traceutil/trace.go:171","msg":"trace[2103379514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:14875; }","duration":"2.17522629s","start":"2026-03-03T14:38:12.984812Z","end":"2026-03-03T14:38:15.160039Z","steps":["trace[2103379514] 'agreement among raft nodes before linearized reading' (duration: 2.174902803s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:12.984794Z","time spent":"2.175268552s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:38:15.160115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.498437207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.160144Z","caller":"traceutil/trace.go:171","msg":"trace[202450388] transaction","detail":"{read_only:false; response_revision:14873; number_of_response:1; }","duration":"4.400606464s","start":"2026-03-03T14:38:10.75953Z","end":"2026-03-03T14:38:15.160136Z","steps":["trace[202450388] 'process raft request' (duration: 4.398389812s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.160165Z","caller":"traceutil/trace.go:171","msg":"trace[597296241] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:14875; }","duration":"3.498496309s","start":"2026-03-03T14:38:11.661658Z","end":"2026-03-03T14:38:15.160154Z","steps":["trace[597296241] 'agreement among raft nodes before linearized reading' (duration: 3.498350866s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.759482Z","time spent":"4.400676595s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:15.160198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:11.661554Z","time spent":"3.498635782s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":38,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.160253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.654345ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.160276Z","caller":"traceutil/trace.go:171","msg":"trace[1402617382] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:14875; }","duration":"208.707676ms","start":"2026-03-03T14:38:14.951563Z","end":"2026-03-03T14:38:15.160271Z","steps":["trace[1402617382] 'agreement among raft nodes before linearized reading' (duration: 208.661865ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.270272888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:15.160405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.283454442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b93d23e5d5c\" ","response":"range_response_count:1 size:871"} {"level":"info","ts":"2026-03-03T14:38:15.160432Z","caller":"traceutil/trace.go:171","msg":"trace[658267639] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:14875; }","duration":"3.27036904s","start":"2026-03-03T14:38:11.890053Z","end":"2026-03-03T14:38:15.160422Z","steps":["trace[658267639] 'agreement among raft nodes before linearized reading' (duration: 3.270291189s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.16044Z","caller":"traceutil/trace.go:171","msg":"trace[41174278] range","detail":"{range_begin:/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b93d23e5d5c; range_end:; response_count:1; response_revision:14875; }","duration":"2.283519123s","start":"2026-03-03T14:38:12.876911Z","end":"2026-03-03T14:38:15.16043Z","steps":["trace[41174278] 'agreement among raft nodes before linearized reading' (duration: 2.283278337s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.16044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.322612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:38:15.160458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:11.890032Z","time spent":"3.270419201s","remote":"127.0.0.1:44160","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":23,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.160465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:12.876892Z","time spent":"2.283566514s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":1,"response size":895,"request content":"key:\"/registry/events/openstack/placement-api-54b66789d8-fbqxs.18995b93d23e5d5c\" "} {"level":"info","ts":"2026-03-03T14:38:15.160467Z","caller":"traceutil/trace.go:171","msg":"trace[1522544582] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:14875; }","duration":"996.383393ms","start":"2026-03-03T14:38:14.164075Z","end":"2026-03-03T14:38:15.160459Z","steps":["trace[1522544582] 'agreement among raft nodes before linearized reading' (duration: 996.345412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.164052Z","time spent":"996.430575ms","remote":"127.0.0.1:39400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.160533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.202588171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.160568Z","caller":"traceutil/trace.go:171","msg":"trace[1334016628] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:14875; }","duration":"4.202657182s","start":"2026-03-03T14:38:10.957901Z","end":"2026-03-03T14:38:15.160558Z","steps":["trace[1334016628] 'agreement among raft nodes before linearized reading' (duration: 4.20260421s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.95788Z","time spent":"4.202702923s","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.160891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.084421074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:15.160914Z","caller":"traceutil/trace.go:171","msg":"trace[2006313438] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:14875; }","duration":"4.084475636s","start":"2026-03-03T14:38:11.076433Z","end":"2026-03-03T14:38:15.160908Z","steps":["trace[2006313438] 'agreement among raft nodes before linearized reading' (duration: 4.084434375s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:11.076414Z","time spent":"4.084514256s","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.160408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.788997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:15.161038Z","caller":"traceutil/trace.go:171","msg":"trace[1128849481] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:14875; }","duration":"582.466124ms","start":"2026-03-03T14:38:14.578564Z","end":"2026-03-03T14:38:15.16103Z","steps":["trace[1128849481] 'agreement among raft nodes before linearized reading' (duration: 581.816757ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.16105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047798855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-03-03T14:38:15.161063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.57854Z","time spent":"582.512345ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":13,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:38:15.161083Z","caller":"traceutil/trace.go:171","msg":"trace[354189703] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:14875; }","duration":"2.047867107s","start":"2026-03-03T14:38:13.113207Z","end":"2026-03-03T14:38:15.161075Z","steps":["trace[354189703] 'agreement among raft nodes before linearized reading' (duration: 2.047737914s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.220295782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:15.161114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:13.113183Z","time spent":"2.047921667s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:38:15.161142Z","caller":"traceutil/trace.go:171","msg":"trace[1978878203] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:14875; }","duration":"2.220585099s","start":"2026-03-03T14:38:12.940546Z","end":"2026-03-03T14:38:15.161132Z","steps":["trace[1978878203] 'agreement among raft nodes before linearized reading' (duration: 2.220305143s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.161077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.52380831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5651"} {"level":"warn","ts":"2026-03-03T14:38:15.161186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:12.940525Z","time spent":"2.22064726s","remote":"127.0.0.1:52310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:15.161167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.529211709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:595830"} {"level":"info","ts":"2026-03-03T14:38:15.161231Z","caller":"traceutil/trace.go:171","msg":"trace[514537658] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:14875; }","duration":"4.524001385s","start":"2026-03-03T14:38:10.637195Z","end":"2026-03-03T14:38:15.161196Z","steps":["trace[514537658] 'agreement among raft nodes before linearized reading' (duration: 4.5234241s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:15.161253Z","caller":"traceutil/trace.go:171","msg":"trace[85112265] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:14875; }","duration":"4.529385093s","start":"2026-03-03T14:38:10.631853Z","end":"2026-03-03T14:38:15.161238Z","steps":["trace[85112265] 'agreement among raft nodes before linearized reading' (duration: 4.527537828s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.160602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.09520786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:15.161316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.631825Z","time spent":"4.529480654s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":63,"response size":595854,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:38:15.161334Z","caller":"traceutil/trace.go:171","msg":"trace[363398692] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14875; }","duration":"1.095996151s","start":"2026-03-03T14:38:14.065328Z","end":"2026-03-03T14:38:15.161325Z","steps":["trace[363398692] 'agreement among raft nodes before linearized reading' (duration: 1.095252472s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:15.161367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:14.065297Z","time spent":"1.096061302s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:15.161289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:10.637182Z","time spent":"4.524094906s","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5675,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:38:15.958576Z","caller":"traceutil/trace.go:171","msg":"trace[720265206] transaction","detail":"{read_only:false; response_revision:14880; number_of_response:1; }","duration":"129.370263ms","start":"2026-03-03T14:38:15.829173Z","end":"2026-03-03T14:38:15.958543Z","steps":["trace[720265206] 'process raft request' (duration: 129.152408ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.637119Z","caller":"traceutil/trace.go:171","msg":"trace[1196184140] linearizableReadLoop","detail":"{readStateIndex:15553; appliedIndex:15552; }","duration":"465.750001ms","start":"2026-03-03T14:38:17.171346Z","end":"2026-03-03T14:38:17.637096Z","steps":["trace[1196184140] 'read index received' (duration: 465.565797ms)","trace[1196184140] 'applied index is now lower than readState.Index' (duration: 182.974µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:17.637228Z","caller":"traceutil/trace.go:171","msg":"trace[2114526259] transaction","detail":"{read_only:false; response_revision:14881; number_of_response:1; }","duration":"466.218193ms","start":"2026-03-03T14:38:17.170965Z","end":"2026-03-03T14:38:17.637183Z","steps":["trace[2114526259] 'process raft request' (duration: 465.956846ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.637325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.954557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-03-03T14:38:17.63736Z","caller":"traceutil/trace.go:171","msg":"trace[1026071080] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14881; }","duration":"466.028959ms","start":"2026-03-03T14:38:17.17132Z","end":"2026-03-03T14:38:17.637349Z","steps":["trace[1026071080] 'agreement among raft nodes before linearized reading' (duration: 465.882566ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.637396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.171308Z","time spent":"466.08029ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:38:17.637389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.170948Z","time spent":"466.344167ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:17.683111Z","caller":"traceutil/trace.go:171","msg":"trace[1015897521] transaction","detail":"{read_only:false; response_revision:14882; number_of_response:1; }","duration":"508.789953ms","start":"2026-03-03T14:38:17.17429Z","end":"2026-03-03T14:38:17.68308Z","steps":["trace[1015897521] 'process raft request' (duration: 508.553688ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.683315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.17428Z","time spent":"508.950768ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:17.683594Z","caller":"traceutil/trace.go:171","msg":"trace[427723073] transaction","detail":"{read_only:false; response_revision:14883; number_of_response:1; }","duration":"509.092791ms","start":"2026-03-03T14:38:17.174484Z","end":"2026-03-03T14:38:17.683577Z","steps":["trace[427723073] 'process raft request' (duration: 508.535928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.683657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.174478Z","time spent":"509.151172ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:17.68375Z","caller":"traceutil/trace.go:171","msg":"trace[688411602] transaction","detail":"{read_only:false; response_revision:14885; number_of_response:1; }","duration":"508.357103ms","start":"2026-03-03T14:38:17.17538Z","end":"2026-03-03T14:38:17.683737Z","steps":["trace[688411602] 'process raft request' (duration: 508.24592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.683794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.175352Z","time spent":"508.421025ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:17.683846Z","caller":"traceutil/trace.go:171","msg":"trace[668274428] transaction","detail":"{read_only:false; response_revision:14884; number_of_response:1; }","duration":"509.154023ms","start":"2026-03-03T14:38:17.174662Z","end":"2026-03-03T14:38:17.683816Z","steps":["trace[668274428] 'process raft request' (duration: 508.707552ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.683958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"509.749906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"warn","ts":"2026-03-03T14:38:17.684015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"505.764661ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:38:17.68408Z","caller":"traceutil/trace.go:171","msg":"trace[1283783387] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14885; }","duration":"505.849004ms","start":"2026-03-03T14:38:17.178216Z","end":"2026-03-03T14:38:17.684065Z","steps":["trace[1283783387] 'agreement among raft nodes before linearized reading' (duration: 505.584747ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:17.684095Z","caller":"traceutil/trace.go:171","msg":"trace[1501131381] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14885; }","duration":"509.919401ms","start":"2026-03-03T14:38:17.174146Z","end":"2026-03-03T14:38:17.684065Z","steps":["trace[1501131381] 'agreement among raft nodes before linearized reading' (duration: 509.570572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.684083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.761715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-03-03T14:38:17.684126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.178209Z","time spent":"505.908865ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:38:17.684003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.174655Z","time spent":"509.266675ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:17.684155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.174138Z","time spent":"510.006182ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:38:17.684166Z","caller":"traceutil/trace.go:171","msg":"trace[879342089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14885; }","duration":"506.881409ms","start":"2026-03-03T14:38:17.177267Z","end":"2026-03-03T14:38:17.684149Z","steps":["trace[879342089] 'agreement among raft nodes before linearized reading' (duration: 506.598182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:17.684276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.177258Z","time spent":"507.010751ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:18.27062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.73089ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:38:18.270746Z","caller":"traceutil/trace.go:171","msg":"trace[1796621389] linearizableReadLoop","detail":"{readStateIndex:15562; appliedIndex:15561; }","duration":"222.011503ms","start":"2026-03-03T14:38:18.048709Z","end":"2026-03-03T14:38:18.270721Z","steps":["trace[1796621389] 'read index received' (duration: 39.381µs)","trace[1796621389] 'applied index is now lower than readState.Index' (duration: 221.969942ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:18.270834Z","caller":"traceutil/trace.go:171","msg":"trace[1755124954] transaction","detail":"{read_only:false; response_revision:14890; number_of_response:1; }","duration":"328.145223ms","start":"2026-03-03T14:38:17.942667Z","end":"2026-03-03T14:38:18.270812Z","steps":["trace[1755124954] 'process raft request' (duration: 97.123896ms)","trace[1755124954] 'compare' (duration: 230.594527ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:18.270847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.133646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:18.270918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:17.94264Z","time spent":"328.241085ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:18.270894Z","caller":"traceutil/trace.go:171","msg":"trace[22979117] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14890; }","duration":"222.210468ms","start":"2026-03-03T14:38:18.048672Z","end":"2026-03-03T14:38:18.270883Z","steps":["trace[22979117] 'agreement among raft nodes before linearized reading' (duration: 222.133496ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:19.8011Z","caller":"traceutil/trace.go:171","msg":"trace[761123620] linearizableReadLoop","detail":"{readStateIndex:15564; appliedIndex:15563; }","duration":"111.945618ms","start":"2026-03-03T14:38:19.689128Z","end":"2026-03-03T14:38:19.801074Z","steps":["trace[761123620] 'read index received' (duration: 81.553256ms)","trace[761123620] 'applied index is now lower than readState.Index' (duration: 30.391412ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:19.801202Z","caller":"traceutil/trace.go:171","msg":"trace[1949770270] transaction","detail":"{read_only:false; response_revision:14892; number_of_response:1; }","duration":"112.184564ms","start":"2026-03-03T14:38:19.688983Z","end":"2026-03-03T14:38:19.801167Z","steps":["trace[1949770270] 'process raft request' (duration: 81.759072ms)","trace[1949770270] 'compare' (duration: 30.149316ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:19.801256Z","caller":"traceutil/trace.go:171","msg":"trace[743336207] transaction","detail":"{read_only:false; response_revision:14893; number_of_response:1; }","duration":"111.224172ms","start":"2026-03-03T14:38:19.690003Z","end":"2026-03-03T14:38:19.801228Z","steps":["trace[743336207] 'process raft request' (duration: 111.032327ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:19.801363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.215615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-03-03T14:38:19.8014Z","caller":"traceutil/trace.go:171","msg":"trace[2016430932] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14893; }","duration":"112.276297ms","start":"2026-03-03T14:38:19.689113Z","end":"2026-03-03T14:38:19.801389Z","steps":["trace[2016430932] 'agreement among raft nodes before linearized reading' (duration: 112.089792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:19.80142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.233432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-03-03T14:38:19.801478Z","caller":"traceutil/trace.go:171","msg":"trace[1065838945] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14893; }","duration":"111.343584ms","start":"2026-03-03T14:38:19.69012Z","end":"2026-03-03T14:38:19.801464Z","steps":["trace[1065838945] 'agreement among raft nodes before linearized reading' (duration: 111.17473ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:19.998395Z","caller":"traceutil/trace.go:171","msg":"trace[633107301] transaction","detail":"{read_only:false; response_revision:14897; number_of_response:1; }","duration":"191.269532ms","start":"2026-03-03T14:38:19.80708Z","end":"2026-03-03T14:38:19.998349Z","steps":["trace[633107301] 'process raft request' (duration: 191.111549ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:19.998666Z","caller":"traceutil/trace.go:171","msg":"trace[245380443] transaction","detail":"{read_only:false; response_revision:14898; number_of_response:1; }","duration":"191.370945ms","start":"2026-03-03T14:38:19.807268Z","end":"2026-03-03T14:38:19.998639Z","steps":["trace[245380443] 'process raft request' (duration: 190.956305ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:19.998707Z","caller":"traceutil/trace.go:171","msg":"trace[1411742857] transaction","detail":"{read_only:false; response_revision:14899; number_of_response:1; }","duration":"170.752325ms","start":"2026-03-03T14:38:19.827933Z","end":"2026-03-03T14:38:19.998685Z","steps":["trace[1411742857] 'process raft request' (duration: 170.327744ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:19.99879Z","caller":"traceutil/trace.go:171","msg":"trace[605801609] transaction","detail":"{read_only:false; response_revision:14895; number_of_response:1; }","duration":"191.753274ms","start":"2026-03-03T14:38:19.807021Z","end":"2026-03-03T14:38:19.998774Z","steps":["trace[605801609] 'process raft request' (duration: 158.453603ms)","trace[605801609] 'compare' (duration: 32.546523ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:19.998895Z","caller":"traceutil/trace.go:171","msg":"trace[567034652] transaction","detail":"{read_only:false; response_revision:14896; number_of_response:1; }","duration":"191.826046ms","start":"2026-03-03T14:38:19.80706Z","end":"2026-03-03T14:38:19.998886Z","steps":["trace[567034652] 'process raft request' (duration: 191.091468ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.669977Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432384996,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:20.693336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.125253ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:20.693456Z","caller":"traceutil/trace.go:171","msg":"trace[1909164209] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:14899; }","duration":"544.287607ms","start":"2026-03-03T14:38:20.149154Z","end":"2026-03-03T14:38:20.693442Z","steps":["trace[1909164209] 'range keys from in-memory index tree' (duration: 544.105782ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:20.693459Z","caller":"traceutil/trace.go:171","msg":"trace[1310440811] transaction","detail":"{read_only:false; response_revision:14900; number_of_response:1; }","duration":"642.215423ms","start":"2026-03-03T14:38:20.051219Z","end":"2026-03-03T14:38:20.693434Z","steps":["trace[1310440811] 'process raft request' (duration: 625.887745ms)","trace[1310440811] 'compare' (duration: 15.819455ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:20.693463Z","caller":"traceutil/trace.go:171","msg":"trace[1150762418] linearizableReadLoop","detail":"{readStateIndex:15572; appliedIndex:15571; }","duration":"523.730638ms","start":"2026-03-03T14:38:20.169701Z","end":"2026-03-03T14:38:20.693431Z","steps":["trace[1150762418] 'read index received' (duration: 507.490782ms)","trace[1150762418] 'applied index is now lower than readState.Index' (duration: 16.234496ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:20.693551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:20.051209Z","time spent":"642.294185ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":727,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:38:20.693655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.803352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:20.693701Z","caller":"traceutil/trace.go:171","msg":"trace[1347345488] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:14900; }","duration":"153.898155ms","start":"2026-03-03T14:38:20.53979Z","end":"2026-03-03T14:38:20.693688Z","steps":["trace[1347345488] 'agreement among raft nodes before linearized reading' (duration: 153.797223ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.693744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.023546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:38:20.693816Z","caller":"traceutil/trace.go:171","msg":"trace[1618271457] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:14900; }","duration":"524.132998ms","start":"2026-03-03T14:38:20.169655Z","end":"2026-03-03T14:38:20.693788Z","steps":["trace[1618271457] 'agreement among raft nodes before linearized reading' (duration: 523.869612ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:20.693889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:20.169631Z","time spent":"524.23584ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:38:22.254722Z","caller":"traceutil/trace.go:171","msg":"trace[1666980339] transaction","detail":"{read_only:false; response_revision:14905; number_of_response:1; }","duration":"834.622992ms","start":"2026-03-03T14:38:21.420063Z","end":"2026-03-03T14:38:22.254687Z","steps":["trace[1666980339] 'process raft request' (duration: 834.375186ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.254918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:21.420031Z","time spent":"834.781876ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18926,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:22.366862Z","caller":"traceutil/trace.go:171","msg":"trace[407854378] transaction","detail":"{read_only:false; response_revision:14906; number_of_response:1; }","duration":"708.351153ms","start":"2026-03-03T14:38:21.658486Z","end":"2026-03-03T14:38:22.366837Z","steps":["trace[407854378] 'process raft request' (duration: 708.140458ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.367265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:21.658456Z","time spent":"708.730872ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:22.367498Z","caller":"traceutil/trace.go:171","msg":"trace[1579950606] linearizableReadLoop","detail":"{readStateIndex:15581; appliedIndex:15577; }","duration":"549.560762ms","start":"2026-03-03T14:38:21.817918Z","end":"2026-03-03T14:38:22.367479Z","steps":["trace[1579950606] 'read index received' (duration: 436.605959ms)","trace[1579950606] 'applied index is now lower than readState.Index' (duration: 112.953033ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:38:22.367273Z","caller":"traceutil/trace.go:171","msg":"trace[1672233255] transaction","detail":"{read_only:false; response_revision:14907; number_of_response:1; }","duration":"559.625131ms","start":"2026-03-03T14:38:21.807616Z","end":"2026-03-03T14:38:22.367242Z","steps":["trace[1672233255] 'process raft request' (duration: 559.171321ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:22.367711Z","caller":"traceutil/trace.go:171","msg":"trace[747591130] transaction","detail":"{read_only:false; response_revision:14908; number_of_response:1; }","duration":"556.755513ms","start":"2026-03-03T14:38:21.810913Z","end":"2026-03-03T14:38:22.367669Z","steps":["trace[747591130] 'process raft request' (duration: 556.16061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.367829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.806339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-03-03T14:38:22.367866Z","caller":"traceutil/trace.go:171","msg":"trace[280670602] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14908; }","duration":"480.935992ms","start":"2026-03-03T14:38:21.886919Z","end":"2026-03-03T14:38:22.367855Z","steps":["trace[280670602] 'agreement among raft nodes before linearized reading' (duration: 480.774618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.367838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.91322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:38:22.367881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:21.807592Z","time spent":"560.138354ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:22.367901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:21.886895Z","time spent":"480.998354ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:38:22.367884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:21.810881Z","time spent":"556.945937ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:22.367919Z","caller":"traceutil/trace.go:171","msg":"trace[635309308] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:14908; }","duration":"550.050234ms","start":"2026-03-03T14:38:21.817851Z","end":"2026-03-03T14:38:22.367902Z","steps":["trace[635309308] 'agreement among raft nodes before linearized reading' (duration: 549.780058ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.367998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:21.817818Z","time spent":"550.164846ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:38:22.36805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.402659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-03-03T14:38:22.36805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.533803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:38:22.368099Z","caller":"traceutil/trace.go:171","msg":"trace[787738037] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14908; }","duration":"363.605405ms","start":"2026-03-03T14:38:22.004481Z","end":"2026-03-03T14:38:22.368087Z","steps":["trace[787738037] 'agreement among raft nodes before linearized reading' (duration: 363.504803ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:22.368108Z","caller":"traceutil/trace.go:171","msg":"trace[581548786] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:14908; }","duration":"173.486631ms","start":"2026-03-03T14:38:22.194596Z","end":"2026-03-03T14:38:22.368082Z","steps":["trace[581548786] 'agreement among raft nodes before linearized reading' (duration: 173.401129ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.368132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:22.004465Z","time spent":"363.660276ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:22.368095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.38028ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:38:22.368131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.133328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"warn","ts":"2026-03-03T14:38:22.367916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.328365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:38:22.368199Z","caller":"traceutil/trace.go:171","msg":"trace[455817471] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14908; }","duration":"363.565344ms","start":"2026-03-03T14:38:22.004609Z","end":"2026-03-03T14:38:22.368174Z","steps":["trace[455817471] 'agreement among raft nodes before linearized reading' (duration: 363.188665ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:22.368206Z","caller":"traceutil/trace.go:171","msg":"trace[1660863397] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:14908; }","duration":"404.24836ms","start":"2026-03-03T14:38:21.963937Z","end":"2026-03-03T14:38:22.368186Z","steps":["trace[1660863397] 'agreement among raft nodes before linearized reading' (duration: 404.068746ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.368258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:22.004564Z","time spent":"363.685097ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:38:22.368288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:21.963912Z","time spent":"404.361674ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:38:22.368126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.588521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:38:22.368372Z","caller":"traceutil/trace.go:171","msg":"trace[222022409] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14908; }","duration":"362.845788ms","start":"2026-03-03T14:38:22.005516Z","end":"2026-03-03T14:38:22.368362Z","steps":["trace[222022409] 'agreement among raft nodes before linearized reading' (duration: 362.51391ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:22.36837Z","caller":"traceutil/trace.go:171","msg":"trace[1141685864] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14908; }","duration":"362.716815ms","start":"2026-03-03T14:38:22.005514Z","end":"2026-03-03T14:38:22.368231Z","steps":["trace[1141685864] 'agreement among raft nodes before linearized reading' (duration: 362.186002ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.368412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:22.005507Z","time spent":"362.890848ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:22.368479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.183357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-f4jgw\" ","response":"range_response_count:1 size:12812"} {"level":"info","ts":"2026-03-03T14:38:22.36851Z","caller":"traceutil/trace.go:171","msg":"trace[1837419511] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-f4jgw; range_end:; response_count:1; response_revision:14908; }","duration":"294.269969ms","start":"2026-03-03T14:38:22.074231Z","end":"2026-03-03T14:38:22.368501Z","steps":["trace[1837419511] 'agreement among raft nodes before linearized reading' (duration: 294.044654ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:22.368577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:22.005487Z","time spent":"362.927939ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:29.752152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.066126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-qn5zd\" ","response":"range_response_count:1 size:7032"} {"level":"info","ts":"2026-03-03T14:38:29.752259Z","caller":"traceutil/trace.go:171","msg":"trace[1735778020] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-qn5zd; range_end:; response_count:1; response_revision:15054; }","duration":"577.181738ms","start":"2026-03-03T14:38:29.175055Z","end":"2026-03-03T14:38:29.752236Z","steps":["trace[1735778020] 'range keys from in-memory index tree' (duration: 576.889521ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:29.752309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:29.175013Z","time spent":"577.284321ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7056,"request content":"key:\"/registry/pods/openstack/ovn-northd-fc978744-qn5zd\" "} {"level":"warn","ts":"2026-03-03T14:38:29.753719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.699198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:415398"} {"level":"info","ts":"2026-03-03T14:38:29.753807Z","caller":"traceutil/trace.go:171","msg":"trace[1457442208] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:15054; }","duration":"459.859522ms","start":"2026-03-03T14:38:29.293928Z","end":"2026-03-03T14:38:29.753788Z","steps":["trace[1457442208] 'range keys from in-memory index tree' (duration: 458.406407ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:29.753839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:29.293899Z","time spent":"459.933624ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":415422,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-03-03T14:38:30.522827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432385357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:31.023799Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432385357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:31.524202Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432385357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:32.024813Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432385357,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:38:32.035301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.243129854s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:38:32.035813Z","caller":"traceutil/trace.go:171","msg":"trace[1362725069] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"2.260717101s","start":"2026-03-03T14:38:29.775032Z","end":"2026-03-03T14:38:32.035749Z","steps":["trace[1362725069] 'process raft request' (duration: 2.260512436s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.035992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:29.774997Z","time spent":"2.260905675s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:38:32.047947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999870167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:38:32.048026Z","caller":"traceutil/trace.go:171","msg":"trace[139882837] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99999268s","start":"2026-03-03T14:38:30.048012Z","end":"2026-03-03T14:38:32.048005Z","steps":["trace[139882837] 'agreement among raft nodes before linearized reading' (duration: 1.999905318s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.048072Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.047967Z","time spent":"2.000096342s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:38:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:38:32.82455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:32.326953Z","time spent":"497.587268ms","remote":"127.0.0.1:44002","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:38:32.825804Z","caller":"traceutil/trace.go:171","msg":"trace[2039808134] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"3.039853555s","start":"2026-03-03T14:38:29.785912Z","end":"2026-03-03T14:38:32.825766Z","steps":["trace[2039808134] 'process raft request' (duration: 3.03961585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.825949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:29.785881Z","time spent":"3.039994449s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7255,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:32.826172Z","caller":"traceutil/trace.go:171","msg":"trace[1373418179] transaction","detail":"{read_only:false; response_revision:15059; number_of_response:1; }","duration":"2.429842777s","start":"2026-03-03T14:38:30.396315Z","end":"2026-03-03T14:38:32.826157Z","steps":["trace[1373418179] 'process raft request' (duration: 2.429787506s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.826288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.396295Z","time spent":"2.42993405s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:32.826449Z","caller":"traceutil/trace.go:171","msg":"trace[1462604478] transaction","detail":"{read_only:false; response_revision:15057; number_of_response:1; }","duration":"2.64722243s","start":"2026-03-03T14:38:30.179218Z","end":"2026-03-03T14:38:32.826441Z","steps":["trace[1462604478] 'process raft request' (duration: 2.64642771s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.826504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.179122Z","time spent":"2.647352094s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:32.826589Z","caller":"traceutil/trace.go:171","msg":"trace[2002105455] transaction","detail":"{read_only:false; response_revision:15058; number_of_response:1; }","duration":"2.647301522s","start":"2026-03-03T14:38:30.179282Z","end":"2026-03-03T14:38:32.826583Z","steps":["trace[2002105455] 'process raft request' (duration: 2.646490122s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.826634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.179225Z","time spent":"2.647381794s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416048,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:32.826905Z","caller":"traceutil/trace.go:171","msg":"trace[971555029] transaction","detail":"{read_only:false; response_revision:15060; number_of_response:1; }","duration":"2.429854009s","start":"2026-03-03T14:38:30.397044Z","end":"2026-03-03T14:38:32.826898Z","steps":["trace[971555029] 'process raft request' (duration: 2.42908645s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.826945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.397023Z","time spent":"2.429904089s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:32.826945Z","caller":"traceutil/trace.go:171","msg":"trace[1609610603] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"2.429001927s","start":"2026-03-03T14:38:30.397911Z","end":"2026-03-03T14:38:32.826913Z","steps":["trace[1609610603] 'process raft request' (duration: 2.428410823s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.827115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.397904Z","time spent":"2.429121201s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:38:32.837885Z","caller":"traceutil/trace.go:171","msg":"trace[235290730] linearizableReadLoop","detail":"{readStateIndex:15737; appliedIndex:15729; }","duration":"2.815361223s","start":"2026-03-03T14:38:30.022503Z","end":"2026-03-03T14:38:32.837864Z","steps":["trace[235290730] 'read index received' (duration: 2.013074269s)","trace[235290730] 'applied index is now lower than readState.Index' (duration: 802.285814ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:38:32.838182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.815638211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60fa65aa-60f9-4b1d-ba25-0ac94e8f2d7a\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-03T14:38:32.838469Z","caller":"traceutil/trace.go:171","msg":"trace[1599087459] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-60fa65aa-60f9-4b1d-ba25-0ac94e8f2d7a; range_end:; response_count:1; response_revision:15061; }","duration":"2.815992269s","start":"2026-03-03T14:38:30.022447Z","end":"2026-03-03T14:38:32.838439Z","steps":["trace[1599087459] 'agreement among raft nodes before linearized reading' (duration: 2.815505067s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.838519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.022422Z","time spent":"2.81608727s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-60fa65aa-60f9-4b1d-ba25-0ac94e8f2d7a\" "} {"level":"warn","ts":"2026-03-03T14:38:32.841774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.811716157s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e76ec3ba-693a-4cb2-a3fe-40d61a632af8\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-03-03T14:38:32.841821Z","caller":"traceutil/trace.go:171","msg":"trace[1094145393] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-e76ec3ba-693a-4cb2-a3fe-40d61a632af8; range_end:; response_count:1; response_revision:15062; }","duration":"2.81181206s","start":"2026-03-03T14:38:30.029995Z","end":"2026-03-03T14:38:32.841807Z","steps":["trace[1094145393] 'agreement among raft nodes before linearized reading' (duration: 2.811677256s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.84186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.02997Z","time spent":"2.811883602s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-e76ec3ba-693a-4cb2-a3fe-40d61a632af8\" "} {"level":"info","ts":"2026-03-03T14:38:32.841993Z","caller":"traceutil/trace.go:171","msg":"trace[609955369] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"789.578243ms","start":"2026-03-03T14:38:32.052406Z","end":"2026-03-03T14:38:32.841984Z","steps":["trace[609955369] 'process raft request' (duration: 787.500033ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.842063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:32.052377Z","time spent":"789.640563ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-03-03T14:38:32.84232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.278539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:32.842355Z","caller":"traceutil/trace.go:171","msg":"trace[176293397] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:15062; }","duration":"198.33613ms","start":"2026-03-03T14:38:32.644009Z","end":"2026-03-03T14:38:32.842345Z","steps":["trace[176293397] 'agreement among raft nodes before linearized reading' (duration: 198.283919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.842502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.743472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:32.842529Z","caller":"traceutil/trace.go:171","msg":"trace[851967552] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15062; }","duration":"348.809483ms","start":"2026-03-03T14:38:32.493713Z","end":"2026-03-03T14:38:32.842522Z","steps":["trace[851967552] 'agreement among raft nodes before linearized reading' (duration: 348.764442ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.842549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:32.493691Z","time spent":"348.852084ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:32.842668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"628.27909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:32.842693Z","caller":"traceutil/trace.go:171","msg":"trace[1929452824] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:15062; }","duration":"628.354172ms","start":"2026-03-03T14:38:32.214333Z","end":"2026-03-03T14:38:32.842687Z","steps":["trace[1929452824] 'agreement among raft nodes before linearized reading' (duration: 628.311591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.842713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:32.21431Z","time spent":"628.397644ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:32.842829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"794.494598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:38:32.842852Z","caller":"traceutil/trace.go:171","msg":"trace[1192797324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15062; }","duration":"794.55209ms","start":"2026-03-03T14:38:32.048294Z","end":"2026-03-03T14:38:32.842846Z","steps":["trace[1192797324] 'agreement among raft nodes before linearized reading' (duration: 794.512029ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.84287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:32.048277Z","time spent":"794.5894ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:38:32.843138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820366762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:32.843183Z","caller":"traceutil/trace.go:171","msg":"trace[1996859760] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:15062; }","duration":"1.820442994s","start":"2026-03-03T14:38:31.022732Z","end":"2026-03-03T14:38:32.843175Z","steps":["trace[1996859760] 'agreement among raft nodes before linearized reading' (duration: 1.820373773s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.843226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:31.022712Z","time spent":"1.820502666s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":31,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:32.843367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.516782193s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:32.843412Z","caller":"traceutil/trace.go:171","msg":"trace[1844941380] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:15062; }","duration":"2.516876245s","start":"2026-03-03T14:38:30.326525Z","end":"2026-03-03T14:38:32.843401Z","steps":["trace[1844941380] 'agreement among raft nodes before linearized reading' (duration: 2.516790023s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.843443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.326502Z","time spent":"2.516933537s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:32.843448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.384474471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:38:32.843525Z","caller":"traceutil/trace.go:171","msg":"trace[1837612616] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15062; }","duration":"2.384682985s","start":"2026-03-03T14:38:30.45882Z","end":"2026-03-03T14:38:32.843503Z","steps":["trace[1837612616] 'agreement among raft nodes before linearized reading' (duration: 2.384436839s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.84357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.458779Z","time spent":"2.384781887s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:38:32.843622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.57517478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-03-03T14:38:32.843654Z","caller":"traceutil/trace.go:171","msg":"trace[1034587673] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:15062; }","duration":"2.575251711s","start":"2026-03-03T14:38:30.268394Z","end":"2026-03-03T14:38:32.843645Z","steps":["trace[1034587673] 'agreement among raft nodes before linearized reading' (duration: 2.575160109s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.843677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.268357Z","time spent":"2.575315353s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:38:32.843774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.598093404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:38:32.8438Z","caller":"traceutil/trace.go:171","msg":"trace[20784805] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:15062; }","duration":"2.598168516s","start":"2026-03-03T14:38:30.245623Z","end":"2026-03-03T14:38:32.843791Z","steps":["trace[20784805] 'agreement among raft nodes before linearized reading' (duration: 2.598108224s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.843818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.245597Z","time spent":"2.598215486s","remote":"127.0.0.1:43954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":15,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:32.843816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.156953737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:32.843873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.342027052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:38:32.843893Z","caller":"traceutil/trace.go:171","msg":"trace[1996144892] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:15062; }","duration":"2.15709013s","start":"2026-03-03T14:38:30.686782Z","end":"2026-03-03T14:38:32.843872Z","steps":["trace[1996144892] 'agreement among raft nodes before linearized reading' (duration: 2.156926716s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:32.843905Z","caller":"traceutil/trace.go:171","msg":"trace[1976357110] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:15062; }","duration":"2.342105304s","start":"2026-03-03T14:38:30.50179Z","end":"2026-03-03T14:38:32.843896Z","steps":["trace[1976357110] 'agreement among raft nodes before linearized reading' (duration: 2.342006872s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.843939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.501769Z","time spent":"2.342164665s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:38:32.843943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.686758Z","time spent":"2.157176322s","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:32.844126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.376746458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:38:32.84415Z","caller":"traceutil/trace.go:171","msg":"trace[781404038] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15062; }","duration":"2.376783568s","start":"2026-03-03T14:38:30.467358Z","end":"2026-03-03T14:38:32.844142Z","steps":["trace[781404038] 'agreement among raft nodes before linearized reading' (duration: 2.376706076s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.844173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.467351Z","time spent":"2.376817319s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:38:32.844245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.385187776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:38:32.844259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863907437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:38:32.844274Z","caller":"traceutil/trace.go:171","msg":"trace[202339870] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15062; }","duration":"2.385260669s","start":"2026-03-03T14:38:30.459006Z","end":"2026-03-03T14:38:32.844266Z","steps":["trace[202339870] 'agreement among raft nodes before linearized reading' (duration: 2.385182657s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:38:32.844287Z","caller":"traceutil/trace.go:171","msg":"trace[2037229815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15062; }","duration":"1.863975008s","start":"2026-03-03T14:38:30.980303Z","end":"2026-03-03T14:38:32.844278Z","steps":["trace[2037229815] 'agreement among raft nodes before linearized reading' (duration: 1.863854355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.844295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.458973Z","time spent":"2.385316881s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:38:32.84431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.98028Z","time spent":"1.864024579s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:38:32.844559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.380848464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:38:32.844559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896113482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-03T14:38:32.844589Z","caller":"traceutil/trace.go:171","msg":"trace[263301260] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:15062; }","duration":"1.896144762s","start":"2026-03-03T14:38:30.948435Z","end":"2026-03-03T14:38:32.84458Z","steps":["trace[263301260] 'agreement among raft nodes before linearized reading' (duration: 1.89603727s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.844616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.948421Z","time spent":"1.896189433s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-03-03T14:38:32.844801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896399548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-03-03T14:38:32.844825Z","caller":"traceutil/trace.go:171","msg":"trace[948671789] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:15062; }","duration":"1.896445499s","start":"2026-03-03T14:38:30.948372Z","end":"2026-03-03T14:38:32.844818Z","steps":["trace[948671789] 'agreement among raft nodes before linearized reading' (duration: 1.896373357s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.844835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.932984447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:38:32.84485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.948356Z","time spent":"1.89648466s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":544,"request content":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" "} {"level":"info","ts":"2026-03-03T14:38:32.844871Z","caller":"traceutil/trace.go:171","msg":"trace[1187742751] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15062; }","duration":"1.933024978s","start":"2026-03-03T14:38:30.911837Z","end":"2026-03-03T14:38:32.844862Z","steps":["trace[1187742751] 'agreement among raft nodes before linearized reading' (duration: 1.932962646s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.844898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.911775Z","time spent":"1.933115721s","remote":"127.0.0.1:43736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:38:32.84549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.386087687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:38:32.845515Z","caller":"traceutil/trace.go:171","msg":"trace[769772534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15062; }","duration":"2.386161059s","start":"2026-03-03T14:38:30.459347Z","end":"2026-03-03T14:38:32.845508Z","steps":["trace[769772534] 'agreement among raft nodes before linearized reading' (duration: 2.385907593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.845536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.459314Z","time spent":"2.386216681s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:38:32.855442Z","caller":"traceutil/trace.go:171","msg":"trace[1715399067] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15062; }","duration":"2.391731663s","start":"2026-03-03T14:38:30.463688Z","end":"2026-03-03T14:38:32.85542Z","steps":["trace[1715399067] 'agreement among raft nodes before linearized reading' (duration: 2.380821014s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:38:32.855521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:38:30.463676Z","time spent":"2.391822315s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:39:36.794217Z","caller":"traceutil/trace.go:171","msg":"trace[1070339452] linearizableReadLoop","detail":"{readStateIndex:16635; appliedIndex:16634; }","duration":"427.161073ms","start":"2026-03-03T14:39:36.367031Z","end":"2026-03-03T14:39:36.794192Z","steps":["trace[1070339452] 'read index received' (duration: 426.951418ms)","trace[1070339452] 'applied index is now lower than readState.Index' (duration: 208.625µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:36.79453Z","caller":"traceutil/trace.go:171","msg":"trace[70548982] transaction","detail":"{read_only:false; response_revision:15931; number_of_response:1; }","duration":"427.598454ms","start":"2026-03-03T14:39:36.366918Z","end":"2026-03-03T14:39:36.794517Z","steps":["trace[70548982] 'process raft request' (duration: 427.124453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.794632Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:39:36.366893Z","time spent":"427.668555ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8104,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:39:36.794736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.603123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:39:36.794874Z","caller":"traceutil/trace.go:171","msg":"trace[674378395] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15931; }","duration":"427.776827ms","start":"2026-03-03T14:39:36.367065Z","end":"2026-03-03T14:39:36.794842Z","steps":["trace[674378395] 'agreement among raft nodes before linearized reading' (duration: 427.527321ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.794935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:39:36.367062Z","time spent":"427.864769ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:39:36.794957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.225228ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:39:36.794896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.669244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:39:36.795052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.130943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:39:36.795066Z","caller":"traceutil/trace.go:171","msg":"trace[899854385] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15931; }","duration":"163.383222ms","start":"2026-03-03T14:39:36.631659Z","end":"2026-03-03T14:39:36.795042Z","steps":["trace[899854385] 'agreement among raft nodes before linearized reading' (duration: 163.079064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.795099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.167283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:39:36.795224Z","caller":"traceutil/trace.go:171","msg":"trace[1453529859] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15931; }","duration":"162.297086ms","start":"2026-03-03T14:39:36.632901Z","end":"2026-03-03T14:39:36.795199Z","steps":["trace[1453529859] 'agreement among raft nodes before linearized reading' (duration: 162.141693ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.795238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.797925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1565"} {"level":"info","ts":"2026-03-03T14:39:36.795278Z","caller":"traceutil/trace.go:171","msg":"trace[696317786] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:15931; }","duration":"402.866727ms","start":"2026-03-03T14:39:36.392398Z","end":"2026-03-03T14:39:36.795265Z","steps":["trace[696317786] 'agreement among raft nodes before linearized reading' (duration: 402.715943ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:36.795248Z","caller":"traceutil/trace.go:171","msg":"trace[1855171529] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15931; }","duration":"428.073674ms","start":"2026-03-03T14:39:36.366994Z","end":"2026-03-03T14:39:36.795068Z","steps":["trace[1855171529] 'agreement among raft nodes before linearized reading' (duration: 427.589823ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.795323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:39:36.392379Z","time spent":"402.935708ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-03-03T14:39:36.795356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.866021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:39:36.79533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"423.178869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:39:36.795405Z","caller":"traceutil/trace.go:171","msg":"trace[94276912] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15931; }","duration":"165.956133ms","start":"2026-03-03T14:39:36.629436Z","end":"2026-03-03T14:39:36.795393Z","steps":["trace[94276912] 'agreement among raft nodes before linearized reading' (duration: 165.885941ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:36.795433Z","caller":"traceutil/trace.go:171","msg":"trace[1580195826] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15931; }","duration":"423.306532ms","start":"2026-03-03T14:39:36.372102Z","end":"2026-03-03T14:39:36.795408Z","steps":["trace[1580195826] 'agreement among raft nodes before linearized reading' (duration: 423.117548ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.795445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.928318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:39:36.795483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:39:36.372073Z","time spent":"423.397423ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:39:36.79552Z","caller":"traceutil/trace.go:171","msg":"trace[464001132] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:15931; }","duration":"403.056491ms","start":"2026-03-03T14:39:36.392441Z","end":"2026-03-03T14:39:36.795497Z","steps":["trace[464001132] 'agreement among raft nodes before linearized reading' (duration: 402.897357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.795505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"428.364151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:39:36.795571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:39:36.392423Z","time spent":"403.134722ms","remote":"127.0.0.1:52356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:39:36.795465Z","caller":"traceutil/trace.go:171","msg":"trace[1317568923] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15931; }","duration":"154.232525ms","start":"2026-03-03T14:39:36.640885Z","end":"2026-03-03T14:39:36.795117Z","steps":["trace[1317568923] 'agreement among raft nodes before linearized reading' (duration: 154.068271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:36.795617Z","caller":"traceutil/trace.go:171","msg":"trace[1903968940] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15931; }","duration":"428.507044ms","start":"2026-03-03T14:39:36.367085Z","end":"2026-03-03T14:39:36.795592Z","steps":["trace[1903968940] 'agreement among raft nodes before linearized reading' (duration: 428.232018ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.795785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:39:36.367081Z","time spent":"428.686729ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:39:36.795203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.05177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:39:36.79593Z","caller":"traceutil/trace.go:171","msg":"trace[1604851147] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15931; }","duration":"162.852411ms","start":"2026-03-03T14:39:36.633058Z","end":"2026-03-03T14:39:36.79591Z","steps":["trace[1604851147] 'agreement among raft nodes before linearized reading' (duration: 161.656572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:36.796095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.334922ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:39:36.796176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:39:36.366975Z","time spent":"429.183551ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T14:39:36.796177Z","caller":"traceutil/trace.go:171","msg":"trace[344229280] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15931; }","duration":"163.441714ms","start":"2026-03-03T14:39:36.632714Z","end":"2026-03-03T14:39:36.796155Z","steps":["trace[344229280] 'agreement among raft nodes before linearized reading' (duration: 162.374149ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:59.669744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.074117ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:39:59.669934Z","caller":"traceutil/trace.go:171","msg":"trace[376079674] linearizableReadLoop","detail":"{readStateIndex:16756; appliedIndex:16755; }","duration":"291.242862ms","start":"2026-03-03T14:39:59.378666Z","end":"2026-03-03T14:39:59.669909Z","steps":["trace[376079674] 'read index received' (duration: 56.99975ms)","trace[376079674] 'applied index is now lower than readState.Index' (duration: 234.240852ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:59.670012Z","caller":"traceutil/trace.go:171","msg":"trace[925182991] transaction","detail":"{read_only:false; response_revision:16046; number_of_response:1; }","duration":"291.491658ms","start":"2026-03-03T14:39:59.378489Z","end":"2026-03-03T14:39:59.669981Z","steps":["trace[925182991] 'process raft request' (duration: 57.083733ms)","trace[925182991] 'compare' (duration: 233.76192ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:39:59.67012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.447257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-03-03T14:39:59.670165Z","caller":"traceutil/trace.go:171","msg":"trace[721459827] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16046; }","duration":"291.537329ms","start":"2026-03-03T14:39:59.378618Z","end":"2026-03-03T14:39:59.670155Z","steps":["trace[721459827] 'agreement among raft nodes before linearized reading' (duration: 291.388876ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:59.67016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.668394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:39:59.670166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.705935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-03-03T14:39:59.6702Z","caller":"traceutil/trace.go:171","msg":"trace[556776666] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16046; }","duration":"289.748496ms","start":"2026-03-03T14:39:59.38044Z","end":"2026-03-03T14:39:59.670189Z","steps":["trace[556776666] 'agreement among raft nodes before linearized reading' (duration: 289.610023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:59.670227Z","caller":"traceutil/trace.go:171","msg":"trace[231433462] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16046; }","duration":"289.803898ms","start":"2026-03-03T14:39:59.380406Z","end":"2026-03-03T14:39:59.67021Z","steps":["trace[231433462] 'agreement among raft nodes before linearized reading' (duration: 289.638294ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:59.950937Z","caller":"traceutil/trace.go:171","msg":"trace[1535041407] transaction","detail":"{read_only:false; response_revision:16048; number_of_response:1; }","duration":"277.025395ms","start":"2026-03-03T14:39:59.673871Z","end":"2026-03-03T14:39:59.950897Z","steps":["trace[1535041407] 'process raft request' (duration: 270.689035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:59.951072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.908092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:39:59.951086Z","caller":"traceutil/trace.go:171","msg":"trace[1565315108] transaction","detail":"{read_only:false; response_revision:16049; number_of_response:1; }","duration":"276.111853ms","start":"2026-03-03T14:39:59.674947Z","end":"2026-03-03T14:39:59.951058Z","steps":["trace[1565315108] 'process raft request' (duration: 275.833926ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:59.950941Z","caller":"traceutil/trace.go:171","msg":"trace[1609595050] linearizableReadLoop","detail":"{readStateIndex:16759; appliedIndex:16757; }","duration":"141.761829ms","start":"2026-03-03T14:39:59.809136Z","end":"2026-03-03T14:39:59.950898Z","steps":["trace[1609595050] 'read index received' (duration: 135.415739ms)","trace[1609595050] 'applied index is now lower than readState.Index' (duration: 6.34474ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:39:59.951122Z","caller":"traceutil/trace.go:171","msg":"trace[2077971033] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:16049; }","duration":"142.013065ms","start":"2026-03-03T14:39:59.809097Z","end":"2026-03-03T14:39:59.951111Z","steps":["trace[2077971033] 'agreement among raft nodes before linearized reading' (duration: 141.907323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:39:59.951376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.21011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-03-03T14:39:59.951435Z","caller":"traceutil/trace.go:171","msg":"trace[1304704267] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:16049; }","duration":"142.318842ms","start":"2026-03-03T14:39:59.809103Z","end":"2026-03-03T14:39:59.951421Z","steps":["trace[1304704267] 'agreement among raft nodes before linearized reading' (duration: 142.134308ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:39:59.951936Z","caller":"traceutil/trace.go:171","msg":"trace[1167971484] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16049; }","duration":"100.033981ms","start":"2026-03-03T14:39:59.851894Z","end":"2026-03-03T14:39:59.951928Z","steps":["trace[1167971484] 'agreement among raft nodes before linearized reading' (duration: 99.98952ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:05.479675Z","caller":"traceutil/trace.go:171","msg":"trace[1866110035] transaction","detail":"{read_only:false; response_revision:16071; number_of_response:1; }","duration":"320.27168ms","start":"2026-03-03T14:40:05.159383Z","end":"2026-03-03T14:40:05.479655Z","steps":["trace[1866110035] 'process raft request' (duration: 320.140877ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:05.479888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.159365Z","time spent":"320.373892ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:06.51991Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.040310003s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:40:06.552756Z","caller":"traceutil/trace.go:171","msg":"trace[2129007083] transaction","detail":"{read_only:false; response_revision:16072; number_of_response:1; }","duration":"1.390128493s","start":"2026-03-03T14:40:05.1626Z","end":"2026-03-03T14:40:06.552729Z","steps":["trace[2129007083] 'process raft request' (duration: 1.357591272s)","trace[2129007083] 'compare' (duration: 32.154163ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:06.552913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.162573Z","time spent":"1.390256636s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:06.552995Z","caller":"traceutil/trace.go:171","msg":"trace[1278423661] linearizableReadLoop","detail":"{readStateIndex:16784; appliedIndex:16781; }","duration":"1.247184647s","start":"2026-03-03T14:40:05.30576Z","end":"2026-03-03T14:40:06.552944Z","steps":["trace[1278423661] 'read index received' (duration: 173.780789ms)","trace[1278423661] 'applied index is now lower than readState.Index' (duration: 1.073386887s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:06.553277Z","caller":"traceutil/trace.go:171","msg":"trace[565954102] transaction","detail":"{read_only:false; response_revision:16073; number_of_response:1; }","duration":"1.386952208s","start":"2026-03-03T14:40:05.166309Z","end":"2026-03-03T14:40:06.553262Z","steps":["trace[565954102] 'process raft request' (duration: 1.386371544s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.553433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.166293Z","time spent":"1.387024389s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:06.553694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.080593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:06.553712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.181817177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:40:06.553712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.246303476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"warn","ts":"2026-03-03T14:40:06.553711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.348587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:40:06.553752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.687343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:06.553715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247938644s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"info","ts":"2026-03-03T14:40:06.553818Z","caller":"traceutil/trace.go:171","msg":"trace[973569672] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16073; }","duration":"1.246456299s","start":"2026-03-03T14:40:05.307337Z","end":"2026-03-03T14:40:06.553794Z","steps":["trace[973569672] 'agreement among raft nodes before linearized reading' (duration: 1.246135422s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.553782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.212635968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:06.553861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.837047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-03-03T14:40:06.553884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.307314Z","time spent":"1.246559101s","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:40:06.553867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.882597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-03-03T14:40:06.553829Z","caller":"traceutil/trace.go:171","msg":"trace[1278539910] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16073; }","duration":"183.788415ms","start":"2026-03-03T14:40:06.370018Z","end":"2026-03-03T14:40:06.553806Z","steps":["trace[1278539910] 'agreement among raft nodes before linearized reading' (duration: 183.658172ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.553967Z","caller":"traceutil/trace.go:171","msg":"trace[1926458907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:16073; }","duration":"857.026931ms","start":"2026-03-03T14:40:05.696905Z","end":"2026-03-03T14:40:06.553932Z","steps":["trace[1926458907] 'agreement among raft nodes before linearized reading' (duration: 856.711643ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.553993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.690561ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-03-03T14:40:06.553987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.561446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-03T14:40:06.55404Z","caller":"traceutil/trace.go:171","msg":"trace[1718971117] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:16073; }","duration":"580.730612ms","start":"2026-03-03T14:40:05.973294Z","end":"2026-03-03T14:40:06.554025Z","steps":["trace[1718971117] 'agreement among raft nodes before linearized reading' (duration: 580.632689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.55381Z","caller":"traceutil/trace.go:171","msg":"trace[2025365163] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16073; }","duration":"584.46444ms","start":"2026-03-03T14:40:05.969333Z","end":"2026-03-03T14:40:06.553798Z","steps":["trace[2025365163] 'agreement among raft nodes before linearized reading' (duration: 584.248795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.554078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.973271Z","time spent":"580.799994ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:40:06.554064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.280938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:06.553903Z","caller":"traceutil/trace.go:171","msg":"trace[2121166849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16073; }","duration":"578.895649ms","start":"2026-03-03T14:40:05.974996Z","end":"2026-03-03T14:40:06.553892Z","steps":["trace[2121166849] 'agreement among raft nodes before linearized reading' (duration: 578.802736ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.554147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.402614ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T14:40:06.554172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.411619ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:06.554184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.974984Z","time spent":"579.192905ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:40:06.554179Z","caller":"traceutil/trace.go:171","msg":"trace[1735014368] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16073; }","duration":"541.456132ms","start":"2026-03-03T14:40:06.012701Z","end":"2026-03-03T14:40:06.554157Z","steps":["trace[1735014368] 'agreement among raft nodes before linearized reading' (duration: 541.088883ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.553777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.028325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:06.554204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.969322Z","time spent":"584.812748ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:40:06.554121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"586.712944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:06.55429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.495402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:06.554385Z","caller":"traceutil/trace.go:171","msg":"trace[1546443282] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16073; }","duration":"184.605974ms","start":"2026-03-03T14:40:06.369767Z","end":"2026-03-03T14:40:06.554373Z","steps":["trace[1546443282] 'agreement among raft nodes before linearized reading' (duration: 184.275136ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.554315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210256821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:06.554442Z","caller":"traceutil/trace.go:171","msg":"trace[473763655] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16073; }","duration":"1.210450046s","start":"2026-03-03T14:40:05.343974Z","end":"2026-03-03T14:40:06.554424Z","steps":["trace[473763655] 'agreement among raft nodes before linearized reading' (duration: 1.210065947s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.553769Z","caller":"traceutil/trace.go:171","msg":"trace[1497491779] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16073; }","duration":"1.181909099s","start":"2026-03-03T14:40:05.371841Z","end":"2026-03-03T14:40:06.553751Z","steps":["trace[1497491779] 'agreement among raft nodes before linearized reading' (duration: 1.181800467s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.554578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.371821Z","time spent":"1.182735489s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:40:06.554159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144709758s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pknx8\" ","response":"range_response_count:1 size:20747"} {"level":"warn","ts":"2026-03-03T14:40:06.554606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.343963Z","time spent":"1.210578029s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:40:06.55464Z","caller":"traceutil/trace.go:171","msg":"trace[1702625907] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pknx8; range_end:; response_count:1; response_revision:16073; }","duration":"1.14521613s","start":"2026-03-03T14:40:05.409415Z","end":"2026-03-03T14:40:06.554631Z","steps":["trace[1702625907] 'agreement among raft nodes before linearized reading' (duration: 1.144456721s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.55471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.409404Z","time spent":"1.145296902s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20771,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pknx8\" "} {"level":"warn","ts":"2026-03-03T14:40:06.554288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.213263753s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:40:06.554906Z","caller":"traceutil/trace.go:171","msg":"trace[259550619] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16073; }","duration":"1.213915278s","start":"2026-03-03T14:40:05.34098Z","end":"2026-03-03T14:40:06.554895Z","steps":["trace[259550619] 'agreement among raft nodes before linearized reading' (duration: 1.213204711s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.55496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.340962Z","time spent":"1.2139877s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:40:06.554238Z","caller":"traceutil/trace.go:171","msg":"trace[476250050] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:16073; }","duration":"204.530737ms","start":"2026-03-03T14:40:06.349696Z","end":"2026-03-03T14:40:06.554226Z","steps":["trace[476250050] 'agreement among raft nodes before linearized reading' (duration: 204.050016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.553948Z","caller":"traceutil/trace.go:171","msg":"trace[358394083] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16073; }","duration":"1.212818912s","start":"2026-03-03T14:40:05.341096Z","end":"2026-03-03T14:40:06.553915Z","steps":["trace[358394083] 'agreement among raft nodes before linearized reading' (duration: 1.212597297s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.555221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.341079Z","time spent":"1.214130053s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:40:06.554024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.696884Z","time spent":"857.131923ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:40:06.555315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.175989ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:06.553962Z","caller":"traceutil/trace.go:171","msg":"trace[1827150413] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:16073; }","duration":"1.248233001s","start":"2026-03-03T14:40:05.305703Z","end":"2026-03-03T14:40:06.553936Z","steps":["trace[1827150413] 'agreement among raft nodes before linearized reading' (duration: 1.247748599s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.555422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.305677Z","time spent":"1.249731437s","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:40:06.55537Z","caller":"traceutil/trace.go:171","msg":"trace[315973200] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16073; }","duration":"589.368558ms","start":"2026-03-03T14:40:05.965985Z","end":"2026-03-03T14:40:06.555353Z","steps":["trace[315973200] 'agreement among raft nodes before linearized reading' (duration: 588.007925ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.555636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.965962Z","time spent":"589.662165ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:40:06.55407Z","caller":"traceutil/trace.go:171","msg":"trace[1341780140] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:16073; }","duration":"117.696949ms","start":"2026-03-03T14:40:06.436353Z","end":"2026-03-03T14:40:06.55405Z","steps":["trace[1341780140] 'agreement among raft nodes before linearized reading' (duration: 117.332381ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.554197Z","caller":"traceutil/trace.go:171","msg":"trace[1362903472] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16073; }","duration":"184.461351ms","start":"2026-03-03T14:40:06.369729Z","end":"2026-03-03T14:40:06.55419Z","steps":["trace[1362903472] 'agreement among raft nodes before linearized reading' (duration: 184.41917ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.554199Z","caller":"traceutil/trace.go:171","msg":"trace[1155714752] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16073; }","duration":"588.495297ms","start":"2026-03-03T14:40:05.965692Z","end":"2026-03-03T14:40:06.554188Z","steps":["trace[1155714752] 'agreement among raft nodes before linearized reading' (duration: 588.353293ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.554245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.012678Z","time spent":"541.557854ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:40:06.554249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155128994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-03-03T14:40:06.553756Z","caller":"traceutil/trace.go:171","msg":"trace[58089044] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16073; }","duration":"184.169405ms","start":"2026-03-03T14:40:06.369574Z","end":"2026-03-03T14:40:06.553743Z","steps":["trace[58089044] 'agreement among raft nodes before linearized reading' (duration: 184.076073ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.55431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.473993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:40:06.554302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.436193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:40:06.554291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.984184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-03T14:40:06.554309Z","caller":"traceutil/trace.go:171","msg":"trace[1396526644] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16073; }","duration":"586.917059ms","start":"2026-03-03T14:40:05.967379Z","end":"2026-03-03T14:40:06.554296Z","steps":["trace[1396526644] 'agreement among raft nodes before linearized reading' (duration: 586.712554ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.554336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.33453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"warn","ts":"2026-03-03T14:40:06.554349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.69267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:06.554397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.079772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:40:06.555858Z","caller":"traceutil/trace.go:171","msg":"trace[1901516575] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16073; }","duration":"588.547087ms","start":"2026-03-03T14:40:05.967297Z","end":"2026-03-03T14:40:06.555844Z","steps":["trace[1901516575] 'agreement among raft nodes before linearized reading' (duration: 587.035671ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.555902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.967289Z","time spent":"588.600729ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:40:06.556095Z","caller":"traceutil/trace.go:171","msg":"trace[837473314] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:16073; }","duration":"530.244346ms","start":"2026-03-03T14:40:06.025787Z","end":"2026-03-03T14:40:06.556032Z","steps":["trace[837473314] 'agreement among raft nodes before linearized reading' (duration: 528.470873ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.556162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.025765Z","time spent":"530.380109ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:40:06.556198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.965674Z","time spent":"590.513684ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T14:40:06.556319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.967359Z","time spent":"588.943817ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:40:06.55635Z","caller":"traceutil/trace.go:171","msg":"trace[2146626557] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:16073; }","duration":"506.717929ms","start":"2026-03-03T14:40:06.049616Z","end":"2026-03-03T14:40:06.556334Z","steps":["trace[2146626557] 'agreement among raft nodes before linearized reading' (duration: 504.712431ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.556387Z","caller":"traceutil/trace.go:171","msg":"trace[130994669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:16073; }","duration":"776.41694ms","start":"2026-03-03T14:40:05.779958Z","end":"2026-03-03T14:40:06.556375Z","steps":["trace[130994669] 'agreement among raft nodes before linearized reading' (duration: 774.32503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.556409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.049593Z","time spent":"506.804791ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:40:06.556428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.779937Z","time spent":"776.482732ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:40:06.556552Z","caller":"traceutil/trace.go:171","msg":"trace[499821193] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:16073; }","duration":"133.264607ms","start":"2026-03-03T14:40:06.423273Z","end":"2026-03-03T14:40:06.556537Z","steps":["trace[499821193] 'agreement among raft nodes before linearized reading' (duration: 130.897901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.556346Z","caller":"traceutil/trace.go:171","msg":"trace[2134051698] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:16073; }","duration":"1.157218434s","start":"2026-03-03T14:40:05.399112Z","end":"2026-03-03T14:40:06.556331Z","steps":["trace[2134051698] 'agreement among raft nodes before linearized reading' (duration: 1.155074333s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:06.556329Z","caller":"traceutil/trace.go:171","msg":"trace[1885717530] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16073; }","duration":"679.519713ms","start":"2026-03-03T14:40:05.876795Z","end":"2026-03-03T14:40:06.556314Z","steps":["trace[1885717530] 'agreement among raft nodes before linearized reading' (duration: 677.428913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:06.556716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.876775Z","time spent":"679.930282ms","remote":"127.0.0.1:52482","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:40:06.556726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:05.399048Z","time spent":"1.157635994s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:40:07.241239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.185338ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:40:07.241543Z","caller":"traceutil/trace.go:171","msg":"trace[1512733084] transaction","detail":"{read_only:false; response_revision:16074; number_of_response:1; }","duration":"680.436906ms","start":"2026-03-03T14:40:06.56108Z","end":"2026-03-03T14:40:07.241517Z","steps":["trace[1512733084] 'process raft request' (duration: 467.841578ms)","trace[1512733084] 'compare' (duration: 211.464531ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:07.241682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.561058Z","time spent":"680.545338ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:07.241696Z","caller":"traceutil/trace.go:171","msg":"trace[252123181] transaction","detail":"{read_only:false; response_revision:16075; number_of_response:1; }","duration":"679.662688ms","start":"2026-03-03T14:40:06.561985Z","end":"2026-03-03T14:40:07.241648Z","steps":["trace[252123181] 'process raft request' (duration: 679.431663ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:07.241741Z","caller":"traceutil/trace.go:171","msg":"trace[527528421] transaction","detail":"{read_only:false; response_revision:16076; number_of_response:1; }","duration":"679.406652ms","start":"2026-03-03T14:40:06.562289Z","end":"2026-03-03T14:40:07.241696Z","steps":["trace[527528421] 'process raft request' (duration: 679.266949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:07.241912Z","caller":"traceutil/trace.go:171","msg":"trace[1025695340] transaction","detail":"{read_only:false; response_revision:16078; number_of_response:1; }","duration":"678.809877ms","start":"2026-03-03T14:40:06.563094Z","end":"2026-03-03T14:40:07.241904Z","steps":["trace[1025695340] 'process raft request' (duration: 678.567511ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.241959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.563076Z","time spent":"678.860238ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:07.241901Z","caller":"traceutil/trace.go:171","msg":"trace[1631387491] transaction","detail":"{read_only:false; response_revision:16077; number_of_response:1; }","duration":"680.200081ms","start":"2026-03-03T14:40:06.561643Z","end":"2026-03-03T14:40:07.241843Z","steps":["trace[1631387491] 'process raft request' (duration: 679.970085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.241991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.562269Z","time spent":"679.607946ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:07.241952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.561973Z","time spent":"679.860172ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:07.241726Z","caller":"traceutil/trace.go:171","msg":"trace[632971921] linearizableReadLoop","detail":"{readStateIndex:16789; appliedIndex:16784; }","duration":"676.342249ms","start":"2026-03-03T14:40:06.565361Z","end":"2026-03-03T14:40:07.241703Z","steps":["trace[632971921] 'read index received' (duration: 463.585137ms)","trace[632971921] 'applied index is now lower than readState.Index' (duration: 212.755812ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:07.242203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.561581Z","time spent":"680.475547ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:07.2424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.500959ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:07.242455Z","caller":"traceutil/trace.go:171","msg":"trace[321467844] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16078; }","duration":"351.55573ms","start":"2026-03-03T14:40:06.890886Z","end":"2026-03-03T14:40:07.242441Z","steps":["trace[321467844] 'agreement among raft nodes before linearized reading' (duration: 351.369596ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.242461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.019756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:07.242492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.89086Z","time spent":"351.622902ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:40:07.242513Z","caller":"traceutil/trace.go:171","msg":"trace[1837277920] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16078; }","duration":"353.110558ms","start":"2026-03-03T14:40:06.889385Z","end":"2026-03-03T14:40:07.242496Z","steps":["trace[1837277920] 'agreement among raft nodes before linearized reading' (duration: 353.041976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.242573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.88936Z","time spent":"353.19795ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:40:07.242608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.398929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:40:07.242387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.131029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:40:07.242682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.702024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-03-03T14:40:07.24271Z","caller":"traceutil/trace.go:171","msg":"trace[34816198] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16078; }","duration":"353.457696ms","start":"2026-03-03T14:40:06.889239Z","end":"2026-03-03T14:40:07.242697Z","steps":["trace[34816198] 'agreement among raft nodes before linearized reading' (duration: 352.972665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.242757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.889225Z","time spent":"353.518857ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:40:07.242777Z","caller":"traceutil/trace.go:171","msg":"trace[48569932] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:16078; }","duration":"351.793996ms","start":"2026-03-03T14:40:06.890944Z","end":"2026-03-03T14:40:07.242738Z","steps":["trace[48569932] 'agreement among raft nodes before linearized reading' (duration: 351.51797ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.242812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.793799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:40:07.242835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.89094Z","time spent":"351.877428ms","remote":"127.0.0.1:43632","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":72,"response size":31,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:40:07.242842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.469035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770704"} {"level":"info","ts":"2026-03-03T14:40:07.242854Z","caller":"traceutil/trace.go:171","msg":"trace[666400763] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:16078; }","duration":"111.873481ms","start":"2026-03-03T14:40:07.130971Z","end":"2026-03-03T14:40:07.242845Z","steps":["trace[666400763] 'agreement among raft nodes before linearized reading' (duration: 111.753518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.242873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.465216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:07.242895Z","caller":"traceutil/trace.go:171","msg":"trace[2062716413] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16078; }","duration":"677.541407ms","start":"2026-03-03T14:40:06.56534Z","end":"2026-03-03T14:40:07.242882Z","steps":["trace[2062716413] 'agreement among raft nodes before linearized reading' (duration: 676.465242ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.242934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.728473ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:07.242955Z","caller":"traceutil/trace.go:171","msg":"trace[1462023524] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16078; }","duration":"353.752983ms","start":"2026-03-03T14:40:06.889194Z","end":"2026-03-03T14:40:07.242947Z","steps":["trace[1462023524] 'agreement among raft nodes before linearized reading' (duration: 353.724903ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.242956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.565332Z","time spent":"677.610549ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770728,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:40:07.242979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.889189Z","time spent":"353.786544ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:40:07.243044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.847435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:07.242696Z","caller":"traceutil/trace.go:171","msg":"trace[345606863] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16078; }","duration":"265.556783ms","start":"2026-03-03T14:40:06.977121Z","end":"2026-03-03T14:40:07.242678Z","steps":["trace[345606863] 'agreement among raft nodes before linearized reading' (duration: 265.285257ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:07.243062Z","caller":"traceutil/trace.go:171","msg":"trace[15097574] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16078; }","duration":"353.877746ms","start":"2026-03-03T14:40:06.88918Z","end":"2026-03-03T14:40:07.243058Z","steps":["trace[15097574] 'agreement among raft nodes before linearized reading' (duration: 353.849065ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.243079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.889175Z","time spent":"353.901096ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:40:07.243079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.770883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:40:07.243212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.029289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:07.243234Z","caller":"traceutil/trace.go:171","msg":"trace[970842994] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16078; }","duration":"354.069821ms","start":"2026-03-03T14:40:06.889159Z","end":"2026-03-03T14:40:07.243229Z","steps":["trace[970842994] 'agreement among raft nodes before linearized reading' (duration: 354.014739ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.24325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.889153Z","time spent":"354.093501ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:40:07.243327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.618214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:118"} {"level":"warn","ts":"2026-03-03T14:40:07.242902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"677.399364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770704"} {"level":"info","ts":"2026-03-03T14:40:07.243347Z","caller":"traceutil/trace.go:171","msg":"trace[809458814] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:16078; }","duration":"676.726797ms","start":"2026-03-03T14:40:06.566613Z","end":"2026-03-03T14:40:07.24334Z","steps":["trace[809458814] 'agreement among raft nodes before linearized reading' (duration: 676.673946ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.243373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.566591Z","time spent":"676.776278ms","remote":"127.0.0.1:43652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-03-03T14:40:07.243362Z","caller":"traceutil/trace.go:171","msg":"trace[1090064716] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16078; }","duration":"677.904636ms","start":"2026-03-03T14:40:06.565446Z","end":"2026-03-03T14:40:07.24335Z","steps":["trace[1090064716] 'agreement among raft nodes before linearized reading' (duration: 676.718388ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.243412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.565418Z","time spent":"677.975728ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770728,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:40:07.242921Z","caller":"traceutil/trace.go:171","msg":"trace[639401277] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16078; }","duration":"353.531968ms","start":"2026-03-03T14:40:06.889375Z","end":"2026-03-03T14:40:07.242907Z","steps":["trace[639401277] 'agreement among raft nodes before linearized reading' (duration: 353.457367ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.243466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.889363Z","time spent":"354.097621ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:40:07.243472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.026192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:07.243507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.236574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:40:07.243553Z","caller":"traceutil/trace.go:171","msg":"trace[1401002677] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16078; }","duration":"354.291045ms","start":"2026-03-03T14:40:06.889251Z","end":"2026-03-03T14:40:07.243542Z","steps":["trace[1401002677] 'agreement among raft nodes before linearized reading' (duration: 354.164022ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:07.243555Z","caller":"traceutil/trace.go:171","msg":"trace[1899060416] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16078; }","duration":"355.128075ms","start":"2026-03-03T14:40:06.888411Z","end":"2026-03-03T14:40:07.243539Z","steps":["trace[1899060416] 'agreement among raft nodes before linearized reading' (duration: 355.034673ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.243585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.889248Z","time spent":"354.330326ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:40:07.2436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.888393Z","time spent":"355.197446ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:40:07.243415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"675.882127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:129866"} {"level":"info","ts":"2026-03-03T14:40:07.243741Z","caller":"traceutil/trace.go:171","msg":"trace[551874501] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:16078; }","duration":"676.208554ms","start":"2026-03-03T14:40:06.56752Z","end":"2026-03-03T14:40:07.243728Z","steps":["trace[551874501] 'agreement among raft nodes before linearized reading' (duration: 675.696102ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.243782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.567499Z","time spent":"676.272177ms","remote":"127.0.0.1:43644","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":129890,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-03-03T14:40:07.243888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.029192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770704"} {"level":"info","ts":"2026-03-03T14:40:07.243914Z","caller":"traceutil/trace.go:171","msg":"trace[1323159184] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16078; }","duration":"676.065823ms","start":"2026-03-03T14:40:06.567842Z","end":"2026-03-03T14:40:07.243908Z","steps":["trace[1323159184] 'agreement among raft nodes before linearized reading' (duration: 675.726124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.24393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.567834Z","time spent":"676.090983ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770728,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:40:07.244501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"676.730538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:770704"} {"level":"info","ts":"2026-03-03T14:40:07.244549Z","caller":"traceutil/trace.go:171","msg":"trace[1172747119] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:16078; }","duration":"676.82928ms","start":"2026-03-03T14:40:06.567709Z","end":"2026-03-03T14:40:07.244539Z","steps":["trace[1172747119] 'agreement among raft nodes before linearized reading' (duration: 675.971969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.244585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.567683Z","time spent":"676.889812ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":770728,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:40:07.243135Z","caller":"traceutil/trace.go:171","msg":"trace[664073837] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16078; }","duration":"353.830934ms","start":"2026-03-03T14:40:06.889291Z","end":"2026-03-03T14:40:07.243121Z","steps":["trace[664073837] 'agreement among raft nodes before linearized reading' (duration: 353.65699ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.244971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:06.889287Z","time spent":"355.664009ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:40:07.66117Z","caller":"traceutil/trace.go:171","msg":"trace[326493830] linearizableReadLoop","detail":"{readStateIndex:16790; appliedIndex:16789; }","duration":"166.490926ms","start":"2026-03-03T14:40:07.494649Z","end":"2026-03-03T14:40:07.66114Z","steps":["trace[326493830] 'read index received' (duration: 166.155228ms)","trace[326493830] 'applied index is now lower than readState.Index' (duration: 334.157µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:07.661381Z","caller":"traceutil/trace.go:171","msg":"trace[1978189584] transaction","detail":"{read_only:false; response_revision:16079; number_of_response:1; }","duration":"175.316985ms","start":"2026-03-03T14:40:07.486008Z","end":"2026-03-03T14:40:07.661325Z","steps":["trace[1978189584] 'process raft request' (duration: 174.929025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.661495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.815154ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"info","ts":"2026-03-03T14:40:07.661561Z","caller":"traceutil/trace.go:171","msg":"trace[808767742] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:16079; }","duration":"166.918636ms","start":"2026-03-03T14:40:07.494621Z","end":"2026-03-03T14:40:07.661539Z","steps":["trace[808767742] 'agreement among raft nodes before linearized reading' (duration: 166.68476ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.997793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.787401ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:40:07.997883Z","caller":"traceutil/trace.go:171","msg":"trace[1641751791] linearizableReadLoop","detail":"{readStateIndex:16792; appliedIndex:16791; }","duration":"259.394227ms","start":"2026-03-03T14:40:07.738475Z","end":"2026-03-03T14:40:07.997869Z","steps":["trace[1641751791] 'read index received' (duration: 39.37µs)","trace[1641751791] 'applied index is now lower than readState.Index' (duration: 259.353387ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:07.99797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.49299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:07.99795Z","caller":"traceutil/trace.go:171","msg":"trace[949337405] transaction","detail":"{read_only:false; response_revision:16081; number_of_response:1; }","duration":"301.326181ms","start":"2026-03-03T14:40:07.696568Z","end":"2026-03-03T14:40:07.997894Z","steps":["trace[949337405] 'process raft request' (duration: 10.364825ms)","trace[949337405] 'compare' (duration: 290.668029ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:07.998001Z","caller":"traceutil/trace.go:171","msg":"trace[964816476] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:16081; }","duration":"259.543981ms","start":"2026-03-03T14:40:07.73844Z","end":"2026-03-03T14:40:07.997984Z","steps":["trace[964816476] 'agreement among raft nodes before linearized reading' (duration: 259.49918ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:07.998103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:07.696509Z","time spent":"301.501175ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":749,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:07.998158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.58021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:40:07.99821Z","caller":"traceutil/trace.go:171","msg":"trace[1946618394] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:16081; }","duration":"256.656233ms","start":"2026-03-03T14:40:07.741543Z","end":"2026-03-03T14:40:07.998199Z","steps":["trace[1946618394] 'agreement among raft nodes before linearized reading' (duration: 256.460358ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.727742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.679439ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:08.727834Z","caller":"traceutil/trace.go:171","msg":"trace[424083384] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16084; }","duration":"163.820122ms","start":"2026-03-03T14:40:08.56399Z","end":"2026-03-03T14:40:08.72781Z","steps":["trace[424083384] 'agreement among raft nodes before linearized reading' (duration: 163.616257ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.727838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.827027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:08.727846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.439248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"warn","ts":"2026-03-03T14:40:08.727931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.460973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:08.727937Z","caller":"traceutil/trace.go:171","msg":"trace[1076560227] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16084; }","duration":"156.940459ms","start":"2026-03-03T14:40:08.570978Z","end":"2026-03-03T14:40:08.727919Z","steps":["trace[1076560227] 'agreement among raft nodes before linearized reading' (duration: 156.796436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.727998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.238497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:08.727989Z","caller":"traceutil/trace.go:171","msg":"trace[1474459454] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16084; }","duration":"155.534856ms","start":"2026-03-03T14:40:08.57244Z","end":"2026-03-03T14:40:08.727975Z","steps":["trace[1474459454] 'agreement among raft nodes before linearized reading' (duration: 155.404323ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:08.727944Z","caller":"traceutil/trace.go:171","msg":"trace[1013510576] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16084; }","duration":"156.567011ms","start":"2026-03-03T14:40:08.571363Z","end":"2026-03-03T14:40:08.72793Z","steps":["trace[1013510576] 'agreement among raft nodes before linearized reading' (duration: 156.312915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:08.72808Z","caller":"traceutil/trace.go:171","msg":"trace[1600447386] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16084; }","duration":"157.360289ms","start":"2026-03-03T14:40:08.570701Z","end":"2026-03-03T14:40:08.728061Z","steps":["trace[1600447386] 'agreement among raft nodes before linearized reading' (duration: 157.033791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.72809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.159654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:40:08.728147Z","caller":"traceutil/trace.go:171","msg":"trace[1942248478] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16084; }","duration":"157.229036ms","start":"2026-03-03T14:40:08.570905Z","end":"2026-03-03T14:40:08.728134Z","steps":["trace[1942248478] 'agreement among raft nodes before linearized reading' (duration: 157.041892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.72814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.744815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:08.728194Z","caller":"traceutil/trace.go:171","msg":"trace[1865928441] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16084; }","duration":"156.801136ms","start":"2026-03-03T14:40:08.571383Z","end":"2026-03-03T14:40:08.728185Z","steps":["trace[1865928441] 'agreement among raft nodes before linearized reading' (duration: 156.736604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.728099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.425066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-03-03T14:40:08.728279Z","caller":"traceutil/trace.go:171","msg":"trace[603344842] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16084; }","duration":"156.639541ms","start":"2026-03-03T14:40:08.571616Z","end":"2026-03-03T14:40:08.728256Z","steps":["trace[603344842] 'agreement among raft nodes before linearized reading' (duration: 156.347905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.728289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.283851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:08.728324Z","caller":"traceutil/trace.go:171","msg":"trace[1721482670] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16084; }","duration":"158.356533ms","start":"2026-03-03T14:40:08.569957Z","end":"2026-03-03T14:40:08.728314Z","steps":["trace[1721482670] 'agreement among raft nodes before linearized reading' (duration: 158.25347ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:08.728424Z","caller":"traceutil/trace.go:171","msg":"trace[142354528] transaction","detail":"{read_only:false; response_revision:16084; number_of_response:1; }","duration":"157.274097ms","start":"2026-03-03T14:40:08.571141Z","end":"2026-03-03T14:40:08.728415Z","steps":["trace[142354528] 'process raft request' (duration: 156.312585ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:08.728586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.737741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:40:08.728431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.266392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:08.728619Z","caller":"traceutil/trace.go:171","msg":"trace[1814650043] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16084; }","duration":"163.786502ms","start":"2026-03-03T14:40:08.564824Z","end":"2026-03-03T14:40:08.72861Z","steps":["trace[1814650043] 'agreement among raft nodes before linearized reading' (duration: 163.70307ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:08.728755Z","caller":"traceutil/trace.go:171","msg":"trace[1539480964] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16084; }","duration":"164.486118ms","start":"2026-03-03T14:40:08.564133Z","end":"2026-03-03T14:40:08.72862Z","steps":["trace[1539480964] 'agreement among raft nodes before linearized reading' (duration: 164.155819ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:09.758865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432388720,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:40:09.784323Z","caller":"traceutil/trace.go:171","msg":"trace[852774587] transaction","detail":"{read_only:false; response_revision:16085; number_of_response:1; }","duration":"527.051061ms","start":"2026-03-03T14:40:09.257244Z","end":"2026-03-03T14:40:09.784295Z","steps":["trace[852774587] 'process raft request' (duration: 526.898508ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:09.784497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.257224Z","time spent":"527.175104ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:10.990894Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.206568704s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:40:11.239539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.090161055s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:11.239686Z","caller":"traceutil/trace.go:171","msg":"trace[1157519779] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:16085; }","duration":"1.090318439s","start":"2026-03-03T14:40:10.149354Z","end":"2026-03-03T14:40:11.239672Z","steps":["trace[1157519779] 'range keys from in-memory index tree' (duration: 1.090146395s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.240118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.298735ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-03-03T14:40:11.240332Z","caller":"traceutil/trace.go:171","msg":"trace[761104676] transaction","detail":"{read_only:false; response_revision:16087; number_of_response:1; }","duration":"1.98068436s","start":"2026-03-03T14:40:09.259628Z","end":"2026-03-03T14:40:11.240312Z","steps":["trace[761104676] 'process raft request' (duration: 1.980596398s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.240411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.259616Z","time spent":"1.980758321s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:11.240656Z","caller":"traceutil/trace.go:171","msg":"trace[412653137] transaction","detail":"{read_only:false; response_revision:16086; number_of_response:1; }","duration":"1.982760629s","start":"2026-03-03T14:40:09.257882Z","end":"2026-03-03T14:40:11.240643Z","steps":["trace[412653137] 'process raft request' (duration: 1.73385412s)","trace[412653137] 'compare' (duration: 248.163872ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:11.240719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.257864Z","time spent":"1.9828251s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:11.240896Z","caller":"traceutil/trace.go:171","msg":"trace[883989070] transaction","detail":"{read_only:false; response_revision:16088; number_of_response:1; }","duration":"1.977313879s","start":"2026-03-03T14:40:09.263561Z","end":"2026-03-03T14:40:11.240875Z","steps":["trace[883989070] 'process raft request' (duration: 1.976714785s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:11.241208Z","caller":"traceutil/trace.go:171","msg":"trace[819705880] transaction","detail":"{read_only:false; response_revision:16089; number_of_response:1; }","duration":"1.975500836s","start":"2026-03-03T14:40:09.265689Z","end":"2026-03-03T14:40:11.24119Z","steps":["trace[819705880] 'process raft request' (duration: 1.974940673s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.241305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.265679Z","time spent":"1.975587089s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:11.241389Z","caller":"traceutil/trace.go:171","msg":"trace[92622367] linearizableReadLoop","detail":"{readStateIndex:16802; appliedIndex:16797; }","duration":"1.982653526s","start":"2026-03-03T14:40:09.258713Z","end":"2026-03-03T14:40:11.241367Z","steps":["trace[92622367] 'read index received' (duration: 526.312153ms)","trace[92622367] 'applied index is now lower than readState.Index' (duration: 1.456340353s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:40:11.241502Z","caller":"traceutil/trace.go:171","msg":"trace[841607151] transaction","detail":"{read_only:false; response_revision:16090; number_of_response:1; }","duration":"1.571316488s","start":"2026-03-03T14:40:09.670177Z","end":"2026-03-03T14:40:11.241494Z","steps":["trace[841607151] 'process raft request' (duration: 1.570935568s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.241553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.670148Z","time spent":"1.57137861s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:11.241876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.983162349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:11.24192Z","caller":"traceutil/trace.go:171","msg":"trace[186964751] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16091; }","duration":"1.98322295s","start":"2026-03-03T14:40:09.258688Z","end":"2026-03-03T14:40:11.241911Z","steps":["trace[186964751] 'agreement among raft nodes before linearized reading' (duration: 1.982871952s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.241942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.258679Z","time spent":"1.983258681s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:40:11.242116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.263537Z","time spent":"1.977551155s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:11.242909Z","caller":"traceutil/trace.go:171","msg":"trace[1843984095] transaction","detail":"{read_only:false; response_revision:16091; number_of_response:1; }","duration":"818.252561ms","start":"2026-03-03T14:40:10.424642Z","end":"2026-03-03T14:40:11.242894Z","steps":["trace[1843984095] 'process raft request' (duration: 816.656123ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.242972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.424617Z","time spent":"818.324083ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:40:11.24298Z","caller":"traceutil/trace.go:171","msg":"trace[275609587] transaction","detail":"{read_only:false; response_revision:16094; number_of_response:1; }","duration":"492.662096ms","start":"2026-03-03T14:40:10.750303Z","end":"2026-03-03T14:40:11.242965Z","steps":["trace[275609587] 'process raft request' (duration: 492.618315ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:11.243018Z","caller":"traceutil/trace.go:171","msg":"trace[618909374] transaction","detail":"{read_only:false; response_revision:16092; number_of_response:1; }","duration":"594.933208ms","start":"2026-03-03T14:40:10.64805Z","end":"2026-03-03T14:40:11.242984Z","steps":["trace[618909374] 'process raft request' (duration: 593.537115ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:11.243098Z","caller":"traceutil/trace.go:171","msg":"trace[275151330] transaction","detail":"{read_only:false; response_revision:16093; number_of_response:1; }","duration":"507.677651ms","start":"2026-03-03T14:40:10.735413Z","end":"2026-03-03T14:40:11.243091Z","steps":["trace[275151330] 'process raft request' (duration: 507.276001ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:11.24309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.750288Z","time spent":"492.734617ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:11.24314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.735385Z","time spent":"507.733492ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:11.243232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.648018Z","time spent":"595.089652ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:11.741783Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432388732,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:40:12.049221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000751604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:40:12.049523Z","caller":"traceutil/trace.go:171","msg":"trace[101826593] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001133213s","start":"2026-03-03T14:40:10.048364Z","end":"2026-03-03T14:40:12.049497Z","steps":["trace[101826593] 'agreement among raft nodes before linearized reading' (duration: 2.000775575s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.04963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.048337Z","time spent":"2.001278617s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:40:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:40:12.056795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319890531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:12.056861Z","caller":"traceutil/trace.go:171","msg":"trace[1559847698] transaction","detail":"{read_only:false; response_revision:16095; number_of_response:1; }","duration":"855.998337ms","start":"2026-03-03T14:40:11.200832Z","end":"2026-03-03T14:40:12.05683Z","steps":["trace[1559847698] 'process raft request' (duration: 855.622317ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.056912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320104996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:12.056967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322869101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:40:12.057028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.323014004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:12.057087Z","caller":"traceutil/trace.go:171","msg":"trace[1093148157] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16095; }","duration":"1.323072435s","start":"2026-03-03T14:40:10.733992Z","end":"2026-03-03T14:40:12.057064Z","steps":["trace[1093148157] 'agreement among raft nodes before linearized reading' (duration: 1.322922042s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.057089Z","caller":"traceutil/trace.go:171","msg":"trace[4697174] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16095; }","duration":"1.323014364s","start":"2026-03-03T14:40:10.734048Z","end":"2026-03-03T14:40:12.057063Z","steps":["trace[4697174] 'agreement among raft nodes before linearized reading' (duration: 1.322596264s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.05712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.321792084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:40:12.057131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.733988Z","time spent":"1.323132616s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32031575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:40:12.057161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.734036Z","time spent":"1.323105866s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:40:12.057177Z","caller":"traceutil/trace.go:171","msg":"trace[519463398] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16095; }","duration":"1.321844425s","start":"2026-03-03T14:40:10.735315Z","end":"2026-03-03T14:40:12.057159Z","steps":["trace[519463398] 'agreement among raft nodes before linearized reading' (duration: 1.321743973s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322344408s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:12.05724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.324040828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:12.057265Z","caller":"traceutil/trace.go:171","msg":"trace[2117186801] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16095; }","duration":"1.322389469s","start":"2026-03-03T14:40:10.734865Z","end":"2026-03-03T14:40:12.057254Z","steps":["trace[2117186801] 'agreement among raft nodes before linearized reading' (duration: 1.322338987s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.057285Z","caller":"traceutil/trace.go:171","msg":"trace[1577803373] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16095; }","duration":"1.32410303s","start":"2026-03-03T14:40:10.733166Z","end":"2026-03-03T14:40:12.057269Z","steps":["trace[1577803373] 'agreement among raft nodes before linearized reading' (duration: 1.324041238s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.309217597s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:40:12.05732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.733148Z","time spent":"1.324165211s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783567667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22093"} {"level":"warn","ts":"2026-03-03T14:40:12.057326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.734859Z","time spent":"1.32245048s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:40:12.057365Z","caller":"traceutil/trace.go:171","msg":"trace[263958510] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:16095; }","duration":"2.783594028s","start":"2026-03-03T14:40:09.273761Z","end":"2026-03-03T14:40:12.057355Z","steps":["trace[263958510] 'agreement among raft nodes before linearized reading' (duration: 2.783491265s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.273734Z","time spent":"2.78365934s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22117,"request content":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" "} {"level":"info","ts":"2026-03-03T14:40:12.057406Z","caller":"traceutil/trace.go:171","msg":"trace[1515947190] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16095; }","duration":"1.3093459s","start":"2026-03-03T14:40:10.747991Z","end":"2026-03-03T14:40:12.057337Z","steps":["trace[1515947190] 'agreement among raft nodes before linearized reading' (duration: 1.308990532s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.056605Z","caller":"traceutil/trace.go:171","msg":"trace[358774862] linearizableReadLoop","detail":"{readStateIndex:16807; appliedIndex:16806; }","duration":"815.135378ms","start":"2026-03-03T14:40:11.241451Z","end":"2026-03-03T14:40:12.056586Z","steps":["trace[358774862] 'read index received' (duration: 812.315441ms)","trace[358774862] 'applied index is now lower than readState.Index' (duration: 2.818967ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:40:12.057484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.747979Z","time spent":"1.309496374s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409638276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:12.05756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892767956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-03-03T14:40:12.057571Z","caller":"traceutil/trace.go:171","msg":"trace[1032566048] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16095; }","duration":"1.409723818s","start":"2026-03-03T14:40:10.647838Z","end":"2026-03-03T14:40:12.057562Z","steps":["trace[1032566048] 'agreement among raft nodes before linearized reading' (duration: 1.409636126s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.783322392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9788"} {"level":"warn","ts":"2026-03-03T14:40:12.057599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.647819Z","time spent":"1.409773589s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-03-03T14:40:12.057618Z","caller":"traceutil/trace.go:171","msg":"trace[586671906] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:16095; }","duration":"2.783383203s","start":"2026-03-03T14:40:09.274225Z","end":"2026-03-03T14:40:12.057608Z","steps":["trace[586671906] 'agreement among raft nodes before linearized reading' (duration: 2.78325269s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.274216Z","time spent":"2.783428555s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9812,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:40:12.056965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183848016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:12.057595Z","caller":"traceutil/trace.go:171","msg":"trace[1826095749] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:16095; }","duration":"1.892834748s","start":"2026-03-03T14:40:10.164748Z","end":"2026-03-03T14:40:12.057583Z","steps":["trace[1826095749] 'agreement among raft nodes before linearized reading' (duration: 1.892718725s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.057718Z","caller":"traceutil/trace.go:171","msg":"trace[1378348457] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:16095; }","duration":"1.184614934s","start":"2026-03-03T14:40:10.873076Z","end":"2026-03-03T14:40:12.057691Z","steps":["trace[1378348457] 'agreement among raft nodes before linearized reading' (duration: 1.183824225s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.164725Z","time spent":"1.892995901s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.788797142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-03-03T14:40:12.057813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.791289479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22093"} {"level":"info","ts":"2026-03-03T14:40:12.057843Z","caller":"traceutil/trace.go:171","msg":"trace[1677252043] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:16095; }","duration":"2.791341121s","start":"2026-03-03T14:40:09.266493Z","end":"2026-03-03T14:40:12.057834Z","steps":["trace[1677252043] 'agreement among raft nodes before linearized reading' (duration: 2.791245059s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.057843Z","caller":"traceutil/trace.go:171","msg":"trace[121071351] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:16095; }","duration":"2.788888624s","start":"2026-03-03T14:40:09.26894Z","end":"2026-03-03T14:40:12.057829Z","steps":["trace[121071351] 'agreement among raft nodes before linearized reading' (duration: 2.788763731s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.266481Z","time spent":"2.791382942s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22117,"request content":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.735311Z","time spent":"1.321908098s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:40:12.057017Z","caller":"traceutil/trace.go:171","msg":"trace[341682811] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:16095; }","duration":"1.320234838s","start":"2026-03-03T14:40:10.73676Z","end":"2026-03-03T14:40:12.056995Z","steps":["trace[341682811] 'agreement among raft nodes before linearized reading' (duration: 1.320074615s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.057938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.736754Z","time spent":"1.32117328s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":29,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.268922Z","time spent":"2.788947435s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.873055Z","time spent":"1.184715327s","remote":"127.0.0.1:52374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:40:12.05718Z","caller":"traceutil/trace.go:171","msg":"trace[602230837] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16095; }","duration":"1.320374702s","start":"2026-03-03T14:40:10.736794Z","end":"2026-03-03T14:40:12.057169Z","steps":["trace[602230837] 'agreement among raft nodes before linearized reading' (duration: 1.320256729s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.058033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.73679Z","time spent":"1.321235172s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:40:12.056884Z","caller":"traceutil/trace.go:171","msg":"trace[643960690] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16095; }","duration":"1.320049864s","start":"2026-03-03T14:40:10.73682Z","end":"2026-03-03T14:40:12.05687Z","steps":["trace[643960690] 'agreement among raft nodes before linearized reading' (duration: 1.319843409s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.05812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.736804Z","time spent":"1.321310374s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:40:12.05702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.200801Z","time spent":"856.13939ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:40:12.057726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.78496099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pknx8\" ","response":"range_response_count:1 size:20747"} {"level":"info","ts":"2026-03-03T14:40:12.058177Z","caller":"traceutil/trace.go:171","msg":"trace[935308459] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pknx8; range_end:; response_count:1; response_revision:16095; }","duration":"2.785443812s","start":"2026-03-03T14:40:09.272722Z","end":"2026-03-03T14:40:12.058166Z","steps":["trace[935308459] 'agreement among raft nodes before linearized reading' (duration: 2.784841578s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.058209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:09.272704Z","time spent":"2.785498503s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20771,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pknx8\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320141316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-03-03T14:40:12.059796Z","caller":"traceutil/trace.go:171","msg":"trace[1151448847] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:16095; }","duration":"1.322950903s","start":"2026-03-03T14:40:10.736834Z","end":"2026-03-03T14:40:12.059785Z","steps":["trace[1151448847] 'agreement among raft nodes before linearized reading' (duration: 1.320025493s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.059884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.736827Z","time spent":"1.323045385s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":706,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-03-03T14:40:12.057866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322901421s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:12.060255Z","caller":"traceutil/trace.go:171","msg":"trace[549336574] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16095; }","duration":"1.326361903s","start":"2026-03-03T14:40:10.733883Z","end":"2026-03-03T14:40:12.060245Z","steps":["trace[549336574] 'agreement among raft nodes before linearized reading' (duration: 1.322871551s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.060321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.733865Z","time spent":"1.326445035s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:40:12.058567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"805.12272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-03-03T14:40:12.060577Z","caller":"traceutil/trace.go:171","msg":"trace[946673492] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16095; }","duration":"807.158869ms","start":"2026-03-03T14:40:11.253409Z","end":"2026-03-03T14:40:12.060568Z","steps":["trace[946673492] 'agreement among raft nodes before linearized reading' (duration: 805.10275ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.060736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.253394Z","time spent":"807.330832ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-03-03T14:40:12.0586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.150079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:12.058643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.63984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:40:12.058672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.692332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:12.058698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.270425ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:12.058719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.101166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-03-03T14:40:12.058767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.768391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"warn","ts":"2026-03-03T14:40:12.058817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.787715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:40:12.058869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.933794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-03-03T14:40:12.058875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.990709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:40:12.058982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.224421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-03-03T14:40:12.058983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.376237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"warn","ts":"2026-03-03T14:40:12.059045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.119701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-03-03T14:40:12.059677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486767215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5521"} {"level":"info","ts":"2026-03-03T14:40:12.06174Z","caller":"traceutil/trace.go:171","msg":"trace[1544787009] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16095; }","duration":"1.488872194s","start":"2026-03-03T14:40:10.572856Z","end":"2026-03-03T14:40:12.061728Z","steps":["trace[1544787009] 'agreement among raft nodes before linearized reading' (duration: 1.483844906s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.061758Z","caller":"traceutil/trace.go:171","msg":"trace[233249895] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16095; }","duration":"802.747633ms","start":"2026-03-03T14:40:11.258989Z","end":"2026-03-03T14:40:12.061737Z","steps":["trace[233249895] 'agreement among raft nodes before linearized reading' (duration: 799.597899ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.061776Z","caller":"traceutil/trace.go:171","msg":"trace[1568176253] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:16095; }","duration":"803.363288ms","start":"2026-03-03T14:40:11.2584Z","end":"2026-03-03T14:40:12.061763Z","steps":["trace[1568176253] 'agreement among raft nodes before linearized reading' (duration: 800.283085ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.061825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:10.572833Z","time spent":"1.488958445s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:40:12.061843Z","caller":"traceutil/trace.go:171","msg":"trace[108960164] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:16095; }","duration":"173.265206ms","start":"2026-03-03T14:40:11.888547Z","end":"2026-03-03T14:40:12.061812Z","steps":["trace[108960164] 'agreement among raft nodes before linearized reading' (duration: 170.347077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.061864Z","caller":"traceutil/trace.go:171","msg":"trace[1264043595] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16095; }","duration":"802.429456ms","start":"2026-03-03T14:40:11.259425Z","end":"2026-03-03T14:40:12.061854Z","steps":["trace[1264043595] 'agreement among raft nodes before linearized reading' (duration: 799.134998ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.061891Z","caller":"traceutil/trace.go:171","msg":"trace[1467183427] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:16095; }","duration":"247.993496ms","start":"2026-03-03T14:40:11.813883Z","end":"2026-03-03T14:40:12.061876Z","steps":["trace[1467183427] 'agreement among raft nodes before linearized reading' (duration: 244.949864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.061904Z","caller":"traceutil/trace.go:171","msg":"trace[1426699507] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:16095; }","duration":"273.003089ms","start":"2026-03-03T14:40:11.788884Z","end":"2026-03-03T14:40:12.061888Z","steps":["trace[1426699507] 'agreement among raft nodes before linearized reading' (duration: 270.095461ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.061929Z","caller":"traceutil/trace.go:171","msg":"trace[1820616640] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16095; }","duration":"802.18376ms","start":"2026-03-03T14:40:11.259737Z","end":"2026-03-03T14:40:12.061921Z","steps":["trace[1820616640] 'agreement among raft nodes before linearized reading' (duration: 799.178119ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.061963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.25973Z","time spent":"802.226831ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:40:12.061737Z","caller":"traceutil/trace.go:171","msg":"trace[1835598163] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:16095; }","duration":"802.762674ms","start":"2026-03-03T14:40:11.258961Z","end":"2026-03-03T14:40:12.061723Z","steps":["trace[1835598163] 'agreement among raft nodes before linearized reading' (duration: 799.694471ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:40:12.061787Z","caller":"traceutil/trace.go:171","msg":"trace[1474493311] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16095; }","duration":"805.927349ms","start":"2026-03-03T14:40:11.25584Z","end":"2026-03-03T14:40:12.061767Z","steps":["trace[1474493311] 'agreement among raft nodes before linearized reading' (duration: 802.946968ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.062067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.258953Z","time spent":"803.096221ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-03-03T14:40:12.062096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.255821Z","time spent":"806.255397ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-03-03T14:40:12.061853Z","caller":"traceutil/trace.go:171","msg":"trace[2141277018] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:16095; }","duration":"805.867277ms","start":"2026-03-03T14:40:11.255977Z","end":"2026-03-03T14:40:12.061845Z","steps":["trace[2141277018] 'agreement among raft nodes before linearized reading' (duration: 802.799685ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.062149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.255951Z","time spent":"806.193105ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-03-03T14:40:12.061898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.259417Z","time spent":"802.473347ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:40:12.061826Z","caller":"traceutil/trace.go:171","msg":"trace[355411277] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:16095; }","duration":"804.834783ms","start":"2026-03-03T14:40:11.256981Z","end":"2026-03-03T14:40:12.061816Z","steps":["trace[355411277] 'agreement among raft nodes before linearized reading' (duration: 801.74758ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.061829Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.258986Z","time spent":"802.823366ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-03-03T14:40:12.061678Z","caller":"traceutil/trace.go:171","msg":"trace[955995814] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:16095; }","duration":"804.047125ms","start":"2026-03-03T14:40:11.2576Z","end":"2026-03-03T14:40:12.061647Z","steps":["trace[955995814] 'agreement among raft nodes before linearized reading' (duration: 801.107785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:40:12.062243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.256972Z","time spent":"805.251494ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5545,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-03-03T14:40:12.061853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.258386Z","time spent":"803.44364ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:40:12.062266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:40:11.257594Z","time spent":"804.65957ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-03-03T14:42:51.19301Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":14791} {"level":"info","ts":"2026-03-03T14:42:51.277265Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":14791,"took":"80.626154ms","hash":4135481911,"current-db-size-bytes":42487808,"current-db-size":"42 MB","current-db-size-in-use-bytes":28663808,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-03-03T14:42:51.277356Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4135481911,"revision":14791,"compact-revision":13037} {"level":"info","ts":"2026-03-03T14:42:52.705897Z","caller":"traceutil/trace.go:171","msg":"trace[709782549] transaction","detail":"{read_only:false; response_revision:17164; number_of_response:1; }","duration":"100.64651ms","start":"2026-03-03T14:42:52.605215Z","end":"2026-03-03T14:42:52.705862Z","steps":["trace[709782549] 'process raft request' (duration: 100.028155ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:52.708588Z","caller":"traceutil/trace.go:171","msg":"trace[1889232861] transaction","detail":"{read_only:false; response_revision:17166; number_of_response:1; }","duration":"100.955737ms","start":"2026-03-03T14:42:52.607601Z","end":"2026-03-03T14:42:52.708557Z","steps":["trace[1889232861] 'process raft request' (duration: 100.828184ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:42:52.708703Z","caller":"traceutil/trace.go:171","msg":"trace[925522667] transaction","detail":"{read_only:false; response_revision:17165; number_of_response:1; }","duration":"101.854838ms","start":"2026-03-03T14:42:52.606792Z","end":"2026-03-03T14:42:52.708647Z","steps":["trace[925522667] 'process raft request' (duration: 101.540231ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.458416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.929215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-db-sync\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:43:23.459074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.945045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T14:43:23.459107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.95429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-g4rtr\" ","response":"range_response_count:1 size:15425"} {"level":"info","ts":"2026-03-03T14:43:23.459165Z","caller":"traceutil/trace.go:171","msg":"trace[396359985] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17460; }","duration":"368.064218ms","start":"2026-03-03T14:43:23.09108Z","end":"2026-03-03T14:43:23.459145Z","steps":["trace[396359985] 'range keys from in-memory index tree' (duration: 367.665328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.460259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:23.091061Z","time spent":"369.186883ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:43:23.459083Z","caller":"traceutil/trace.go:171","msg":"trace[1556380506] range","detail":"{range_begin:/registry/jobs/openstack/neutron-db-sync; range_end:; response_count:0; response_revision:17460; }","duration":"106.649912ms","start":"2026-03-03T14:43:23.352407Z","end":"2026-03-03T14:43:23.459056Z","steps":["trace[1556380506] 'range keys from in-memory index tree' (duration: 105.842763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.458549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.088829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:43:23.460545Z","caller":"traceutil/trace.go:171","msg":"trace[1172439199] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17460; }","duration":"108.126517ms","start":"2026-03-03T14:43:23.352395Z","end":"2026-03-03T14:43:23.460522Z","steps":["trace[1172439199] 'range keys from in-memory index tree' (duration: 105.982916ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.458621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.571596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:43:23.460688Z","caller":"traceutil/trace.go:171","msg":"trace[1692678689] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17460; }","duration":"107.659926ms","start":"2026-03-03T14:43:23.353017Z","end":"2026-03-03T14:43:23.460677Z","steps":["trace[1692678689] 'range keys from in-memory index tree' (duration: 105.515795ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.458653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.059472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:43:23.460776Z","caller":"traceutil/trace.go:171","msg":"trace[1515272804] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17460; }","duration":"510.192323ms","start":"2026-03-03T14:43:22.950574Z","end":"2026-03-03T14:43:23.460766Z","steps":["trace[1515272804] 'range keys from in-memory index tree' (duration: 507.9763ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.458849Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.475278ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:43:23.460871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:22.95057Z","time spent":"510.289186ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:43:23.460898Z","caller":"traceutil/trace.go:171","msg":"trace[1558699860] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:0; response_revision:17460; }","duration":"108.552537ms","start":"2026-03-03T14:43:23.352329Z","end":"2026-03-03T14:43:23.460882Z","steps":["trace[1558699860] 'range keys from in-memory index tree' (duration: 106.398796ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.458927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.578004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:43:23.461016Z","caller":"traceutil/trace.go:171","msg":"trace[803801425] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17460; }","duration":"414.702175ms","start":"2026-03-03T14:43:23.046305Z","end":"2026-03-03T14:43:23.461007Z","steps":["trace[803801425] 'range keys from in-memory index tree' (duration: 412.498122ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.461061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:23.04628Z","time spent":"414.771416ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:43:23.458418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.42027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T14:43:23.461152Z","caller":"traceutil/trace.go:171","msg":"trace[395000201] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:17460; }","duration":"329.205576ms","start":"2026-03-03T14:43:23.131928Z","end":"2026-03-03T14:43:23.461134Z","steps":["trace[395000201] 'range keys from in-memory index tree' (duration: 326.205735ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.461231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:23.131896Z","time spent":"329.310769ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:43:23.458506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.251337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-03-03T14:43:23.461308Z","caller":"traceutil/trace.go:171","msg":"trace[281940302] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:17460; }","duration":"511.055913ms","start":"2026-03-03T14:43:22.950229Z","end":"2026-03-03T14:43:23.461285Z","steps":["trace[281940302] 'range keys from in-memory index tree' (duration: 508.139904ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.461368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:22.950216Z","time spent":"511.133995ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"info","ts":"2026-03-03T14:43:23.459294Z","caller":"traceutil/trace.go:171","msg":"trace[1554312621] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-g4rtr; range_end:; response_count:1; response_revision:17460; }","duration":"484.112844ms","start":"2026-03-03T14:43:22.975074Z","end":"2026-03-03T14:43:23.459187Z","steps":["trace[1554312621] 'range keys from in-memory index tree' (duration: 483.752125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:23.461612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:22.975051Z","time spent":"486.529781ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":15449,"request content":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-g4rtr\" "} {"level":"warn","ts":"2026-03-03T14:43:26.152497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.343607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:43:26.152604Z","caller":"traceutil/trace.go:171","msg":"trace[1594020401] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17477; }","duration":"104.502061ms","start":"2026-03-03T14:43:26.048078Z","end":"2026-03-03T14:43:26.15258Z","steps":["trace[1594020401] 'range keys from in-memory index tree' (duration: 104.221674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:26.250761Z","caller":"traceutil/trace.go:171","msg":"trace[388464185] transaction","detail":"{read_only:false; response_revision:17478; number_of_response:1; }","duration":"192.443449ms","start":"2026-03-03T14:43:26.058297Z","end":"2026-03-03T14:43:26.250741Z","steps":["trace[388464185] 'process raft request' (duration: 192.330666ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:26.300781Z","caller":"traceutil/trace.go:171","msg":"trace[830364750] transaction","detail":"{read_only:false; response_revision:17479; number_of_response:1; }","duration":"178.18341ms","start":"2026-03-03T14:43:26.122575Z","end":"2026-03-03T14:43:26.300759Z","steps":["trace[830364750] 'process raft request' (duration: 177.966295ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:26.301124Z","caller":"traceutil/trace.go:171","msg":"trace[218675172] linearizableReadLoop","detail":"{readStateIndex:18245; appliedIndex:18241; }","duration":"147.332278ms","start":"2026-03-03T14:43:26.153769Z","end":"2026-03-03T14:43:26.301101Z","steps":["trace[218675172] 'read index received' (duration: 96.925841ms)","trace[218675172] 'applied index is now lower than readState.Index' (duration: 50.405167ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:43:26.301202Z","caller":"traceutil/trace.go:171","msg":"trace[51223993] transaction","detail":"{read_only:false; response_revision:17480; number_of_response:1; }","duration":"177.364882ms","start":"2026-03-03T14:43:26.12382Z","end":"2026-03-03T14:43:26.301185Z","steps":["trace[51223993] 'process raft request' (duration: 176.88608ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:26.301248Z","caller":"traceutil/trace.go:171","msg":"trace[749337470] transaction","detail":"{read_only:false; response_revision:17481; number_of_response:1; }","duration":"148.135147ms","start":"2026-03-03T14:43:26.153098Z","end":"2026-03-03T14:43:26.301233Z","steps":["trace[749337470] 'process raft request' (duration: 147.89555ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:26.301426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.640565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:43:26.301455Z","caller":"traceutil/trace.go:171","msg":"trace[2062593416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17481; }","duration":"147.723657ms","start":"2026-03-03T14:43:26.153724Z","end":"2026-03-03T14:43:26.301448Z","steps":["trace[2062593416] 'agreement among raft nodes before linearized reading' (duration: 147.658365ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:28.480859Z","caller":"traceutil/trace.go:171","msg":"trace[2144135022] transaction","detail":"{read_only:false; response_revision:17491; number_of_response:1; }","duration":"224.07991ms","start":"2026-03-03T14:43:28.256727Z","end":"2026-03-03T14:43:28.480807Z","steps":["trace[2144135022] 'process raft request' (duration: 192.170802ms)","trace[2144135022] 'compare' (duration: 31.613ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:43:28.632444Z","caller":"traceutil/trace.go:171","msg":"trace[1741528734] transaction","detail":"{read_only:false; response_revision:17493; number_of_response:1; }","duration":"312.893088ms","start":"2026-03-03T14:43:28.319517Z","end":"2026-03-03T14:43:28.63241Z","steps":["trace[1741528734] 'process raft request' (duration: 312.708674ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:28.632444Z","caller":"traceutil/trace.go:171","msg":"trace[1423419098] transaction","detail":"{read_only:false; response_revision:17492; number_of_response:1; }","duration":"312.963369ms","start":"2026-03-03T14:43:28.319376Z","end":"2026-03-03T14:43:28.632339Z","steps":["trace[1423419098] 'process raft request' (duration: 291.92911ms)","trace[1423419098] 'compare' (duration: 20.750913ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:43:28.63282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:28.319482Z","time spent":"313.230876ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:43:28.632503Z","caller":"traceutil/trace.go:171","msg":"trace[1140567328] linearizableReadLoop","detail":"{readStateIndex:18257; appliedIndex:18254; }","duration":"310.693966ms","start":"2026-03-03T14:43:28.321767Z","end":"2026-03-03T14:43:28.632461Z","steps":["trace[1140567328] 'read index received' (duration: 127.124168ms)","trace[1140567328] 'applied index is now lower than readState.Index' (duration: 183.563018ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:43:28.632909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:28.31935Z","time spent":"313.465802ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:43:28.705795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"384.007656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6525"} {"level":"warn","ts":"2026-03-03T14:43:28.705848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.69245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-03-03T14:43:28.705922Z","caller":"traceutil/trace.go:171","msg":"trace[1141893005] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:17493; }","duration":"164.811413ms","start":"2026-03-03T14:43:28.541092Z","end":"2026-03-03T14:43:28.705903Z","steps":["trace[1141893005] 'agreement among raft nodes before linearized reading' (duration: 164.526756ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:28.705922Z","caller":"traceutil/trace.go:171","msg":"trace[913364255] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:17493; }","duration":"384.17302ms","start":"2026-03-03T14:43:28.321719Z","end":"2026-03-03T14:43:28.705892Z","steps":["trace[913364255] 'agreement among raft nodes before linearized reading' (duration: 310.836509ms)","trace[913364255] 'range keys from in-memory index tree' (duration: 73.010773ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:43:28.70598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:28.321703Z","time spent":"384.261552ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6549,"request content":"key:\"/registry/pods/openstack/keepalived-zs2xp\" "} {"level":"warn","ts":"2026-03-03T14:43:28.706079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.255217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:43:28.706079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.907081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:43:28.70618Z","caller":"traceutil/trace.go:171","msg":"trace[1054301739] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17493; }","duration":"118.402871ms","start":"2026-03-03T14:43:28.587754Z","end":"2026-03-03T14:43:28.706157Z","steps":["trace[1054301739] 'agreement among raft nodes before linearized reading' (duration: 118.103434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:28.7071Z","caller":"traceutil/trace.go:171","msg":"trace[609860079] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17493; }","duration":"244.979426ms","start":"2026-03-03T14:43:28.462089Z","end":"2026-03-03T14:43:28.707068Z","steps":["trace[609860079] 'agreement among raft nodes before linearized reading' (duration: 243.751297ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:28.705804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"230.456021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:43:28.707502Z","caller":"traceutil/trace.go:171","msg":"trace[1405239522] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:17493; }","duration":"232.182011ms","start":"2026-03-03T14:43:28.475287Z","end":"2026-03-03T14:43:28.707469Z","steps":["trace[1405239522] 'agreement among raft nodes before linearized reading' (duration: 230.383919ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:28.706251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.405151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:43:28.707608Z","caller":"traceutil/trace.go:171","msg":"trace[842233531] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17493; }","duration":"237.774905ms","start":"2026-03-03T14:43:28.469799Z","end":"2026-03-03T14:43:28.707573Z","steps":["trace[842233531] 'agreement among raft nodes before linearized reading' (duration: 236.32692ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:28.706584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.774411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:43:28.70789Z","caller":"traceutil/trace.go:171","msg":"trace[510963159] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17493; }","duration":"238.122473ms","start":"2026-03-03T14:43:28.469746Z","end":"2026-03-03T14:43:28.707868Z","steps":["trace[510963159] 'agreement among raft nodes before linearized reading' (duration: 236.563055ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:29.728222Z","caller":"traceutil/trace.go:171","msg":"trace[1131947784] linearizableReadLoop","detail":"{readStateIndex:18264; appliedIndex:18263; }","duration":"184.159052ms","start":"2026-03-03T14:43:29.544031Z","end":"2026-03-03T14:43:29.72819Z","steps":["trace[1131947784] 'read index received' (duration: 184.020929ms)","trace[1131947784] 'applied index is now lower than readState.Index' (duration: 136.973µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:43:29.728367Z","caller":"traceutil/trace.go:171","msg":"trace[1405131084] transaction","detail":"{read_only:false; response_revision:17499; number_of_response:1; }","duration":"218.716433ms","start":"2026-03-03T14:43:29.509616Z","end":"2026-03-03T14:43:29.728332Z","steps":["trace[1405131084] 'process raft request' (duration: 218.372915ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:29.728607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.526711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-g4rtr\" ","response":"range_response_count:1 size:15425"} {"level":"info","ts":"2026-03-03T14:43:29.728696Z","caller":"traceutil/trace.go:171","msg":"trace[1064825034] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-g4rtr; range_end:; response_count:1; response_revision:17499; }","duration":"184.680225ms","start":"2026-03-03T14:43:29.543992Z","end":"2026-03-03T14:43:29.728672Z","steps":["trace[1064825034] 'agreement among raft nodes before linearized reading' (duration: 184.367427ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:29.961518Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.393957ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:43:29.961742Z","caller":"traceutil/trace.go:171","msg":"trace[973951163] linearizableReadLoop","detail":"{readStateIndex:18266; appliedIndex:18264; }","duration":"233.416931ms","start":"2026-03-03T14:43:29.728303Z","end":"2026-03-03T14:43:29.961719Z","steps":["trace[973951163] 'read index received' (duration: 83.581554ms)","trace[973951163] 'applied index is now lower than readState.Index' (duration: 149.834047ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:43:29.961812Z","caller":"traceutil/trace.go:171","msg":"trace[1225268260] transaction","detail":"{read_only:false; response_revision:17501; number_of_response:1; }","duration":"257.100283ms","start":"2026-03-03T14:43:29.704681Z","end":"2026-03-03T14:43:29.961781Z","steps":["trace[1225268260] 'process raft request' (duration: 256.94715ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:29.961872Z","caller":"traceutil/trace.go:171","msg":"trace[929455603] transaction","detail":"{read_only:false; response_revision:17500; number_of_response:1; }","duration":"306.481345ms","start":"2026-03-03T14:43:29.655338Z","end":"2026-03-03T14:43:29.961819Z","steps":["trace[929455603] 'process raft request' (duration: 156.68377ms)","trace[929455603] 'compare' (duration: 149.049308ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:43:29.961945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.744786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:43:29.962001Z","caller":"traceutil/trace.go:171","msg":"trace[1651703682] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:17501; }","duration":"355.827267ms","start":"2026-03-03T14:43:29.606157Z","end":"2026-03-03T14:43:29.961984Z","steps":["trace[1651703682] 'agreement among raft nodes before linearized reading' (duration: 355.713195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:43:29.962026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:29.655309Z","time spent":"306.637919ms","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":416798,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:43:29.962059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:43:29.606139Z","time spent":"355.90529ms","remote":"127.0.0.1:52382","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:43:29.962802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.080458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:89 size:884192"} {"level":"info","ts":"2026-03-03T14:43:29.962865Z","caller":"traceutil/trace.go:171","msg":"trace[547499108] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:89; response_revision:17501; }","duration":"226.188489ms","start":"2026-03-03T14:43:29.736664Z","end":"2026-03-03T14:43:29.962853Z","steps":["trace[547499108] 'agreement among raft nodes before linearized reading' (duration: 225.212486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:30.353424Z","caller":"traceutil/trace.go:171","msg":"trace[634245152] transaction","detail":"{read_only:false; response_revision:17502; number_of_response:1; }","duration":"139.468891ms","start":"2026-03-03T14:43:30.213932Z","end":"2026-03-03T14:43:30.353401Z","steps":["trace[634245152] 'process raft request' (duration: 139.306757ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:43:30.492296Z","caller":"traceutil/trace.go:171","msg":"trace[1402492816] transaction","detail":"{read_only:false; response_revision:17503; number_of_response:1; }","duration":"115.172505ms","start":"2026-03-03T14:43:30.377101Z","end":"2026-03-03T14:43:30.492273Z","steps":["trace[1402492816] 'process raft request' (duration: 114.96142ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:02.964388Z","caller":"traceutil/trace.go:171","msg":"trace[1423518278] linearizableReadLoop","detail":"{readStateIndex:18451; appliedIndex:18449; }","duration":"109.360357ms","start":"2026-03-03T14:44:02.854987Z","end":"2026-03-03T14:44:02.964347Z","steps":["trace[1423518278] 'read index received' (duration: 73.230973ms)","trace[1423518278] 'applied index is now lower than readState.Index' (duration: 36.121654ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:02.964632Z","caller":"traceutil/trace.go:171","msg":"trace[218205122] transaction","detail":"{read_only:false; response_revision:17680; number_of_response:1; }","duration":"118.165086ms","start":"2026-03-03T14:44:02.846402Z","end":"2026-03-03T14:44:02.964567Z","steps":["trace[218205122] 'process raft request' (duration: 117.609633ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:02.964697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.693455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:02.964914Z","caller":"traceutil/trace.go:171","msg":"trace[1421292251] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17680; }","duration":"109.937371ms","start":"2026-03-03T14:44:02.85494Z","end":"2026-03-03T14:44:02.964878Z","steps":["trace[1421292251] 'agreement among raft nodes before linearized reading' (duration: 109.596993ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:03.275401Z","caller":"traceutil/trace.go:171","msg":"trace[852529491] transaction","detail":"{read_only:false; response_revision:17684; number_of_response:1; }","duration":"121.037263ms","start":"2026-03-03T14:44:03.154321Z","end":"2026-03-03T14:44:03.275359Z","steps":["trace[852529491] 'process raft request' (duration: 118.071583ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:03.275533Z","caller":"traceutil/trace.go:171","msg":"trace[140784479] transaction","detail":"{read_only:false; response_revision:17685; number_of_response:1; }","duration":"120.597933ms","start":"2026-03-03T14:44:03.15491Z","end":"2026-03-03T14:44:03.275508Z","steps":["trace[140784479] 'process raft request' (duration: 120.297036ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:03.275593Z","caller":"traceutil/trace.go:171","msg":"trace[1182492467] transaction","detail":"{read_only:false; response_revision:17686; number_of_response:1; }","duration":"119.970128ms","start":"2026-03-03T14:44:03.1556Z","end":"2026-03-03T14:44:03.27557Z","steps":["trace[1182492467] 'process raft request' (duration: 119.686302ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:03.275607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.43222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-03-03T14:44:03.275674Z","caller":"traceutil/trace.go:171","msg":"trace[341967543] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:17686; }","duration":"115.547653ms","start":"2026-03-03T14:44:03.160108Z","end":"2026-03-03T14:44:03.275656Z","steps":["trace[341967543] 'agreement among raft nodes before linearized reading' (duration: 115.256777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:03.275701Z","caller":"traceutil/trace.go:171","msg":"trace[190592637] linearizableReadLoop","detail":"{readStateIndex:18458; appliedIndex:18455; }","duration":"115.201515ms","start":"2026-03-03T14:44:03.160156Z","end":"2026-03-03T14:44:03.275358Z","steps":["trace[190592637] 'read index received' (duration: 112.291817ms)","trace[190592637] 'applied index is now lower than readState.Index' (duration: 2.907938ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:05.149256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.564199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:05.149492Z","caller":"traceutil/trace.go:171","msg":"trace[694227825] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17692; }","duration":"100.832505ms","start":"2026-03-03T14:44:05.048631Z","end":"2026-03-03T14:44:05.149463Z","steps":["trace[694227825] 'range keys from in-memory index tree' (duration: 100.475618ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:06.118348Z","caller":"traceutil/trace.go:171","msg":"trace[765911011] linearizableReadLoop","detail":"{readStateIndex:18468; appliedIndex:18467; }","duration":"191.273425ms","start":"2026-03-03T14:44:05.927056Z","end":"2026-03-03T14:44:06.11833Z","steps":["trace[765911011] 'read index received' (duration: 191.048479ms)","trace[765911011] 'applied index is now lower than readState.Index' (duration: 224.366µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:06.118458Z","caller":"traceutil/trace.go:171","msg":"trace[2107070478] transaction","detail":"{read_only:false; response_revision:17696; number_of_response:1; }","duration":"309.728069ms","start":"2026-03-03T14:44:05.80869Z","end":"2026-03-03T14:44:06.118418Z","steps":["trace[2107070478] 'process raft request' (duration: 309.494063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:06.118636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:05.808666Z","time spent":"309.875802ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:06.118653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.575513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:44:06.118756Z","caller":"traceutil/trace.go:171","msg":"trace[681358343] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17696; }","duration":"191.677324ms","start":"2026-03-03T14:44:05.927015Z","end":"2026-03-03T14:44:06.118692Z","steps":["trace[681358343] 'agreement among raft nodes before linearized reading' (duration: 191.383767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:06.453061Z","caller":"traceutil/trace.go:171","msg":"trace[904749806] linearizableReadLoop","detail":"{readStateIndex:18469; appliedIndex:18468; }","duration":"182.646111ms","start":"2026-03-03T14:44:06.270393Z","end":"2026-03-03T14:44:06.45304Z","steps":["trace[904749806] 'read index received' (duration: 182.540978ms)","trace[904749806] 'applied index is now lower than readState.Index' (duration: 103.843µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:06.453204Z","caller":"traceutil/trace.go:171","msg":"trace[1966866791] transaction","detail":"{read_only:false; response_revision:17697; number_of_response:1; }","duration":"330.248503ms","start":"2026-03-03T14:44:06.122913Z","end":"2026-03-03T14:44:06.453162Z","steps":["trace[1966866791] 'process raft request' (duration: 329.997357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:06.453334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.939949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:44:06.453387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:06.12289Z","time spent":"330.401947ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:06.453409Z","caller":"traceutil/trace.go:171","msg":"trace[509687744] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:17697; }","duration":"182.99442ms","start":"2026-03-03T14:44:06.270365Z","end":"2026-03-03T14:44:06.45336Z","steps":["trace[509687744] 'agreement among raft nodes before linearized reading' (duration: 182.779314ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.170294Z","caller":"traceutil/trace.go:171","msg":"trace[187638668] linearizableReadLoop","detail":"{readStateIndex:18471; appliedIndex:18470; }","duration":"194.940211ms","start":"2026-03-03T14:44:06.975319Z","end":"2026-03-03T14:44:07.170259Z","steps":["trace[187638668] 'read index received' (duration: 194.740797ms)","trace[187638668] 'applied index is now lower than readState.Index' (duration: 198.124µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:07.17036Z","caller":"traceutil/trace.go:171","msg":"trace[981656556] transaction","detail":"{read_only:false; response_revision:17699; number_of_response:1; }","duration":"223.695751ms","start":"2026-03-03T14:44:06.946637Z","end":"2026-03-03T14:44:07.170332Z","steps":["trace[981656556] 'process raft request' (duration: 223.385384ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.170622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.256269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:07.170666Z","caller":"traceutil/trace.go:171","msg":"trace[2043070612] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17699; }","duration":"195.386992ms","start":"2026-03-03T14:44:06.975267Z","end":"2026-03-03T14:44:07.170654Z","steps":["trace[2043070612] 'agreement among raft nodes before linearized reading' (duration: 195.166767ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.203558Z","caller":"traceutil/trace.go:171","msg":"trace[970300376] transaction","detail":"{read_only:false; response_revision:17700; number_of_response:1; }","duration":"179.795564ms","start":"2026-03-03T14:44:07.023739Z","end":"2026-03-03T14:44:07.203535Z","steps":["trace[970300376] 'process raft request' (duration: 179.591289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.203938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.222483ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:44:07.203962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.161244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:07.204034Z","caller":"traceutil/trace.go:171","msg":"trace[972706693] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17701; }","duration":"156.279528ms","start":"2026-03-03T14:44:07.04774Z","end":"2026-03-03T14:44:07.204019Z","steps":["trace[972706693] 'agreement among raft nodes before linearized reading' (duration: 156.142444ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.204035Z","caller":"traceutil/trace.go:171","msg":"trace[384004181] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17701; }","duration":"169.378878ms","start":"2026-03-03T14:44:07.03463Z","end":"2026-03-03T14:44:07.204009Z","steps":["trace[384004181] 'agreement among raft nodes before linearized reading' (duration: 169.135171ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.589327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.138004ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:07.589433Z","caller":"traceutil/trace.go:171","msg":"trace[1825961732] transaction","detail":"{read_only:false; response_revision:17702; number_of_response:1; }","duration":"381.306742ms","start":"2026-03-03T14:44:07.208111Z","end":"2026-03-03T14:44:07.589418Z","steps":["trace[1825961732] 'process raft request' (duration: 172.994694ms)","trace[1825961732] 'compare' (duration: 208.031641ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:07.589662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:07.208091Z","time spent":"381.364782ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:07.648934Z","caller":"traceutil/trace.go:171","msg":"trace[1075313369] linearizableReadLoop","detail":"{readStateIndex:18475; appliedIndex:18473; }","duration":"304.026522ms","start":"2026-03-03T14:44:07.344885Z","end":"2026-03-03T14:44:07.648912Z","steps":["trace[1075313369] 'read index received' (duration: 36.210586ms)","trace[1075313369] 'applied index is now lower than readState.Index' (duration: 267.814966ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:07.649185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.282479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:44:07.64924Z","caller":"traceutil/trace.go:171","msg":"trace[1873980479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17703; }","duration":"304.392621ms","start":"2026-03-03T14:44:07.344834Z","end":"2026-03-03T14:44:07.649227Z","steps":["trace[1873980479] 'agreement among raft nodes before linearized reading' (duration: 304.193387ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.649169Z","caller":"traceutil/trace.go:171","msg":"trace[889093056] transaction","detail":"{read_only:false; response_revision:17703; number_of_response:1; }","duration":"440.641885ms","start":"2026-03-03T14:44:07.208479Z","end":"2026-03-03T14:44:07.649121Z","steps":["trace[889093056] 'process raft request' (duration: 440.306887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.649276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:07.344805Z","time spent":"304.462432ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:44:07.649358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.998095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-03-03T14:44:07.649408Z","caller":"traceutil/trace.go:171","msg":"trace[480823713] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:17703; }","duration":"264.060047ms","start":"2026-03-03T14:44:07.385332Z","end":"2026-03-03T14:44:07.649393Z","steps":["trace[480823713] 'agreement among raft nodes before linearized reading' (duration: 263.960595ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.649432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.16799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-qmnpq\" ","response":"range_response_count:1 size:15434"} {"level":"info","ts":"2026-03-03T14:44:07.649494Z","caller":"traceutil/trace.go:171","msg":"trace[2103781890] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-qmnpq; range_end:; response_count:1; response_revision:17703; }","duration":"130.277473ms","start":"2026-03-03T14:44:07.519205Z","end":"2026-03-03T14:44:07.649483Z","steps":["trace[2103781890] 'agreement among raft nodes before linearized reading' (duration: 130.17271ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.649549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.445065ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pknx8\" ","response":"range_response_count:1 size:20748"} {"level":"info","ts":"2026-03-03T14:44:07.649601Z","caller":"traceutil/trace.go:171","msg":"trace[854753401] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pknx8; range_end:; response_count:1; response_revision:17703; }","duration":"255.531916ms","start":"2026-03-03T14:44:07.39405Z","end":"2026-03-03T14:44:07.649582Z","steps":["trace[854753401] 'agreement among raft nodes before linearized reading' (duration: 255.432184ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.649447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.075568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-03T14:44:07.649683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.299047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:07.649718Z","caller":"traceutil/trace.go:171","msg":"trace[1614360749] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:17703; }","duration":"276.43239ms","start":"2026-03-03T14:44:07.373272Z","end":"2026-03-03T14:44:07.649705Z","steps":["trace[1614360749] 'agreement among raft nodes before linearized reading' (duration: 276.214835ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.649719Z","caller":"traceutil/trace.go:171","msg":"trace[1447971687] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:17703; }","duration":"264.364935ms","start":"2026-03-03T14:44:07.385332Z","end":"2026-03-03T14:44:07.649697Z","steps":["trace[1447971687] 'agreement among raft nodes before linearized reading' (duration: 263.936834ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.649253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.724865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:44:07.649792Z","caller":"traceutil/trace.go:171","msg":"trace[899440506] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17703; }","duration":"304.32387ms","start":"2026-03-03T14:44:07.345448Z","end":"2026-03-03T14:44:07.649772Z","steps":["trace[899440506] 'agreement among raft nodes before linearized reading' (duration: 303.642363ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.649812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:07.345429Z","time spent":"304.375562ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:44:07.649945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:07.208451Z","time spent":"440.926412ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:07.649975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.628131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:44:07.650091Z","caller":"traceutil/trace.go:171","msg":"trace[1505480962] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17703; }","duration":"275.775875ms","start":"2026-03-03T14:44:07.374308Z","end":"2026-03-03T14:44:07.650084Z","steps":["trace[1505480962] 'agreement among raft nodes before linearized reading' (duration: 275.590561ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.650987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.043831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-03-03T14:44:07.651034Z","caller":"traceutil/trace.go:171","msg":"trace[140053830] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:17703; }","duration":"265.093682ms","start":"2026-03-03T14:44:07.385929Z","end":"2026-03-03T14:44:07.651023Z","steps":["trace[140053830] 'agreement among raft nodes before linearized reading' (duration: 263.753751ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.651041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.330979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-03T14:44:07.651129Z","caller":"traceutil/trace.go:171","msg":"trace[1609636452] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:17703; }","duration":"282.503584ms","start":"2026-03-03T14:44:07.368605Z","end":"2026-03-03T14:44:07.651109Z","steps":["trace[1609636452] 'agreement among raft nodes before linearized reading' (duration: 280.989339ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.799426Z","caller":"traceutil/trace.go:171","msg":"trace[904749945] transaction","detail":"{read_only:false; response_revision:17704; number_of_response:1; }","duration":"145.478052ms","start":"2026-03-03T14:44:07.653904Z","end":"2026-03-03T14:44:07.799382Z","steps":["trace[904749945] 'process raft request' (duration: 49.463361ms)","trace[904749945] 'compare' (duration: 95.722924ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:07.799625Z","caller":"traceutil/trace.go:171","msg":"trace[1900035942] linearizableReadLoop","detail":"{readStateIndex:18477; appliedIndex:18475; }","duration":"144.553419ms","start":"2026-03-03T14:44:07.65504Z","end":"2026-03-03T14:44:07.799593Z","steps":["trace[1900035942] 'read index received' (duration: 48.300732ms)","trace[1900035942] 'applied index is now lower than readState.Index' (duration: 96.250357ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:07.799781Z","caller":"traceutil/trace.go:171","msg":"trace[1461003848] transaction","detail":"{read_only:false; response_revision:17705; number_of_response:1; }","duration":"145.001211ms","start":"2026-03-03T14:44:07.654733Z","end":"2026-03-03T14:44:07.799734Z","steps":["trace[1461003848] 'process raft request' (duration: 144.595222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.800025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.956079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:44:07.800088Z","caller":"traceutil/trace.go:171","msg":"trace[597629517] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17705; }","duration":"145.055341ms","start":"2026-03-03T14:44:07.655014Z","end":"2026-03-03T14:44:07.80007Z","steps":["trace[597629517] 'agreement among raft nodes before linearized reading' (duration: 144.769054ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.801237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.187342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:891055"} {"level":"info","ts":"2026-03-03T14:44:07.801348Z","caller":"traceutil/trace.go:171","msg":"trace[908831959] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17705; }","duration":"144.310394ms","start":"2026-03-03T14:44:07.657012Z","end":"2026-03-03T14:44:07.801322Z","steps":["trace[908831959] 'agreement among raft nodes before linearized reading' (duration: 143.194037ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.801736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.620188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:891055"} {"level":"info","ts":"2026-03-03T14:44:07.801799Z","caller":"traceutil/trace.go:171","msg":"trace[791486720] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17705; }","duration":"146.699621ms","start":"2026-03-03T14:44:07.655082Z","end":"2026-03-03T14:44:07.801781Z","steps":["trace[791486720] 'agreement among raft nodes before linearized reading' (duration: 144.749874ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.802349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.583575ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:891055"} {"level":"info","ts":"2026-03-03T14:44:07.80243Z","caller":"traceutil/trace.go:171","msg":"trace[1649536380] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17705; }","duration":"145.684457ms","start":"2026-03-03T14:44:07.656727Z","end":"2026-03-03T14:44:07.802411Z","steps":["trace[1649536380] 'agreement among raft nodes before linearized reading' (duration: 143.100995ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:07.802425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.271654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:891055"} {"level":"warn","ts":"2026-03-03T14:44:07.802425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.84086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:891055"} {"level":"warn","ts":"2026-03-03T14:44:07.802378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.493383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:90 size:891055"} {"level":"info","ts":"2026-03-03T14:44:07.802486Z","caller":"traceutil/trace.go:171","msg":"trace[2023508997] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17705; }","duration":"147.357686ms","start":"2026-03-03T14:44:07.655114Z","end":"2026-03-03T14:44:07.802471Z","steps":["trace[2023508997] 'agreement among raft nodes before linearized reading' (duration: 144.827346ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.802498Z","caller":"traceutil/trace.go:171","msg":"trace[235578612] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17705; }","duration":"145.944803ms","start":"2026-03-03T14:44:07.656535Z","end":"2026-03-03T14:44:07.80248Z","steps":["trace[235578612] 'agreement among raft nodes before linearized reading' (duration: 143.317951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:07.80257Z","caller":"traceutil/trace.go:171","msg":"trace[485300139] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:90; response_revision:17705; }","duration":"145.667536ms","start":"2026-03-03T14:44:07.656845Z","end":"2026-03-03T14:44:07.802512Z","steps":["trace[485300139] 'agreement among raft nodes before linearized reading' (duration: 143.583016ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:27.029156Z","caller":"traceutil/trace.go:171","msg":"trace[678312037] transaction","detail":"{read_only:false; response_revision:17794; number_of_response:1; }","duration":"100.668901ms","start":"2026-03-03T14:44:26.928466Z","end":"2026-03-03T14:44:27.029135Z","steps":["trace[678312037] 'process raft request' (duration: 100.541298ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:27.217006Z","caller":"traceutil/trace.go:171","msg":"trace[1455497048] linearizableReadLoop","detail":"{readStateIndex:18571; appliedIndex:18570; }","duration":"166.383297ms","start":"2026-03-03T14:44:27.050586Z","end":"2026-03-03T14:44:27.216969Z","steps":["trace[1455497048] 'read index received' (duration: 166.021248ms)","trace[1455497048] 'applied index is now lower than readState.Index' (duration: 356.718µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:27.217135Z","caller":"traceutil/trace.go:171","msg":"trace[1686759949] transaction","detail":"{read_only:false; response_revision:17795; number_of_response:1; }","duration":"178.018762ms","start":"2026-03-03T14:44:27.039076Z","end":"2026-03-03T14:44:27.217095Z","steps":["trace[1686759949] 'process raft request' (duration: 177.638933ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:27.217179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.576302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:27.217222Z","caller":"traceutil/trace.go:171","msg":"trace[1908459225] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17795; }","duration":"166.678574ms","start":"2026-03-03T14:44:27.050532Z","end":"2026-03-03T14:44:27.217211Z","steps":["trace[1908459225] 'agreement among raft nodes before linearized reading' (duration: 166.571182ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:27.40382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.522928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:27.40393Z","caller":"traceutil/trace.go:171","msg":"trace[2029763483] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17795; }","duration":"155.696812ms","start":"2026-03-03T14:44:27.248207Z","end":"2026-03-03T14:44:27.403904Z","steps":["trace[2029763483] 'range keys from in-memory index tree' (duration: 155.318754ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:27.404764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.381595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:27.404998Z","caller":"traceutil/trace.go:171","msg":"trace[1230481207] transaction","detail":"{read_only:false; response_revision:17797; number_of_response:1; }","duration":"103.698273ms","start":"2026-03-03T14:44:27.301283Z","end":"2026-03-03T14:44:27.404982Z","steps":["trace[1230481207] 'process raft request' (duration: 103.620962ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:27.405012Z","caller":"traceutil/trace.go:171","msg":"trace[619862629] transaction","detail":"{read_only:false; response_revision:17796; number_of_response:1; }","duration":"141.303683ms","start":"2026-03-03T14:44:27.263679Z","end":"2026-03-03T14:44:27.404983Z","steps":["trace[619862629] 'process raft request' (duration: 29.592191ms)","trace[619862629] 'compare' (duration: 110.553195ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:27.405094Z","caller":"traceutil/trace.go:171","msg":"trace[21106668] linearizableReadLoop","detail":"{readStateIndex:18572; appliedIndex:18571; }","duration":"109.639685ms","start":"2026-03-03T14:44:27.295401Z","end":"2026-03-03T14:44:27.40504Z","steps":["trace[21106668] 'read index received' (duration: 65.503µs)","trace[21106668] 'applied index is now lower than readState.Index' (duration: 109.568752ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:27.405276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.8672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:27.405384Z","caller":"traceutil/trace.go:171","msg":"trace[503541931] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17797; }","duration":"110.229438ms","start":"2026-03-03T14:44:27.295134Z","end":"2026-03-03T14:44:27.405364Z","steps":["trace[503541931] 'agreement among raft nodes before linearized reading' (duration: 110.000843ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:27.721887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.497725ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:27.722079Z","caller":"traceutil/trace.go:171","msg":"trace[447091614] linearizableReadLoop","detail":"{readStateIndex:18574; appliedIndex:18573; }","duration":"194.990183ms","start":"2026-03-03T14:44:27.527042Z","end":"2026-03-03T14:44:27.722032Z","steps":["trace[447091614] 'read index received' (duration: 60.882651ms)","trace[447091614] 'applied index is now lower than readState.Index' (duration: 134.106622ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:27.722275Z","caller":"traceutil/trace.go:171","msg":"trace[301968086] transaction","detail":"{read_only:false; response_revision:17798; number_of_response:1; }","duration":"382.93501ms","start":"2026-03-03T14:44:27.339328Z","end":"2026-03-03T14:44:27.722263Z","steps":["trace[301968086] 'process raft request' (duration: 249.998924ms)","trace[301968086] 'compare' (duration: 132.405823ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:27.722381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:27.339299Z","time spent":"383.055973ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:27.722428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.972592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T14:44:27.722522Z","caller":"traceutil/trace.go:171","msg":"trace[422628004] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:17798; }","duration":"192.076264ms","start":"2026-03-03T14:44:27.530425Z","end":"2026-03-03T14:44:27.722501Z","steps":["trace[422628004] 'agreement among raft nodes before linearized reading' (duration: 191.850409ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:27.722715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.647688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:27.722856Z","caller":"traceutil/trace.go:171","msg":"trace[442171653] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:17798; }","duration":"195.825173ms","start":"2026-03-03T14:44:27.526996Z","end":"2026-03-03T14:44:27.722804Z","steps":["trace[442171653] 'agreement among raft nodes before linearized reading' (duration: 195.634878ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:30.048134Z","caller":"traceutil/trace.go:171","msg":"trace[775215599] transaction","detail":"{read_only:false; response_revision:17826; number_of_response:1; }","duration":"175.166084ms","start":"2026-03-03T14:44:29.872939Z","end":"2026-03-03T14:44:30.048105Z","steps":["trace[775215599] 'process raft request' (duration: 174.533949ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:31.974271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.16732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:44:31.974332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.623612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:31.974385Z","caller":"traceutil/trace.go:171","msg":"trace[964170899] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:0; response_revision:17833; }","duration":"204.328745ms","start":"2026-03-03T14:44:31.770028Z","end":"2026-03-03T14:44:31.974357Z","steps":["trace[964170899] 'range keys from in-memory index tree' (duration: 204.087489ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:31.974405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.239684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T14:44:31.974406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.272897ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-rabbit-init\" ","response":"range_response_count:1 size:4963"} {"level":"info","ts":"2026-03-03T14:44:31.974448Z","caller":"traceutil/trace.go:171","msg":"trace[1594315503] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17833; }","duration":"207.813076ms","start":"2026-03-03T14:44:31.766608Z","end":"2026-03-03T14:44:31.974421Z","steps":["trace[1594315503] 'range keys from in-memory index tree' (duration: 207.321975ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:31.97449Z","caller":"traceutil/trace.go:171","msg":"trace[163250153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17833; }","duration":"147.370937ms","start":"2026-03-03T14:44:31.827097Z","end":"2026-03-03T14:44:31.974468Z","steps":["trace[163250153] 'range keys from in-memory index tree' (duration: 146.988288ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:31.974497Z","caller":"traceutil/trace.go:171","msg":"trace[789979909] range","detail":"{range_begin:/registry/jobs/openstack/neutron-rabbit-init; range_end:; response_count:1; response_revision:17833; }","duration":"205.41871ms","start":"2026-03-03T14:44:31.769062Z","end":"2026-03-03T14:44:31.97448Z","steps":["trace[789979909] 'range keys from in-memory index tree' (duration: 205.081773ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:31.974355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.364319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:31.974719Z","caller":"traceutil/trace.go:171","msg":"trace[1647871815] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-endpoints; range_end:; response_count:0; response_revision:17833; }","duration":"205.784399ms","start":"2026-03-03T14:44:31.768905Z","end":"2026-03-03T14:44:31.974689Z","steps":["trace[1647871815] 'range keys from in-memory index tree' (duration: 205.242136ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:32.408386Z","caller":"traceutil/trace.go:171","msg":"trace[1791504141] linearizableReadLoop","detail":"{readStateIndex:18618; appliedIndex:18617; }","duration":"183.962143ms","start":"2026-03-03T14:44:32.224403Z","end":"2026-03-03T14:44:32.408366Z","steps":["trace[1791504141] 'read index received' (duration: 183.717937ms)","trace[1791504141] 'applied index is now lower than readState.Index' (duration: 243.396µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:32.408462Z","caller":"traceutil/trace.go:171","msg":"trace[1482609152] transaction","detail":"{read_only:false; response_revision:17839; number_of_response:1; }","duration":"216.068112ms","start":"2026-03-03T14:44:32.192353Z","end":"2026-03-03T14:44:32.408421Z","steps":["trace[1482609152] 'process raft request' (duration: 215.865887ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:32.408589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.954261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-zs2xp\" ","response":"range_response_count:1 size:6525"} {"level":"info","ts":"2026-03-03T14:44:32.408624Z","caller":"traceutil/trace.go:171","msg":"trace[1751055576] range","detail":"{range_begin:/registry/pods/openstack/keepalived-zs2xp; range_end:; response_count:1; response_revision:17839; }","duration":"186.026312ms","start":"2026-03-03T14:44:32.222587Z","end":"2026-03-03T14:44:32.408614Z","steps":["trace[1751055576] 'agreement among raft nodes before linearized reading' (duration: 185.904079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:32.408718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.794172ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-03-03T14:44:32.408709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.879398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-03-03T14:44:32.408766Z","caller":"traceutil/trace.go:171","msg":"trace[1849364977] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:17839; }","duration":"173.855483ms","start":"2026-03-03T14:44:32.234898Z","end":"2026-03-03T14:44:32.408754Z","steps":["trace[1849364977] 'agreement among raft nodes before linearized reading' (duration: 173.695949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:32.408791Z","caller":"traceutil/trace.go:171","msg":"trace[1308201132] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:17839; }","duration":"174.97249ms","start":"2026-03-03T14:44:32.233798Z","end":"2026-03-03T14:44:32.40877Z","steps":["trace[1308201132] 'agreement among raft nodes before linearized reading' (duration: 174.764235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:32.40871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.787502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:44:32.408856Z","caller":"traceutil/trace.go:171","msg":"trace[1874353478] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:17839; }","duration":"176.980087ms","start":"2026-03-03T14:44:32.231868Z","end":"2026-03-03T14:44:32.408848Z","steps":["trace[1874353478] 'agreement among raft nodes before linearized reading' (duration: 176.65767ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:32.408841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.377193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pknx8\" ","response":"range_response_count:1 size:20748"} {"level":"warn","ts":"2026-03-03T14:44:32.408785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.24751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-vpn-agent-default-qmnpq\" ","response":"range_response_count:1 size:15434"} {"level":"info","ts":"2026-03-03T14:44:32.408936Z","caller":"traceutil/trace.go:171","msg":"trace[815311970] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pknx8; range_end:; response_count:1; response_revision:17839; }","duration":"176.461035ms","start":"2026-03-03T14:44:32.232431Z","end":"2026-03-03T14:44:32.408892Z","steps":["trace[815311970] 'agreement among raft nodes before linearized reading' (duration: 176.270881ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:32.409026Z","caller":"traceutil/trace.go:171","msg":"trace[1763741009] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-vpn-agent-default-qmnpq; range_end:; response_count:1; response_revision:17839; }","duration":"176.412464ms","start":"2026-03-03T14:44:32.232483Z","end":"2026-03-03T14:44:32.408896Z","steps":["trace[1763741009] 'agreement among raft nodes before linearized reading' (duration: 176.129398ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:33.704895Z","caller":"traceutil/trace.go:171","msg":"trace[269512706] linearizableReadLoop","detail":"{readStateIndex:18627; appliedIndex:18626; }","duration":"268.815209ms","start":"2026-03-03T14:44:33.436054Z","end":"2026-03-03T14:44:33.704869Z","steps":["trace[269512706] 'read index received' (duration: 260.162345ms)","trace[269512706] 'applied index is now lower than readState.Index' (duration: 8.651954ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:33.704967Z","caller":"traceutil/trace.go:171","msg":"trace[1423738284] transaction","detail":"{read_only:false; response_revision:17847; number_of_response:1; }","duration":"285.252968ms","start":"2026-03-03T14:44:33.419682Z","end":"2026-03-03T14:44:33.704934Z","steps":["trace[1423738284] 'process raft request' (duration: 276.520661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:33.705173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.108998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:33.705253Z","caller":"traceutil/trace.go:171","msg":"trace[126001674] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17847; }","duration":"269.231711ms","start":"2026-03-03T14:44:33.435997Z","end":"2026-03-03T14:44:33.705229Z","steps":["trace[126001674] 'agreement among raft nodes before linearized reading' (duration: 268.969734ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:33.707072Z","caller":"traceutil/trace.go:171","msg":"trace[255500064] transaction","detail":"{read_only:false; response_revision:17848; number_of_response:1; }","duration":"270.438968ms","start":"2026-03-03T14:44:33.436601Z","end":"2026-03-03T14:44:33.70704Z","steps":["trace[255500064] 'process raft request' (duration: 270.226023ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:33.707234Z","caller":"traceutil/trace.go:171","msg":"trace[571670846] transaction","detail":"{read_only:false; response_revision:17849; number_of_response:1; }","duration":"221.133862ms","start":"2026-03-03T14:44:33.486066Z","end":"2026-03-03T14:44:33.7072Z","steps":["trace[571670846] 'process raft request' (duration: 220.862745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:33.707113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.508877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:44:33.70741Z","caller":"traceutil/trace.go:171","msg":"trace[1132606655] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:17849; }","duration":"234.810924ms","start":"2026-03-03T14:44:33.472573Z","end":"2026-03-03T14:44:33.707384Z","steps":["trace[1132606655] 'agreement among raft nodes before linearized reading' (duration: 234.416375ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:35.049235Z","caller":"traceutil/trace.go:171","msg":"trace[451987922] linearizableReadLoop","detail":"{readStateIndex:18635; appliedIndex:18634; }","duration":"166.837907ms","start":"2026-03-03T14:44:34.882378Z","end":"2026-03-03T14:44:35.049216Z","steps":["trace[451987922] 'read index received' (duration: 166.647293ms)","trace[451987922] 'applied index is now lower than readState.Index' (duration: 189.674µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:35.049708Z","caller":"traceutil/trace.go:171","msg":"trace[347304840] transaction","detail":"{read_only:false; response_revision:17855; number_of_response:1; }","duration":"361.502413ms","start":"2026-03-03T14:44:34.688194Z","end":"2026-03-03T14:44:35.049697Z","steps":["trace[347304840] 'process raft request' (duration: 360.893578ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.049893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:34.68817Z","time spent":"361.663587ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:35.050247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.864802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ovn-metadata-agent-default-g4rtr\" ","response":"range_response_count:1 size:15425"} {"level":"info","ts":"2026-03-03T14:44:35.050359Z","caller":"traceutil/trace.go:171","msg":"trace[1565166905] range","detail":"{range_begin:/registry/pods/openstack/neutron-ovn-metadata-agent-default-g4rtr; range_end:; response_count:1; response_revision:17855; }","duration":"167.974794ms","start":"2026-03-03T14:44:34.882369Z","end":"2026-03-03T14:44:35.050344Z","steps":["trace[1565166905] 'agreement among raft nodes before linearized reading' (duration: 167.79061ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:35.520459Z","caller":"traceutil/trace.go:171","msg":"trace[147431857] transaction","detail":"{read_only:false; response_revision:17856; number_of_response:1; }","duration":"395.14165ms","start":"2026-03-03T14:44:35.125279Z","end":"2026-03-03T14:44:35.52042Z","steps":["trace[147431857] 'process raft request' (duration: 394.933854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:35.520624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:35.125244Z","time spent":"395.293973ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:44:36.432724Z","caller":"traceutil/trace.go:171","msg":"trace[1584493307] transaction","detail":"{read_only:false; response_revision:17861; number_of_response:1; }","duration":"181.557296ms","start":"2026-03-03T14:44:36.251118Z","end":"2026-03-03T14:44:36.432675Z","steps":["trace[1584493307] 'process raft request' (duration: 148.745999ms)","trace[1584493307] 'compare' (duration: 32.213903ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:36.432844Z","caller":"traceutil/trace.go:171","msg":"trace[2002406678] transaction","detail":"{read_only:false; response_revision:17862; number_of_response:1; }","duration":"181.417882ms","start":"2026-03-03T14:44:36.251394Z","end":"2026-03-03T14:44:36.432812Z","steps":["trace[2002406678] 'process raft request' (duration: 181.039033ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:36.432846Z","caller":"traceutil/trace.go:171","msg":"trace[845632551] transaction","detail":"{read_only:false; response_revision:17863; number_of_response:1; }","duration":"178.135084ms","start":"2026-03-03T14:44:36.254655Z","end":"2026-03-03T14:44:36.43279Z","steps":["trace[845632551] 'process raft request' (duration: 178.006161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:36.893222Z","caller":"traceutil/trace.go:171","msg":"trace[1913230852] transaction","detail":"{read_only:false; response_revision:17864; number_of_response:1; }","duration":"164.043442ms","start":"2026-03-03T14:44:36.729142Z","end":"2026-03-03T14:44:36.893185Z","steps":["trace[1913230852] 'process raft request' (duration: 163.797345ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:37.634703Z","caller":"traceutil/trace.go:171","msg":"trace[1391808480] linearizableReadLoop","detail":"{readStateIndex:18646; appliedIndex:18645; }","duration":"110.124486ms","start":"2026-03-03T14:44:37.524552Z","end":"2026-03-03T14:44:37.634676Z","steps":["trace[1391808480] 'read index received' (duration: 109.953952ms)","trace[1391808480] 'applied index is now lower than readState.Index' (duration: 169.554µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:37.634814Z","caller":"traceutil/trace.go:171","msg":"trace[415667536] transaction","detail":"{read_only:false; response_revision:17866; number_of_response:1; }","duration":"184.437894ms","start":"2026-03-03T14:44:37.450327Z","end":"2026-03-03T14:44:37.634764Z","steps":["trace[415667536] 'process raft request' (duration: 184.180448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.635005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.413332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:37.635081Z","caller":"traceutil/trace.go:171","msg":"trace[1299266084] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17866; }","duration":"110.566856ms","start":"2026-03-03T14:44:37.524493Z","end":"2026-03-03T14:44:37.63506Z","steps":["trace[1299266084] 'agreement among raft nodes before linearized reading' (duration: 110.31721ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.872089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.123289ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:44:37.872296Z","caller":"traceutil/trace.go:171","msg":"trace[387717497] linearizableReadLoop","detail":"{readStateIndex:18648; appliedIndex:18646; }","duration":"135.938616ms","start":"2026-03-03T14:44:37.736343Z","end":"2026-03-03T14:44:37.872282Z","steps":["trace[387717497] 'read index received' (duration: 16.563251ms)","trace[387717497] 'applied index is now lower than readState.Index' (duration: 119.374505ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:37.872322Z","caller":"traceutil/trace.go:171","msg":"trace[996626898] transaction","detail":"{read_only:false; response_revision:17867; number_of_response:1; }","duration":"347.529453ms","start":"2026-03-03T14:44:37.524764Z","end":"2026-03-03T14:44:37.872293Z","steps":["trace[996626898] 'process raft request' (duration: 228.121077ms)","trace[996626898] 'compare' (duration: 118.877503ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:37.872358Z","caller":"traceutil/trace.go:171","msg":"trace[1837966458] transaction","detail":"{read_only:false; response_revision:17868; number_of_response:1; }","duration":"137.163926ms","start":"2026-03-03T14:44:37.735187Z","end":"2026-03-03T14:44:37.872351Z","steps":["trace[1837966458] 'process raft request' (duration: 136.998632ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:37.872425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:44:37.524749Z","time spent":"347.626734ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:44:37.872644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.307474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:44:37.872669Z","caller":"traceutil/trace.go:171","msg":"trace[1392202065] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:17868; }","duration":"136.381556ms","start":"2026-03-03T14:44:37.736278Z","end":"2026-03-03T14:44:37.87266Z","steps":["trace[1392202065] 'agreement among raft nodes before linearized reading' (duration: 136.280414ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:37.917166Z","caller":"traceutil/trace.go:171","msg":"trace[1026616410] transaction","detail":"{read_only:false; response_revision:17869; number_of_response:1; }","duration":"145.733048ms","start":"2026-03-03T14:44:37.771389Z","end":"2026-03-03T14:44:37.917122Z","steps":["trace[1026616410] 'process raft request' (duration: 145.469562ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:38.650393Z","caller":"traceutil/trace.go:171","msg":"trace[408085497] linearizableReadLoop","detail":"{readStateIndex:18658; appliedIndex:18656; }","duration":"105.854685ms","start":"2026-03-03T14:44:38.544516Z","end":"2026-03-03T14:44:38.650371Z","steps":["trace[408085497] 'read index received' (duration: 28.541965ms)","trace[408085497] 'applied index is now lower than readState.Index' (duration: 77.31159ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:38.65063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.559035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-03-03T14:44:38.65068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.596847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-pknx8\" ","response":"range_response_count:1 size:20748"} {"level":"info","ts":"2026-03-03T14:44:38.650876Z","caller":"traceutil/trace.go:171","msg":"trace[945823321] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:17877; }","duration":"118.866181ms","start":"2026-03-03T14:44:38.531992Z","end":"2026-03-03T14:44:38.650858Z","steps":["trace[945823321] 'agreement among raft nodes before linearized reading' (duration: 118.440851ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:38.650894Z","caller":"traceutil/trace.go:171","msg":"trace[2065122133] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-pknx8; range_end:; response_count:1; response_revision:17877; }","duration":"132.846073ms","start":"2026-03-03T14:44:38.518032Z","end":"2026-03-03T14:44:38.650878Z","steps":["trace[2065122133] 'agreement among raft nodes before linearized reading' (duration: 132.522665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:38.651456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.983365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:898017"} {"level":"info","ts":"2026-03-03T14:44:38.651502Z","caller":"traceutil/trace.go:171","msg":"trace[403075190] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:17877; }","duration":"141.053467ms","start":"2026-03-03T14:44:38.510439Z","end":"2026-03-03T14:44:38.651493Z","steps":["trace[403075190] 'agreement among raft nodes before linearized reading' (duration: 140.105745ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:38.651791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.310469ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:898017"} {"level":"warn","ts":"2026-03-03T14:44:38.651813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.801884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:91 size:898017"} {"level":"info","ts":"2026-03-03T14:44:38.651844Z","caller":"traceutil/trace.go:171","msg":"trace[995609877] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:17877; }","duration":"141.875496ms","start":"2026-03-03T14:44:38.50996Z","end":"2026-03-03T14:44:38.651836Z","steps":["trace[995609877] 'agreement among raft nodes before linearized reading' (duration: 140.495224ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:38.651842Z","caller":"traceutil/trace.go:171","msg":"trace[506542707] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:91; response_revision:17877; }","duration":"137.37618ms","start":"2026-03-03T14:44:38.514454Z","end":"2026-03-03T14:44:38.651831Z","steps":["trace[506542707] 'agreement among raft nodes before linearized reading' (duration: 136.07177ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:38.924008Z","caller":"traceutil/trace.go:171","msg":"trace[355335442] linearizableReadLoop","detail":"{readStateIndex:18660; appliedIndex:18659; }","duration":"189.057154ms","start":"2026-03-03T14:44:38.734928Z","end":"2026-03-03T14:44:38.923985Z","steps":["trace[355335442] 'read index received' (duration: 140.303729ms)","trace[355335442] 'applied index is now lower than readState.Index' (duration: 48.752485ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:38.924194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.248338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:44:38.924232Z","caller":"traceutil/trace.go:171","msg":"trace[524105947] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17879; }","duration":"189.32822ms","start":"2026-03-03T14:44:38.734893Z","end":"2026-03-03T14:44:38.924221Z","steps":["trace[524105947] 'agreement among raft nodes before linearized reading' (duration: 189.181397ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:38.924368Z","caller":"traceutil/trace.go:171","msg":"trace[1282798357] transaction","detail":"{read_only:false; response_revision:17879; number_of_response:1; }","duration":"248.362857ms","start":"2026-03-03T14:44:38.675966Z","end":"2026-03-03T14:44:38.924329Z","steps":["trace[1282798357] 'process raft request' (duration: 199.333846ms)","trace[1282798357] 'compare' (duration: 48.407305ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:39.088492Z","caller":"traceutil/trace.go:171","msg":"trace[1922968304] transaction","detail":"{read_only:false; response_revision:17880; number_of_response:1; }","duration":"158.13256ms","start":"2026-03-03T14:44:38.930334Z","end":"2026-03-03T14:44:39.088466Z","steps":["trace[1922968304] 'process raft request' (duration: 118.188726ms)","trace[1922968304] 'compare' (duration: 39.675178ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:44:56.122474Z","caller":"traceutil/trace.go:171","msg":"trace[1495962343] transaction","detail":"{read_only:false; response_revision:17998; number_of_response:1; }","duration":"114.576941ms","start":"2026-03-03T14:44:56.007863Z","end":"2026-03-03T14:44:56.12244Z","steps":["trace[1495962343] 'process raft request' (duration: 114.446948ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:56.128881Z","caller":"traceutil/trace.go:171","msg":"trace[1075401677] transaction","detail":"{read_only:false; response_revision:17999; number_of_response:1; }","duration":"109.90009ms","start":"2026-03-03T14:44:56.018948Z","end":"2026-03-03T14:44:56.128848Z","steps":["trace[1075401677] 'process raft request' (duration: 109.647014ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:56.128903Z","caller":"traceutil/trace.go:171","msg":"trace[528280020] transaction","detail":"{read_only:false; response_revision:18000; number_of_response:1; }","duration":"109.92219ms","start":"2026-03-03T14:44:56.018951Z","end":"2026-03-03T14:44:56.128874Z","steps":["trace[528280020] 'process raft request' (duration: 109.809288ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:44:58.831664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.321589ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:44:58.831753Z","caller":"traceutil/trace.go:171","msg":"trace[1528610246] linearizableReadLoop","detail":"{readStateIndex:18797; appliedIndex:18796; }","duration":"257.002641ms","start":"2026-03-03T14:44:58.574736Z","end":"2026-03-03T14:44:58.831738Z","steps":["trace[1528610246] 'read index received' (duration: 18.603831ms)","trace[1528610246] 'applied index is now lower than readState.Index' (duration: 238.39766ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:44:58.831983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.204916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:44:58.83205Z","caller":"traceutil/trace.go:171","msg":"trace[1487518604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18012; }","duration":"257.36384ms","start":"2026-03-03T14:44:58.574667Z","end":"2026-03-03T14:44:58.832031Z","steps":["trace[1487518604] 'agreement among raft nodes before linearized reading' (duration: 257.112124ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:44:59.477169Z","caller":"traceutil/trace.go:171","msg":"trace[376735743] transaction","detail":"{read_only:false; response_revision:18016; number_of_response:1; }","duration":"145.103182ms","start":"2026-03-03T14:44:59.332018Z","end":"2026-03-03T14:44:59.477121Z","steps":["trace[376735743] 'process raft request' (duration: 144.815196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:18.679188Z","caller":"traceutil/trace.go:171","msg":"trace[1876501147] transaction","detail":"{read_only:false; response_revision:18140; number_of_response:1; }","duration":"103.579321ms","start":"2026-03-03T14:45:18.575583Z","end":"2026-03-03T14:45:18.679162Z","steps":["trace[1876501147] 'process raft request' (duration: 51.842916ms)","trace[1876501147] 'compare' (duration: 51.226043ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:45.342715Z","caller":"traceutil/trace.go:171","msg":"trace[1915738989] transaction","detail":"{read_only:false; response_revision:18298; number_of_response:1; }","duration":"150.650064ms","start":"2026-03-03T14:45:45.192038Z","end":"2026-03-03T14:45:45.342688Z","steps":["trace[1915738989] 'process raft request' (duration: 150.500191ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:45.358745Z","caller":"traceutil/trace.go:171","msg":"trace[1382846849] linearizableReadLoop","detail":"{readStateIndex:19094; appliedIndex:19092; }","duration":"149.137169ms","start":"2026-03-03T14:45:45.20957Z","end":"2026-03-03T14:45:45.358708Z","steps":["trace[1382846849] 'read index received' (duration: 133.080809ms)","trace[1382846849] 'applied index is now lower than readState.Index' (duration: 16.0548ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:45.358813Z","caller":"traceutil/trace.go:171","msg":"trace[110520702] transaction","detail":"{read_only:false; response_revision:18299; number_of_response:1; }","duration":"165.473556ms","start":"2026-03-03T14:45:45.193293Z","end":"2026-03-03T14:45:45.358767Z","steps":["trace[110520702] 'process raft request' (duration: 165.211079ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:45.359024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.407196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:45.359138Z","caller":"traceutil/trace.go:171","msg":"trace[1580933435] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:18299; }","duration":"149.573689ms","start":"2026-03-03T14:45:45.209534Z","end":"2026-03-03T14:45:45.359108Z","steps":["trace[1580933435] 'agreement among raft nodes before linearized reading' (duration: 149.358264ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:45.35937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.440836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:45:45.359429Z","caller":"traceutil/trace.go:171","msg":"trace[816717882] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18299; }","duration":"141.659242ms","start":"2026-03-03T14:45:45.217756Z","end":"2026-03-03T14:45:45.359415Z","steps":["trace[816717882] 'agreement among raft nodes before linearized reading' (duration: 141.15254ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:48.278219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:45:48.77886Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:45:49.280078Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397585,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:45:49.572598Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.818166047s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:45:49.573175Z","caller":"traceutil/trace.go:171","msg":"trace[794743940] transaction","detail":"{read_only:false; response_revision:18313; number_of_response:1; }","duration":"1.818878664s","start":"2026-03-03T14:45:47.754268Z","end":"2026-03-03T14:45:49.573147Z","steps":["trace[794743940] 'process raft request' (duration: 1.818686619s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.57333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:47.754238Z","time spent":"1.818999137s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:49.577311Z","caller":"traceutil/trace.go:171","msg":"trace[562632354] transaction","detail":"{read_only:false; response_revision:18314; number_of_response:1; }","duration":"1.173297348s","start":"2026-03-03T14:45:48.403992Z","end":"2026-03-03T14:45:49.577289Z","steps":["trace[562632354] 'process raft request' (duration: 1.173126534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.577438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.403968Z","time spent":"1.173407931s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:49.577572Z","caller":"traceutil/trace.go:171","msg":"trace[1287009270] transaction","detail":"{read_only:false; response_revision:18315; number_of_response:1; }","duration":"1.170886562s","start":"2026-03-03T14:45:48.406671Z","end":"2026-03-03T14:45:49.577558Z","steps":["trace[1287009270] 'process raft request' (duration: 1.170573643s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.577644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.406657Z","time spent":"1.170951314s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:49.577782Z","caller":"traceutil/trace.go:171","msg":"trace[2011750808] transaction","detail":"{read_only:false; response_revision:18316; number_of_response:1; }","duration":"1.064941917s","start":"2026-03-03T14:45:48.512833Z","end":"2026-03-03T14:45:49.577775Z","steps":["trace[2011750808] 'process raft request' (duration: 1.064677251s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.577831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.512799Z","time spent":"1.065007197s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:49.578028Z","caller":"traceutil/trace.go:171","msg":"trace[787893280] transaction","detail":"{read_only:false; response_revision:18317; number_of_response:1; }","duration":"1.062555229s","start":"2026-03-03T14:45:48.515462Z","end":"2026-03-03T14:45:49.578018Z","steps":["trace[787893280] 'process raft request' (duration: 1.062276453s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.57809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.515436Z","time spent":"1.062624601s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:49.581185Z","caller":"traceutil/trace.go:171","msg":"trace[1420339921] transaction","detail":"{read_only:false; response_revision:18318; number_of_response:1; }","duration":"501.195168ms","start":"2026-03-03T14:45:49.079949Z","end":"2026-03-03T14:45:49.581144Z","steps":["trace[1420339921] 'process raft request' (duration: 500.917892ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.581252Z","caller":"traceutil/trace.go:171","msg":"trace[238349349] linearizableReadLoop","detail":"{readStateIndex:19114; appliedIndex:19107; }","duration":"1.803381568s","start":"2026-03-03T14:45:47.777832Z","end":"2026-03-03T14:45:49.581214Z","steps":["trace[238349349] 'read index received' (duration: 1.795183454s)","trace[238349349] 'applied index is now lower than readState.Index' (duration: 8.195764ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:49.581374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:49.079919Z","time spent":"501.363711ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:49.5816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75911203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:45:49.581653Z","caller":"traceutil/trace.go:171","msg":"trace[2023602637] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18319; }","duration":"1.759211933s","start":"2026-03-03T14:45:47.82243Z","end":"2026-03-03T14:45:49.581641Z","steps":["trace[2023602637] 'agreement among raft nodes before linearized reading' (duration: 1.759031929s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.581621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.803775837s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:45:49.581767Z","caller":"traceutil/trace.go:171","msg":"trace[251177964] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:18319; }","duration":"1.803968751s","start":"2026-03-03T14:45:47.77777Z","end":"2026-03-03T14:45:49.581739Z","steps":["trace[251177964] 'agreement among raft nodes before linearized reading' (duration: 1.803627133s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.5818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06387963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T14:45:49.581821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:47.777742Z","time spent":"1.804070164s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"info","ts":"2026-03-03T14:45:49.581838Z","caller":"traceutil/trace.go:171","msg":"trace[2090100514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18319; }","duration":"1.063943442s","start":"2026-03-03T14:45:48.517885Z","end":"2026-03-03T14:45:49.581829Z","steps":["trace[2090100514] 'agreement among raft nodes before linearized reading' (duration: 1.06384021s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.581876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.51787Z","time spent":"1.063994943s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:45:49.581902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.112741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:45:49.581949Z","caller":"traceutil/trace.go:171","msg":"trace[1137676382] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18319; }","duration":"207.211683ms","start":"2026-03-03T14:45:49.374727Z","end":"2026-03-03T14:45:49.581939Z","steps":["trace[1137676382] 'agreement among raft nodes before linearized reading' (duration: 207.007108ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.581675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.84527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:45:49.582032Z","caller":"traceutil/trace.go:171","msg":"trace[596194712] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18319; }","duration":"750.283291ms","start":"2026-03-03T14:45:48.831736Z","end":"2026-03-03T14:45:49.58202Z","steps":["trace[596194712] 'agreement among raft nodes before linearized reading' (duration: 749.722498ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.582081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.831713Z","time spent":"750.346512ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:45:49.582123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534818823s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:49.582171Z","caller":"traceutil/trace.go:171","msg":"trace[1335585416] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18319; }","duration":"1.534873675s","start":"2026-03-03T14:45:48.047282Z","end":"2026-03-03T14:45:49.582156Z","steps":["trace[1335585416] 'agreement among raft nodes before linearized reading' (duration: 1.534787033s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.582173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.534969887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:45:49.58223Z","caller":"traceutil/trace.go:171","msg":"trace[78136935] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18319; }","duration":"1.535087079s","start":"2026-03-03T14:45:48.047129Z","end":"2026-03-03T14:45:49.582216Z","steps":["trace[78136935] 'agreement among raft nodes before linearized reading' (duration: 1.534955356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.582233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.008975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:45:49.582276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.047112Z","time spent":"1.535154411s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:45:49.582298Z","caller":"traceutil/trace.go:171","msg":"trace[2000848352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18319; }","duration":"212.116227ms","start":"2026-03-03T14:45:49.370158Z","end":"2026-03-03T14:45:49.582274Z","steps":["trace[2000848352] 'agreement among raft nodes before linearized reading' (duration: 211.976004ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.58236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.17757696s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-03-03T14:45:49.582392Z","caller":"traceutil/trace.go:171","msg":"trace[1111196183] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18319; }","duration":"1.177636651s","start":"2026-03-03T14:45:48.404747Z","end":"2026-03-03T14:45:49.582383Z","steps":["trace[1111196183] 'agreement among raft nodes before linearized reading' (duration: 1.177560909s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.582419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.404727Z","time spent":"1.177686483s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7406,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:45:49.582439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547322458s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:49.581282Z","caller":"traceutil/trace.go:171","msg":"trace[1185299338] transaction","detail":"{read_only:false; response_revision:18319; number_of_response:1; }","duration":"208.937874ms","start":"2026-03-03T14:45:49.372313Z","end":"2026-03-03T14:45:49.581251Z","steps":["trace[1185299338] 'process raft request' (duration: 208.737599ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:49.582484Z","caller":"traceutil/trace.go:171","msg":"trace[1029714173] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18319; }","duration":"1.54740355s","start":"2026-03-03T14:45:48.03507Z","end":"2026-03-03T14:45:49.582473Z","steps":["trace[1029714173] 'agreement among raft nodes before linearized reading' (duration: 1.547335369s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.582511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.035049Z","time spent":"1.547455181s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:45:49.582289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.177401716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:45:49.582719Z","caller":"traceutil/trace.go:171","msg":"trace[1456719821] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18319; }","duration":"1.177832816s","start":"2026-03-03T14:45:48.404874Z","end":"2026-03-03T14:45:49.582707Z","steps":["trace[1456719821] 'agreement among raft nodes before linearized reading' (duration: 1.177342664s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:49.582754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.40487Z","time spent":"1.177874456s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:49.581695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:47.82241Z","time spent":"1.759275534s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:49.582199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:48.047278Z","time spent":"1.534915516s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:45:49.583046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.841218ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:45:49.583283Z","caller":"traceutil/trace.go:171","msg":"trace[546228977] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18319; }","duration":"203.080026ms","start":"2026-03-03T14:45:49.380188Z","end":"2026-03-03T14:45:49.583268Z","steps":["trace[546228977] 'agreement among raft nodes before linearized reading' (duration: 201.832806ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.108513Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397688,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:45:56.508806Z","caller":"traceutil/trace.go:171","msg":"trace[1817781294] transaction","detail":"{read_only:false; response_revision:18343; number_of_response:1; }","duration":"905.999086ms","start":"2026-03-03T14:45:55.602783Z","end":"2026-03-03T14:45:56.508782Z","steps":["trace[1817781294] 'process raft request' (duration: 905.846222ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.508973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.602753Z","time spent":"906.137149ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:56.849392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.090251ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:45:56.849688Z","caller":"traceutil/trace.go:171","msg":"trace[1105462808] transaction","detail":"{read_only:false; response_revision:18344; number_of_response:1; }","duration":"1.242215009s","start":"2026-03-03T14:45:55.607442Z","end":"2026-03-03T14:45:56.849657Z","steps":["trace[1105462808] 'process raft request' (duration: 968.759699ms)","trace[1105462808] 'compare' (duration: 272.764694ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:56.849744Z","caller":"traceutil/trace.go:171","msg":"trace[215619068] linearizableReadLoop","detail":"{readStateIndex:19142; appliedIndex:19139; }","duration":"1.242216768s","start":"2026-03-03T14:45:55.607511Z","end":"2026-03-03T14:45:56.849728Z","steps":["trace[215619068] 'read index received' (duration: 901.238842ms)","trace[215619068] 'applied index is now lower than readState.Index' (duration: 340.973836ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:45:56.849807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.607417Z","time spent":"1.242336412s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:45:56.849878Z","caller":"traceutil/trace.go:171","msg":"trace[818780994] transaction","detail":"{read_only:false; response_revision:18345; number_of_response:1; }","duration":"1.242393264s","start":"2026-03-03T14:45:55.60744Z","end":"2026-03-03T14:45:56.849833Z","steps":["trace[818780994] 'process raft request' (duration: 1.242057805s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.850037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.607415Z","time spent":"1.242529867s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:45:56.850053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.242524857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"warn","ts":"2026-03-03T14:45:56.850093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"800.98184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:56.850126Z","caller":"traceutil/trace.go:171","msg":"trace[585551831] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18345; }","duration":"1.24265656s","start":"2026-03-03T14:45:55.607451Z","end":"2026-03-03T14:45:56.850108Z","steps":["trace[585551831] 'agreement among raft nodes before linearized reading' (duration: 1.242404854s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.85015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232724605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:45:56.850186Z","caller":"traceutil/trace.go:171","msg":"trace[524344066] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18345; }","duration":"1.232845318s","start":"2026-03-03T14:45:55.617328Z","end":"2026-03-03T14:45:56.850173Z","steps":["trace[524344066] 'agreement among raft nodes before linearized reading' (duration: 1.232753475s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.850175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.230179315s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T14:45:56.850186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.607423Z","time spent":"1.242750133s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7406,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:45:56.850211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.617312Z","time spent":"1.232894678s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:45:56.850222Z","caller":"traceutil/trace.go:171","msg":"trace[529349897] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18345; }","duration":"1.230251367s","start":"2026-03-03T14:45:55.61996Z","end":"2026-03-03T14:45:56.850211Z","steps":["trace[529349897] 'agreement among raft nodes before linearized reading' (duration: 1.230111324s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.850137Z","caller":"traceutil/trace.go:171","msg":"trace[2071532999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18345; }","duration":"801.070933ms","start":"2026-03-03T14:45:56.049055Z","end":"2026-03-03T14:45:56.850126Z","steps":["trace[2071532999] 'agreement among raft nodes before linearized reading' (duration: 800.98011ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.850264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:56.04903Z","time spent":"801.229166ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:45:56.850262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.619948Z","time spent":"1.230306999s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:45:56.850345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.038135311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:45:56.850385Z","caller":"traceutil/trace.go:171","msg":"trace[2099622282] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18345; }","duration":"1.038647603s","start":"2026-03-03T14:45:55.811727Z","end":"2026-03-03T14:45:56.850375Z","steps":["trace[2099622282] 'agreement among raft nodes before linearized reading' (duration: 1.038540471s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.850422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.811704Z","time spent":"1.038709725s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:45:56.850391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.32193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T14:45:56.850428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.241843901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:45:56.850495Z","caller":"traceutil/trace.go:171","msg":"trace[943664239] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:18345; }","duration":"140.479663ms","start":"2026-03-03T14:45:56.709989Z","end":"2026-03-03T14:45:56.850469Z","steps":["trace[943664239] 'agreement among raft nodes before linearized reading' (duration: 140.168586ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:56.850521Z","caller":"traceutil/trace.go:171","msg":"trace[463783278] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18345; }","duration":"1.241969264s","start":"2026-03-03T14:45:55.60853Z","end":"2026-03-03T14:45:56.850499Z","steps":["trace[463783278] 'agreement among raft nodes before linearized reading' (duration: 1.241734759s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.85052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.023360902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-03-03T14:45:56.850587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.608523Z","time spent":"1.242029245s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:45:56.850615Z","caller":"traceutil/trace.go:171","msg":"trace[784280263] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:18345; }","duration":"1.023477245s","start":"2026-03-03T14:45:55.827083Z","end":"2026-03-03T14:45:56.85056Z","steps":["trace[784280263] 'agreement among raft nodes before linearized reading' (duration: 1.023108946s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.850683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.827051Z","time spent":"1.023621488s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" "} {"level":"warn","ts":"2026-03-03T14:45:56.850682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232790276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T14:45:56.850907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243263054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:45:56.850976Z","caller":"traceutil/trace.go:171","msg":"trace[759104540] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18345; }","duration":"1.243356396s","start":"2026-03-03T14:45:55.607604Z","end":"2026-03-03T14:45:56.85096Z","steps":["trace[759104540] 'agreement among raft nodes before linearized reading' (duration: 1.242368393s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.851028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.607594Z","time spent":"1.243421818s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:45:56.850971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.231151328s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:45:56.850932Z","caller":"traceutil/trace.go:171","msg":"trace[1188189165] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18345; }","duration":"1.233169525s","start":"2026-03-03T14:45:55.617739Z","end":"2026-03-03T14:45:56.850908Z","steps":["trace[1188189165] 'agreement among raft nodes before linearized reading' (duration: 1.232280614s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.851089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.197095982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:45:56.851379Z","caller":"traceutil/trace.go:171","msg":"trace[1731966845] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:18345; }","duration":"1.197419448s","start":"2026-03-03T14:45:55.653944Z","end":"2026-03-03T14:45:56.851363Z","steps":["trace[1731966845] 'agreement among raft nodes before linearized reading' (duration: 1.196053937s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.851271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.617664Z","time spent":"1.233578624s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:45:56.8512Z","caller":"traceutil/trace.go:171","msg":"trace[2006473521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18345; }","duration":"1.231470635s","start":"2026-03-03T14:45:55.619718Z","end":"2026-03-03T14:45:56.851189Z","steps":["trace[2006473521] 'agreement among raft nodes before linearized reading' (duration: 1.230441501s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:56.851545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.653925Z","time spent":"1.19748216s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:45:56.851583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:55.619708Z","time spent":"1.231838854s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:45:57.094749Z","caller":"traceutil/trace.go:171","msg":"trace[1328923994] transaction","detail":"{read_only:false; response_revision:18346; number_of_response:1; }","duration":"239.858976ms","start":"2026-03-03T14:45:56.854856Z","end":"2026-03-03T14:45:57.094715Z","steps":["trace[1328923994] 'process raft request' (duration: 225.822744ms)","trace[1328923994] 'compare' (duration: 13.932359ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:57.105511Z","caller":"traceutil/trace.go:171","msg":"trace[1224861576] transaction","detail":"{read_only:false; response_revision:18349; number_of_response:1; }","duration":"247.845885ms","start":"2026-03-03T14:45:56.857635Z","end":"2026-03-03T14:45:57.105481Z","steps":["trace[1224861576] 'process raft request' (duration: 247.778273ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:57.105537Z","caller":"traceutil/trace.go:171","msg":"trace[966837459] transaction","detail":"{read_only:false; response_revision:18347; number_of_response:1; }","duration":"248.716785ms","start":"2026-03-03T14:45:56.856779Z","end":"2026-03-03T14:45:57.105495Z","steps":["trace[966837459] 'process raft request' (duration: 248.446349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:57.10565Z","caller":"traceutil/trace.go:171","msg":"trace[462758664] linearizableReadLoop","detail":"{readStateIndex:19144; appliedIndex:19142; }","duration":"248.359006ms","start":"2026-03-03T14:45:56.857256Z","end":"2026-03-03T14:45:57.105615Z","steps":["trace[462758664] 'read index received' (duration: 223.439636ms)","trace[462758664] 'applied index is now lower than readState.Index' (duration: 24.91802ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:45:57.10561Z","caller":"traceutil/trace.go:171","msg":"trace[2123699100] transaction","detail":"{read_only:false; response_revision:18348; number_of_response:1; }","duration":"248.238963ms","start":"2026-03-03T14:45:56.857324Z","end":"2026-03-03T14:45:57.105563Z","steps":["trace[2123699100] 'process raft request' (duration: 248.048089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:45:57.105752Z","caller":"traceutil/trace.go:171","msg":"trace[2125079063] transaction","detail":"{read_only:false; response_revision:18350; number_of_response:1; }","duration":"248.007868ms","start":"2026-03-03T14:45:56.857731Z","end":"2026-03-03T14:45:57.105739Z","steps":["trace[2125079063] 'process raft request' (duration: 247.714481ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:57.106414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.143695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931819"} {"level":"info","ts":"2026-03-03T14:45:57.106457Z","caller":"traceutil/trace.go:171","msg":"trace[1639227889] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18350; }","duration":"249.224706ms","start":"2026-03-03T14:45:56.857222Z","end":"2026-03-03T14:45:57.106447Z","steps":["trace[1639227889] 'agreement among raft nodes before linearized reading' (duration: 248.513329ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:57.169043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.583301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931819"} {"level":"info","ts":"2026-03-03T14:45:57.169106Z","caller":"traceutil/trace.go:171","msg":"trace[1963882392] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18351; }","duration":"311.684194ms","start":"2026-03-03T14:45:56.857406Z","end":"2026-03-03T14:45:57.169091Z","steps":["trace[1963882392] 'agreement among raft nodes before linearized reading' (duration: 310.541357ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:57.169144Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:56.857392Z","time spent":"311.742755ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":931843,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:45:57.169693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.525749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:45:57.169719Z","caller":"traceutil/trace.go:171","msg":"trace[866334336] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18351; }","duration":"283.59258ms","start":"2026-03-03T14:45:56.88612Z","end":"2026-03-03T14:45:57.169713Z","steps":["trace[866334336] 'agreement among raft nodes before linearized reading' (duration: 283.523189ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:58.508031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.726837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:45:58.508101Z","caller":"traceutil/trace.go:171","msg":"trace[1056696505] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18352; }","duration":"462.84482ms","start":"2026-03-03T14:45:58.045238Z","end":"2026-03-03T14:45:58.508083Z","steps":["trace[1056696505] 'range keys from in-memory index tree' (duration: 462.572593ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:45:58.509484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.045215Z","time spent":"462.909732ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:45:59.011878Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397713,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:45:59.441085Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287159132s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:46:00.193184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.847584ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"warn","ts":"2026-03-03T14:46:00.511087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:46:00.511177Z","caller":"traceutil/trace.go:171","msg":"trace[1595116970] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000160475s","start":"2026-03-03T14:45:58.510979Z","end":"2026-03-03T14:46:00.51114Z","steps":["trace[1595116970] 'agreement among raft nodes before linearized reading' (duration: 2.000069333s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:00.511215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.510964Z","time spent":"2.000242767s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:46:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:46:01.453486Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.460779719s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:46:01.453991Z","caller":"traceutil/trace.go:171","msg":"trace[1085723022] transaction","detail":"{read_only:false; response_revision:18354; number_of_response:1; }","duration":"2.596623068s","start":"2026-03-03T14:45:58.857341Z","end":"2026-03-03T14:46:01.453964Z","steps":["trace[1085723022] 'process raft request' (duration: 2.596525036s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:01.454067Z","caller":"traceutil/trace.go:171","msg":"trace[2084160911] transaction","detail":"{read_only:false; response_revision:18353; number_of_response:1; }","duration":"2.940171476s","start":"2026-03-03T14:45:58.513857Z","end":"2026-03-03T14:46:01.454028Z","steps":["trace[2084160911] 'process raft request' (duration: 2.939841768s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:01.454132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.85733Z","time spent":"2.596732161s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:01.454186Z","caller":"traceutil/trace.go:171","msg":"trace[1267740917] transaction","detail":"{read_only:false; response_revision:18355; number_of_response:1; }","duration":"2.594936938s","start":"2026-03-03T14:45:58.859234Z","end":"2026-03-03T14:46:01.454171Z","steps":["trace[1267740917] 'process raft request' (duration: 2.594681442s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:01.4542Z","caller":"traceutil/trace.go:171","msg":"trace[1837847200] linearizableReadLoop","detail":"{readStateIndex:19153; appliedIndex:19149; }","duration":"2.943134297s","start":"2026-03-03T14:45:58.511027Z","end":"2026-03-03T14:46:01.454162Z","steps":["trace[1837847200] 'read index received' (duration: 930.348432ms)","trace[1837847200] 'applied index is now lower than readState.Index' (duration: 2.012783025s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:01.45426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.85922Z","time spent":"2.595003489s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:01.454255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.513845Z","time spent":"2.940285688s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:01.954777Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:46:02.462631Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:46:02.519103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000163114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-03-03T14:46:02.519229Z","caller":"traceutil/trace.go:171","msg":"trace[394153823] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000333039s","start":"2026-03-03T14:46:00.518872Z","end":"2026-03-03T14:46:02.519205Z","steps":["trace[394153823] 'agreement among raft nodes before linearized reading' (duration: 2.000185855s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:02.519281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:00.518858Z","time spent":"2.00041147s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/03/03 14:46:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-03-03T14:46:02.963048Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397720,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:46:03.036504Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.582833445s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:46:03.088476Z","caller":"traceutil/trace.go:171","msg":"trace[1049310315] linearizableReadLoop","detail":"{readStateIndex:19155; appliedIndex:19153; }","duration":"1.634183989s","start":"2026-03-03T14:46:01.45427Z","end":"2026-03-03T14:46:03.088454Z","steps":["trace[1049310315] 'read index received' (duration: 1.582365854s)","trace[1049310315] 'applied index is now lower than readState.Index' (duration: 51.817425ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:03.088492Z","caller":"traceutil/trace.go:171","msg":"trace[686374433] transaction","detail":"{read_only:false; response_revision:18357; number_of_response:1; }","duration":"3.287636533s","start":"2026-03-03T14:45:59.800823Z","end":"2026-03-03T14:46:03.08846Z","steps":["trace[686374433] 'process raft request' (duration: 3.287544811s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.088664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.800795Z","time spent":"3.287765908s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:03.088703Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.965702776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"info","ts":"2026-03-03T14:46:03.088727Z","caller":"traceutil/trace.go:171","msg":"trace[56432104] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:18357; }","duration":"3.965793348s","start":"2026-03-03T14:45:59.122926Z","end":"2026-03-03T14:46:03.088719Z","steps":["trace[56432104] 'agreement among raft nodes before linearized reading' (duration: 3.965646974s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.088691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.643282175s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:46:03.088751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.12289Z","time spent":"3.965855699s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" "} {"level":"info","ts":"2026-03-03T14:46:03.088776Z","caller":"traceutil/trace.go:171","msg":"trace[1442421003] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:18357; }","duration":"2.643384387s","start":"2026-03-03T14:46:00.445368Z","end":"2026-03-03T14:46:03.088752Z","steps":["trace[1442421003] 'agreement among raft nodes before linearized reading' (duration: 2.643227894s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.088815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:00.445295Z","time spent":"2.643512451s","remote":"127.0.0.1:55944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:46:03.088825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467041938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:03.088492Z","caller":"traceutil/trace.go:171","msg":"trace[1343633243] transaction","detail":"{read_only:false; response_revision:18356; number_of_response:1; }","duration":"3.439574317s","start":"2026-03-03T14:45:59.648886Z","end":"2026-03-03T14:46:03.08846Z","steps":["trace[1343633243] 'process raft request' (duration: 3.387862185s)","trace[1343633243] 'compare' (duration: 51.364944ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:03.088864Z","caller":"traceutil/trace.go:171","msg":"trace[1181592406] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18357; }","duration":"3.46712162s","start":"2026-03-03T14:45:59.62173Z","end":"2026-03-03T14:46:03.088851Z","steps":["trace[1181592406] 'agreement among raft nodes before linearized reading' (duration: 3.467017137s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.088896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.621703Z","time spent":"3.467185221s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:46:03.088904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.648858Z","time spent":"3.440013408s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:03.088932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.9785479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:46:03.088951Z","caller":"traceutil/trace.go:171","msg":"trace[1098290240] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18357; }","duration":"3.978578331s","start":"2026-03-03T14:45:59.110365Z","end":"2026-03-03T14:46:03.088944Z","steps":["trace[1098290240] 'agreement among raft nodes before linearized reading' (duration: 3.97852636s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.088966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.11036Z","time spent":"3.978602241s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:46:03.088722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.899865699s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-03T14:46:03.089038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978666213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:46:03.089052Z","caller":"traceutil/trace.go:171","msg":"trace[440501098] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18357; }","duration":"3.978688654s","start":"2026-03-03T14:45:59.110359Z","end":"2026-03-03T14:46:03.089047Z","steps":["trace[440501098] 'agreement among raft nodes before linearized reading' (duration: 3.978648593s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.110355Z","time spent":"3.978708635s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:46:03.089075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.599990901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T14:46:03.089058Z","caller":"traceutil/trace.go:171","msg":"trace[1223368562] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:18357; }","duration":"3.900224758s","start":"2026-03-03T14:45:59.188796Z","end":"2026-03-03T14:46:03.089021Z","steps":["trace[1223368562] 'agreement among raft nodes before linearized reading' (duration: 3.899755557s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.0891Z","caller":"traceutil/trace.go:171","msg":"trace[1357539395] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:18357; }","duration":"2.600043632s","start":"2026-03-03T14:46:00.489049Z","end":"2026-03-03T14:46:03.089092Z","steps":["trace[1357539395] 'agreement among raft nodes before linearized reading' (duration: 2.59993127s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:00.48903Z","time spent":"2.600082253s","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:46:03.08911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.467423237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:46:03.089143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978791676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T14:46:03.089143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.188759Z","time spent":"3.900350051s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"info","ts":"2026-03-03T14:46:03.089143Z","caller":"traceutil/trace.go:171","msg":"trace[1045245492] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18357; }","duration":"3.467486178s","start":"2026-03-03T14:45:59.621647Z","end":"2026-03-03T14:46:03.089133Z","steps":["trace[1045245492] 'agreement among raft nodes before linearized reading' (duration: 3.467393746s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.089159Z","caller":"traceutil/trace.go:171","msg":"trace[637641520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18357; }","duration":"3.978848888s","start":"2026-03-03T14:45:59.110305Z","end":"2026-03-03T14:46:03.089154Z","steps":["trace[637641520] 'agreement among raft nodes before linearized reading' (duration: 3.978802507s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.110281Z","time spent":"3.978889688s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:46:03.089175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.621627Z","time spent":"3.46753929s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:46:03.089197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.575083662s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" ","response":"range_response_count:1 size:775"} {"level":"warn","ts":"2026-03-03T14:46:03.089235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.978884238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:46:03.089251Z","caller":"traceutil/trace.go:171","msg":"trace[577035590] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18357; }","duration":"3.97893918s","start":"2026-03-03T14:45:59.110306Z","end":"2026-03-03T14:46:03.089245Z","steps":["trace[577035590] 'agreement among raft nodes before linearized reading' (duration: 3.978899429s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.110295Z","time spent":"3.97896446s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:46:03.089262Z","caller":"traceutil/trace.go:171","msg":"trace[1393970437] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa; range_end:; response_count:1; response_revision:18357; }","duration":"2.575188414s","start":"2026-03-03T14:46:00.514056Z","end":"2026-03-03T14:46:03.089244Z","steps":["trace[1393970437] 'agreement among raft nodes before linearized reading' (duration: 2.574917077s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:00.514041Z","time spent":"2.575247445s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18995978a7f69efa\" "} {"level":"warn","ts":"2026-03-03T14:46:03.089335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.990439802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:46:03.089337Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.484648655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:03.089379Z","caller":"traceutil/trace.go:171","msg":"trace[1717793840] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18357; }","duration":"3.484726557s","start":"2026-03-03T14:45:59.60464Z","end":"2026-03-03T14:46:03.089366Z","steps":["trace[1717793840] 'agreement among raft nodes before linearized reading' (duration: 3.484658355s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.131888187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-03-03T14:46:03.089409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.604619Z","time spent":"3.484780987s","remote":"127.0.0.1:52486","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:46:03.089429Z","caller":"traceutil/trace.go:171","msg":"trace[875491361] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:18357; }","duration":"4.131945859s","start":"2026-03-03T14:45:58.957462Z","end":"2026-03-03T14:46:03.089408Z","steps":["trace[875491361] 'agreement among raft nodes before linearized reading' (duration: 4.131900977s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.848660802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:46:03.089446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.957437Z","time spent":"4.1320035s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-03-03T14:46:03.089456Z","caller":"traceutil/trace.go:171","msg":"trace[1660397435] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:18357; }","duration":"1.848719793s","start":"2026-03-03T14:46:01.24073Z","end":"2026-03-03T14:46:03.089449Z","steps":["trace[1660397435] 'agreement among raft nodes before linearized reading' (duration: 1.848665392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:01.240712Z","time spent":"1.848760494s","remote":"127.0.0.1:49498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:46:03.089533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.206013724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:46:03.08956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.232757524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"info","ts":"2026-03-03T14:46:03.089575Z","caller":"traceutil/trace.go:171","msg":"trace[700868650] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18357; }","duration":"4.232782694s","start":"2026-03-03T14:45:58.856788Z","end":"2026-03-03T14:46:03.089571Z","steps":["trace[700868650] 'agreement among raft nodes before linearized reading' (duration: 4.232736113s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.089353Z","caller":"traceutil/trace.go:171","msg":"trace[1460249584] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18357; }","duration":"3.990502793s","start":"2026-03-03T14:45:59.098841Z","end":"2026-03-03T14:46:03.089343Z","steps":["trace[1460249584] 'agreement among raft nodes before linearized reading' (duration: 3.990463802s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.856783Z","time spent":"4.232801055s","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7406,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"warn","ts":"2026-03-03T14:46:03.089609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.098808Z","time spent":"3.990788749s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:46:03.08964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.622359202s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:03.089638Z","caller":"traceutil/trace.go:171","msg":"trace[1622007113] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:18357; }","duration":"2.206144727s","start":"2026-03-03T14:46:00.88348Z","end":"2026-03-03T14:46:03.089625Z","steps":["trace[1622007113] 'agreement among raft nodes before linearized reading' (duration: 2.205992083s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.233182863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:46:03.089788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:00.883459Z","time spent":"2.206315061s","remote":"127.0.0.1:44132","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":16,"response size":32,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:46:03.089811Z","caller":"traceutil/trace.go:171","msg":"trace[1215252782] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18357; }","duration":"4.233236275s","start":"2026-03-03T14:45:58.856569Z","end":"2026-03-03T14:46:03.089805Z","steps":["trace[1215252782] 'agreement among raft nodes before linearized reading' (duration: 4.233165733s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.856548Z","time spent":"4.233284156s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:46:03.089668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.78121098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-03-03T14:46:03.089886Z","caller":"traceutil/trace.go:171","msg":"trace[1615504037] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:18357; }","duration":"3.781472467s","start":"2026-03-03T14:45:59.308401Z","end":"2026-03-03T14:46:03.089874Z","steps":["trace[1615504037] 'agreement among raft nodes before linearized reading' (duration: 3.78116585s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.08991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.255947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:03.089929Z","caller":"traceutil/trace.go:171","msg":"trace[588690020] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18357; }","duration":"570.311589ms","start":"2026-03-03T14:46:02.519612Z","end":"2026-03-03T14:46:03.089924Z","steps":["trace[588690020] 'agreement among raft nodes before linearized reading' (duration: 570.278798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.308371Z","time spent":"3.781542248s","remote":"127.0.0.1:43966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":133,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:46:03.089942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:02.519591Z","time spent":"570.348159ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:46:03.089944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.511377425s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:03.089969Z","caller":"traceutil/trace.go:171","msg":"trace[1506182039] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:18357; }","duration":"4.511404415s","start":"2026-03-03T14:45:58.578557Z","end":"2026-03-03T14:46:03.089961Z","steps":["trace[1506182039] 'agreement among raft nodes before linearized reading' (duration: 4.511363794s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.089979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.830682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T14:46:03.089987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:58.578453Z","time spent":"4.511528289s","remote":"127.0.0.1:44172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":2,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:46:03.089711Z","caller":"traceutil/trace.go:171","msg":"trace[1970558145] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:18357; }","duration":"3.622443454s","start":"2026-03-03T14:45:59.467218Z","end":"2026-03-03T14:46:03.089661Z","steps":["trace[1970558145] 'agreement among raft nodes before linearized reading' (duration: 3.622312121s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.090004Z","caller":"traceutil/trace.go:171","msg":"trace[407971741] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18357; }","duration":"702.898063ms","start":"2026-03-03T14:46:02.3871Z","end":"2026-03-03T14:46:03.089998Z","steps":["trace[407971741] 'agreement among raft nodes before linearized reading' (duration: 702.802551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.090019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:02.387078Z","time spent":"702.937795ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:46:03.090029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:45:59.467188Z","time spent":"3.622827323s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":60,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:46:03.089664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.526076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:03.090223Z","caller":"traceutil/trace.go:171","msg":"trace[122071348] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:18357; }","duration":"957.973747ms","start":"2026-03-03T14:46:02.132098Z","end":"2026-03-03T14:46:03.090072Z","steps":["trace[122071348] 'agreement among raft nodes before linearized reading' (duration: 957.542157ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.090259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:02.132077Z","time spent":"958.169861ms","remote":"127.0.0.1:55902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:46:03.24417Z","caller":"traceutil/trace.go:171","msg":"trace[1976654458] linearizableReadLoop","detail":"{readStateIndex:19156; appliedIndex:19155; }","duration":"146.961975ms","start":"2026-03-03T14:46:03.097015Z","end":"2026-03-03T14:46:03.243977Z","steps":["trace[1976654458] 'read index received' (duration: 145.011818ms)","trace[1976654458] 'applied index is now lower than readState.Index' (duration: 1.946867ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:03.244331Z","caller":"traceutil/trace.go:171","msg":"trace[1122424860] transaction","detail":"{read_only:false; response_revision:18358; number_of_response:1; }","duration":"147.323553ms","start":"2026-03-03T14:46:03.096973Z","end":"2026-03-03T14:46:03.244296Z","steps":["trace[1122424860] 'process raft request' (duration: 145.045139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.244349Z","caller":"traceutil/trace.go:171","msg":"trace[113108071] transaction","detail":"{read_only:false; response_revision:18359; number_of_response:1; }","duration":"144.813995ms","start":"2026-03-03T14:46:03.099497Z","end":"2026-03-03T14:46:03.244311Z","steps":["trace[113108071] 'process raft request' (duration: 144.230031ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.244578Z","caller":"traceutil/trace.go:171","msg":"trace[721323536] transaction","detail":"{read_only:false; response_revision:18360; number_of_response:1; }","duration":"144.818884ms","start":"2026-03-03T14:46:03.099719Z","end":"2026-03-03T14:46:03.244538Z","steps":["trace[721323536] 'process raft request' (duration: 144.060906ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.244629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.58734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-03-03T14:46:03.244842Z","caller":"traceutil/trace.go:171","msg":"trace[1695898014] transaction","detail":"{read_only:false; response_revision:18361; number_of_response:1; }","duration":"145.094291ms","start":"2026-03-03T14:46:03.099736Z","end":"2026-03-03T14:46:03.24483Z","steps":["trace[1695898014] 'process raft request' (duration: 144.071807ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.24481Z","caller":"traceutil/trace.go:171","msg":"trace[2022125221] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f73ed8ae-3177-4a5e-8262-3e2a7214a301; range_end:; response_count:1; response_revision:18361; }","duration":"147.808865ms","start":"2026-03-03T14:46:03.096963Z","end":"2026-03-03T14:46:03.244772Z","steps":["trace[2022125221] 'agreement among raft nodes before linearized reading' (duration: 147.342174ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.245289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.920531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:46:03.245347Z","caller":"traceutil/trace.go:171","msg":"trace[834484083] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18363; }","duration":"146.008833ms","start":"2026-03-03T14:46:03.099322Z","end":"2026-03-03T14:46:03.24533Z","steps":["trace[834484083] 'agreement among raft nodes before linearized reading' (duration: 145.781368ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.245406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.613331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:03.24545Z","caller":"traceutil/trace.go:171","msg":"trace[479845434] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18363; }","duration":"125.699113ms","start":"2026-03-03T14:46:03.119745Z","end":"2026-03-03T14:46:03.245444Z","steps":["trace[479845434] 'agreement among raft nodes before linearized reading' (duration: 125.637062ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.245639Z","caller":"traceutil/trace.go:171","msg":"trace[1373535866] transaction","detail":"{read_only:false; response_revision:18362; number_of_response:1; }","duration":"145.260875ms","start":"2026-03-03T14:46:03.100358Z","end":"2026-03-03T14:46:03.245619Z","steps":["trace[1373535866] 'process raft request' (duration: 143.476902ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:03.245954Z","caller":"traceutil/trace.go:171","msg":"trace[1432147571] transaction","detail":"{read_only:false; response_revision:18363; number_of_response:1; }","duration":"143.393192ms","start":"2026-03-03T14:46:03.102544Z","end":"2026-03-03T14:46:03.245937Z","steps":["trace[1432147571] 'process raft request' (duration: 142.486529ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.246521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.836953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931819"} {"level":"info","ts":"2026-03-03T14:46:03.246557Z","caller":"traceutil/trace.go:171","msg":"trace[491995629] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18363; }","duration":"146.875034ms","start":"2026-03-03T14:46:03.099672Z","end":"2026-03-03T14:46:03.246547Z","steps":["trace[491995629] 'agreement among raft nodes before linearized reading' (duration: 145.87695ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:03.246571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.763488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:931819"} {"level":"info","ts":"2026-03-03T14:46:03.246599Z","caller":"traceutil/trace.go:171","msg":"trace[326676185] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18363; }","duration":"126.83429ms","start":"2026-03-03T14:46:03.119758Z","end":"2026-03-03T14:46:03.246592Z","steps":["trace[326676185] 'agreement among raft nodes before linearized reading' (duration: 125.793436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:04.285221Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:46:04.785679Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:46:05.096755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346385102s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:46:05.096867Z","caller":"traceutil/trace.go:171","msg":"trace[732880338] transaction","detail":"{read_only:false; response_revision:18367; number_of_response:1; }","duration":"1.637698812s","start":"2026-03-03T14:46:03.459146Z","end":"2026-03-03T14:46:05.096845Z","steps":["trace[732880338] 'process raft request' (duration: 291.091805ms)","trace[732880338] 'compare' (duration: 1.345961502s)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:05.096926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:03.459123Z","time spent":"1.637773373s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:05.307045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397746,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:46:05.766072Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.015792114s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:46:05.915732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.342953ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:46:05.916063Z","caller":"traceutil/trace.go:171","msg":"trace[780492856] linearizableReadLoop","detail":"{readStateIndex:19169; appliedIndex:19166; }","duration":"2.131303347s","start":"2026-03-03T14:46:03.784742Z","end":"2026-03-03T14:46:05.916045Z","steps":["trace[780492856] 'read index received' (duration: 1.981582526s)","trace[780492856] 'applied index is now lower than readState.Index' (duration: 149.719401ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:05.916211Z","caller":"traceutil/trace.go:171","msg":"trace[405366877] transaction","detail":"{read_only:false; response_revision:18368; number_of_response:1; }","duration":"2.451213782s","start":"2026-03-03T14:46:03.464968Z","end":"2026-03-03T14:46:05.916181Z","steps":["trace[405366877] 'process raft request' (duration: 2.301340927s)","trace[405366877] 'compare' (duration: 148.910013ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:05.916361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:03.464941Z","time spent":"2.451341896s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:05.916548Z","caller":"traceutil/trace.go:171","msg":"trace[1069711157] transaction","detail":"{read_only:false; response_revision:18369; number_of_response:1; }","duration":"2.451527569s","start":"2026-03-03T14:46:03.464998Z","end":"2026-03-03T14:46:05.916525Z","steps":["trace[1069711157] 'process raft request' (duration: 2.450824223s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.91671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:03.464976Z","time spent":"2.451665573s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:05.916768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.132029104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-ks-user-l9wjf\" ","response":"range_response_count:1 size:9113"} {"level":"warn","ts":"2026-03-03T14:46:05.916791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.366819676s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:05.916805Z","caller":"traceutil/trace.go:171","msg":"trace[1472640044] range","detail":"{range_begin:/registry/pods/openstack/neutron-ks-user-l9wjf; range_end:; response_count:1; response_revision:18370; }","duration":"2.132095746s","start":"2026-03-03T14:46:03.7847Z","end":"2026-03-03T14:46:05.916796Z","steps":["trace[1472640044] 'agreement among raft nodes before linearized reading' (duration: 2.131980693s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:05.916817Z","caller":"traceutil/trace.go:171","msg":"trace[1995025526] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:18370; }","duration":"1.366881397s","start":"2026-03-03T14:46:04.549928Z","end":"2026-03-03T14:46:05.91681Z","steps":["trace[1995025526] 'agreement among raft nodes before linearized reading' (duration: 1.366827356s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.916806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.868928311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:46:05.916898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.760859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:05.916906Z","caller":"traceutil/trace.go:171","msg":"trace[1279414022] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18370; }","duration":"1.869070925s","start":"2026-03-03T14:46:04.047811Z","end":"2026-03-03T14:46:05.916882Z","steps":["trace[1279414022] 'agreement among raft nodes before linearized reading' (duration: 1.868912441s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.91692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"645.68257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" ","response":"range_response_count:1 size:22094"} {"level":"warn","ts":"2026-03-03T14:46:05.916943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.320550741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-03-03T14:46:05.916972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.693104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:46:05.916981Z","caller":"traceutil/trace.go:171","msg":"trace[1813438712] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-895zh; range_end:; response_count:1; response_revision:18370; }","duration":"645.772072ms","start":"2026-03-03T14:46:05.271193Z","end":"2026-03-03T14:46:05.916965Z","steps":["trace[1813438712] 'agreement among raft nodes before linearized reading' (duration: 645.528267ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.493583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:46:05.917019Z","caller":"traceutil/trace.go:171","msg":"trace[1478216443] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:18370; }","duration":"654.757425ms","start":"2026-03-03T14:46:05.262246Z","end":"2026-03-03T14:46:05.917004Z","steps":["trace[1478216443] 'agreement among raft nodes before linearized reading' (duration: 654.680494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.27114Z","time spent":"645.875335ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22118,"request content":"key:\"/registry/pods/openstack/nova-compute-default-895zh\" "} {"level":"info","ts":"2026-03-03T14:46:05.91704Z","caller":"traceutil/trace.go:171","msg":"trace[1929071053] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:18370; }","duration":"647.554295ms","start":"2026-03-03T14:46:05.269476Z","end":"2026-03-03T14:46:05.917031Z","steps":["trace[1929071053] 'agreement among raft nodes before linearized reading' (duration: 647.466423ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.014341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-03-03T14:46:05.91706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.262231Z","time spent":"654.821367ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:46:05.917063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.385620549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:46:05.917077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.269463Z","time spent":"647.599016ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"info","ts":"2026-03-03T14:46:05.917122Z","caller":"traceutil/trace.go:171","msg":"trace[916955300] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:18370; }","duration":"1.385719202s","start":"2026-03-03T14:46:04.531387Z","end":"2026-03-03T14:46:05.917106Z","steps":["trace[916955300] 'agreement among raft nodes before linearized reading' (duration: 1.385608169s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"816.609383ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/neutron-ks-user\" ","response":"range_response_count:1 size:7382"} {"level":"warn","ts":"2026-03-03T14:46:05.916881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"655.096293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:46:05.917179Z","caller":"traceutil/trace.go:171","msg":"trace[610273315] range","detail":"{range_begin:/registry/jobs/openstack/neutron-ks-user; range_end:; response_count:1; response_revision:18370; }","duration":"816.650153ms","start":"2026-03-03T14:46:05.100523Z","end":"2026-03-03T14:46:05.917174Z","steps":["trace[610273315] 'agreement among raft nodes before linearized reading' (duration: 816.584342ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.916844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:04.54991Z","time spent":"1.366927839s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:46:05.917175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706805026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:05.917193Z","caller":"traceutil/trace.go:171","msg":"trace[550147504] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18370; }","duration":"655.487223ms","start":"2026-03-03T14:46:05.261696Z","end":"2026-03-03T14:46:05.917183Z","steps":["trace[550147504] 'agreement among raft nodes before linearized reading' (duration: 655.022042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.100517Z","time spent":"816.681924ms","remote":"127.0.0.1:43854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":7406,"request content":"key:\"/registry/jobs/openstack/neutron-ks-user\" "} {"level":"info","ts":"2026-03-03T14:46:05.917223Z","caller":"traceutil/trace.go:171","msg":"trace[1480962228] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18370; }","duration":"1.706896558s","start":"2026-03-03T14:46:04.210313Z","end":"2026-03-03T14:46:05.917209Z","steps":["trace[1480962228] 'agreement among raft nodes before linearized reading' (duration: 1.706808666s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.261664Z","time spent":"655.552324ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:46:05.917147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.834466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:46:05.916924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.604031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T14:46:05.917307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"644.83594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:211664"} {"level":"info","ts":"2026-03-03T14:46:05.917322Z","caller":"traceutil/trace.go:171","msg":"trace[1560148479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18370; }","duration":"655.010792ms","start":"2026-03-03T14:46:05.2623Z","end":"2026-03-03T14:46:05.917311Z","steps":["trace[1560148479] 'agreement among raft nodes before linearized reading' (duration: 654.570061ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"817.760501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:05.917348Z","caller":"traceutil/trace.go:171","msg":"trace[1156456348] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:18370; }","duration":"644.901052ms","start":"2026-03-03T14:46:05.272438Z","end":"2026-03-03T14:46:05.917339Z","steps":["trace[1156456348] 'agreement among raft nodes before linearized reading' (duration: 644.536494ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.262295Z","time spent":"655.051022ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:46:05.91725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:04.210288Z","time spent":"1.70695785s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:46:05.917384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.272422Z","time spent":"644.955053ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":211688,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:46:05.917425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"821.264833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:05.917447Z","caller":"traceutil/trace.go:171","msg":"trace[913989272] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18370; }","duration":"821.322055ms","start":"2026-03-03T14:46:05.096121Z","end":"2026-03-03T14:46:05.917443Z","steps":["trace[913989272] 'agreement among raft nodes before linearized reading' (duration: 821.259333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.0961Z","time spent":"821.358365ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:46:05.917404Z","caller":"traceutil/trace.go:171","msg":"trace[1399918394] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18370; }","duration":"822.195515ms","start":"2026-03-03T14:46:05.095072Z","end":"2026-03-03T14:46:05.917267Z","steps":["trace[1399918394] 'agreement among raft nodes before linearized reading' (duration: 821.666032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.917533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.095046Z","time spent":"822.470761ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:46:05.916945Z","caller":"traceutil/trace.go:171","msg":"trace[3974315] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:18370; }","duration":"392.833081ms","start":"2026-03-03T14:46:05.524095Z","end":"2026-03-03T14:46:05.916928Z","steps":["trace[3974315] 'agreement among raft nodes before linearized reading' (duration: 392.780839ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.919408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.524073Z","time spent":"395.321249ms","remote":"127.0.0.1:60936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:46:05.916966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:04.047788Z","time spent":"1.869166046s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:46:05.91717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:04.531362Z","time spent":"1.385795084s","remote":"127.0.0.1:46084","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":22,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:46:05.917353Z","caller":"traceutil/trace.go:171","msg":"trace[94367288] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18370; }","duration":"817.830772ms","start":"2026-03-03T14:46:05.099516Z","end":"2026-03-03T14:46:05.917347Z","steps":["trace[94367288] 'agreement among raft nodes before linearized reading' (duration: 817.754241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.919726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.099496Z","time spent":"820.222299ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:46:05.916842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:03.78468Z","time spent":"2.132155516s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9137,"request content":"key:\"/registry/pods/openstack/neutron-ks-user-l9wjf\" "} {"level":"warn","ts":"2026-03-03T14:46:05.916818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.246472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:05.92004Z","caller":"traceutil/trace.go:171","msg":"trace[1625117848] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:18370; }","duration":"465.52837ms","start":"2026-03-03T14:46:05.454495Z","end":"2026-03-03T14:46:05.920024Z","steps":["trace[1625117848] 'agreement among raft nodes before linearized reading' (duration: 462.234572ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.920085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.454469Z","time spent":"465.602442ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:46:05.916981Z","caller":"traceutil/trace.go:171","msg":"trace[1639562211] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:18370; }","duration":"1.320633653s","start":"2026-03-03T14:46:04.596341Z","end":"2026-03-03T14:46:05.916975Z","steps":["trace[1639562211] 'agreement among raft nodes before linearized reading' (duration: 1.3205197s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.920348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:04.596314Z","time spent":"1.324013573s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-03-03T14:46:05.91708Z","caller":"traceutil/trace.go:171","msg":"trace[1627565126] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:18370; }","duration":"655.072103ms","start":"2026-03-03T14:46:05.261997Z","end":"2026-03-03T14:46:05.91707Z","steps":["trace[1627565126] 'agreement among raft nodes before linearized reading' (duration: 655.001891ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.920717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.261985Z","time spent":"658.72411ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:46:05.916725Z","caller":"traceutil/trace.go:171","msg":"trace[1614041495] transaction","detail":"{read_only:false; response_revision:18370; number_of_response:1; }","duration":"1.242520606s","start":"2026-03-03T14:46:04.67419Z","end":"2026-03-03T14:46:05.916711Z","steps":["trace[1614041495] 'process raft request' (duration: 1.241771898s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.920833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:04.674152Z","time spent":"1.246630353s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:05.917378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.208839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:46:05.920903Z","caller":"traceutil/trace.go:171","msg":"trace[2077262952] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:18370; }","duration":"659.747164ms","start":"2026-03-03T14:46:05.261129Z","end":"2026-03-03T14:46:05.920877Z","steps":["trace[2077262952] 'agreement among raft nodes before linearized reading' (duration: 656.202109ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:05.921089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.261096Z","time spent":"659.952989ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:46:06.409593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.319074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:46:06.409861Z","caller":"traceutil/trace.go:171","msg":"trace[58629984] transaction","detail":"{read_only:false; response_revision:18371; number_of_response:1; }","duration":"487.424757ms","start":"2026-03-03T14:46:05.922414Z","end":"2026-03-03T14:46:06.409839Z","steps":["trace[58629984] 'process raft request' (duration: 254.589111ms)","trace[58629984] 'compare' (duration: 232.002207ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:06.40993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.922395Z","time spent":"487.50582ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:06.415584Z","caller":"traceutil/trace.go:171","msg":"trace[816202753] transaction","detail":"{read_only:false; response_revision:18372; number_of_response:1; }","duration":"491.140525ms","start":"2026-03-03T14:46:05.924405Z","end":"2026-03-03T14:46:06.415545Z","steps":["trace[816202753] 'process raft request' (duration: 490.792087ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:06.415652Z","caller":"traceutil/trace.go:171","msg":"trace[2103387381] transaction","detail":"{read_only:false; response_revision:18374; number_of_response:1; }","duration":"489.515517ms","start":"2026-03-03T14:46:05.92611Z","end":"2026-03-03T14:46:06.415625Z","steps":["trace[2103387381] 'process raft request' (duration: 489.340463ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:06.415768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.926102Z","time spent":"489.61337ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:06.415766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.924395Z","time spent":"491.273808ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:06.415754Z","caller":"traceutil/trace.go:171","msg":"trace[1119522074] transaction","detail":"{read_only:false; response_revision:18373; number_of_response:1; }","duration":"489.745043ms","start":"2026-03-03T14:46:05.925985Z","end":"2026-03-03T14:46:06.41573Z","steps":["trace[1119522074] 'process raft request' (duration: 489.349644ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:06.415657Z","caller":"traceutil/trace.go:171","msg":"trace[803642705] linearizableReadLoop","detail":"{readStateIndex:19171; appliedIndex:19169; }","duration":"491.013943ms","start":"2026-03-03T14:46:05.924621Z","end":"2026-03-03T14:46:06.415635Z","steps":["trace[803642705] 'read index received' (duration: 252.468051ms)","trace[803642705] 'applied index is now lower than readState.Index' (duration: 238.545172ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:06.415753Z","caller":"traceutil/trace.go:171","msg":"trace[994173511] transaction","detail":"{read_only:false; response_revision:18376; number_of_response:1; }","duration":"489.412115ms","start":"2026-03-03T14:46:05.926309Z","end":"2026-03-03T14:46:06.415721Z","steps":["trace[994173511] 'process raft request' (duration: 489.22486ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:06.415951Z","caller":"traceutil/trace.go:171","msg":"trace[405495581] transaction","detail":"{read_only:false; response_revision:18375; number_of_response:1; }","duration":"489.788114ms","start":"2026-03-03T14:46:05.926151Z","end":"2026-03-03T14:46:06.41594Z","steps":["trace[405495581] 'process raft request' (duration: 489.354704ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:06.415984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.9263Z","time spent":"489.614409ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:06.41597Z","caller":"traceutil/trace.go:171","msg":"trace[1271464515] transaction","detail":"{read_only:false; response_revision:18377; number_of_response:1; }","duration":"486.29594ms","start":"2026-03-03T14:46:05.929632Z","end":"2026-03-03T14:46:06.415928Z","steps":["trace[1271464515] 'process raft request' (duration: 485.923722ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:06.416014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.926124Z","time spent":"489.859606ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:06.415999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.925975Z","time spent":"489.926958ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:06.416051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.257741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:46:06.41614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.929608Z","time spent":"486.438024ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9281,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:06.416131Z","caller":"traceutil/trace.go:171","msg":"trace[1943296802] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18377; }","duration":"489.339223ms","start":"2026-03-03T14:46:05.926778Z","end":"2026-03-03T14:46:06.416117Z","steps":["trace[1943296802] 'agreement among raft nodes before linearized reading' (duration: 489.186159ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:06.416197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.926747Z","time spent":"489.439605ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:46:06.416456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.811741ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932005"} {"level":"info","ts":"2026-03-03T14:46:06.416661Z","caller":"traceutil/trace.go:171","msg":"trace[1979789669] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18377; }","duration":"492.080629ms","start":"2026-03-03T14:46:05.924552Z","end":"2026-03-03T14:46:06.416633Z","steps":["trace[1979789669] 'agreement among raft nodes before linearized reading' (duration: 491.154386ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:06.416717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.924522Z","time spent":"492.17897ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":932029,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:46:06.417132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"488.964885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:932005"} {"level":"info","ts":"2026-03-03T14:46:06.417181Z","caller":"traceutil/trace.go:171","msg":"trace[1970516334] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:18377; }","duration":"489.037756ms","start":"2026-03-03T14:46:05.928131Z","end":"2026-03-03T14:46:06.417169Z","steps":["trace[1970516334] 'agreement among raft nodes before linearized reading' (duration: 487.985361ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:06.417216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:05.928122Z","time spent":"489.083328ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":932029,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:46:06.627505Z","caller":"traceutil/trace.go:171","msg":"trace[907430558] transaction","detail":"{read_only:false; response_revision:18378; number_of_response:1; }","duration":"188.028727ms","start":"2026-03-03T14:46:06.439448Z","end":"2026-03-03T14:46:06.627476Z","steps":["trace[907430558] 'process raft request' (duration: 183.08113ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:10.859833Z","caller":"traceutil/trace.go:171","msg":"trace[1843670930] transaction","detail":"{read_only:false; response_revision:18415; number_of_response:1; }","duration":"103.253532ms","start":"2026-03-03T14:46:10.756549Z","end":"2026-03-03T14:46:10.859803Z","steps":["trace[1843670930] 'process raft request' (duration: 103.084478ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:11.559538Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432397865,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:46:11.674649Z","caller":"traceutil/trace.go:171","msg":"trace[376707101] transaction","detail":"{read_only:false; response_revision:18416; number_of_response:1; }","duration":"792.939974ms","start":"2026-03-03T14:46:10.881673Z","end":"2026-03-03T14:46:11.674613Z","steps":["trace[376707101] 'process raft request' (duration: 703.52466ms)","trace[376707101] 'compare' (duration: 89.205129ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:11.674813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:10.881639Z","time spent":"793.100448ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":653,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:46:11.718965Z","caller":"traceutil/trace.go:171","msg":"trace[345732555] transaction","detail":"{read_only:false; response_revision:18417; number_of_response:1; }","duration":"830.075032ms","start":"2026-03-03T14:46:10.888854Z","end":"2026-03-03T14:46:11.718929Z","steps":["trace[345732555] 'process raft request' (duration: 829.587871ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:11.71912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:10.888806Z","time spent":"830.247306ms","remote":"127.0.0.1:46072","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1179,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-03-03T14:46:11.719876Z","caller":"traceutil/trace.go:171","msg":"trace[117970942] transaction","detail":"{read_only:false; response_revision:18418; number_of_response:1; }","duration":"604.160769ms","start":"2026-03-03T14:46:11.115678Z","end":"2026-03-03T14:46:11.719839Z","steps":["trace[117970942] 'process raft request' (duration: 602.9279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:11.71999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"661.244568ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:11.720068Z","caller":"traceutil/trace.go:171","msg":"trace[419649066] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18418; }","duration":"661.344291ms","start":"2026-03-03T14:46:11.05869Z","end":"2026-03-03T14:46:11.720034Z","steps":["trace[419649066] 'agreement among raft nodes before linearized reading' (duration: 661.246899ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:11.720075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:11.115647Z","time spent":"604.322132ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:11.720114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:11.058656Z","time spent":"661.448373ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:46:11.719893Z","caller":"traceutil/trace.go:171","msg":"trace[868991223] linearizableReadLoop","detail":"{readStateIndex:19218; appliedIndex:19215; }","duration":"660.888801ms","start":"2026-03-03T14:46:11.058746Z","end":"2026-03-03T14:46:11.719634Z","steps":["trace[868991223] 'read index received' (duration: 526.559653ms)","trace[868991223] 'applied index is now lower than readState.Index' (duration: 134.328058ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:11.721572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.013778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q7r2x.189959870ee7f595\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-03-03T14:46:11.721626Z","caller":"traceutil/trace.go:171","msg":"trace[1310272700] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-q7r2x.189959870ee7f595; range_end:; response_count:1; response_revision:18418; }","duration":"309.097429ms","start":"2026-03-03T14:46:11.412512Z","end":"2026-03-03T14:46:11.72161Z","steps":["trace[1310272700] 'agreement among raft nodes before linearized reading' (duration: 308.943436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:11.721655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:11.412493Z","time spent":"309.155491ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":791,"request content":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-q7r2x.189959870ee7f595\" "} {"level":"warn","ts":"2026-03-03T14:46:11.722226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.922624ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:11.722284Z","caller":"traceutil/trace.go:171","msg":"trace[27719822] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:18418; }","duration":"232.034707ms","start":"2026-03-03T14:46:11.490241Z","end":"2026-03-03T14:46:11.722276Z","steps":["trace[27719822] 'agreement among raft nodes before linearized reading' (duration: 231.931785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:11.722405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.799676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:11.722458Z","caller":"traceutil/trace.go:171","msg":"trace[243400865] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:18418; }","duration":"177.890798ms","start":"2026-03-03T14:46:11.544557Z","end":"2026-03-03T14:46:11.722448Z","steps":["trace[243400865] 'agreement among raft nodes before linearized reading' (duration: 177.800196ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:12.149841Z","caller":"traceutil/trace.go:171","msg":"trace[783345792] transaction","detail":"{read_only:false; response_revision:18441; number_of_response:1; }","duration":"145.815099ms","start":"2026-03-03T14:46:12.004002Z","end":"2026-03-03T14:46:12.149817Z","steps":["trace[783345792] 'process raft request' (duration: 145.657915ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:12.152443Z","caller":"traceutil/trace.go:171","msg":"trace[900905837] transaction","detail":"{read_only:false; number_of_response:1; response_revision:18441; }","duration":"147.308165ms","start":"2026-03-03T14:46:12.005116Z","end":"2026-03-03T14:46:12.152424Z","steps":["trace[900905837] 'process raft request' (duration: 147.11959ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:13.526441Z","caller":"traceutil/trace.go:171","msg":"trace[884519579] transaction","detail":"{read_only:false; response_revision:18459; number_of_response:1; }","duration":"209.319631ms","start":"2026-03-03T14:46:13.3171Z","end":"2026-03-03T14:46:13.526419Z","steps":["trace[884519579] 'process raft request' (duration: 200.619954ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:13.860627Z","caller":"traceutil/trace.go:171","msg":"trace[537823202] transaction","detail":"{read_only:false; response_revision:18460; number_of_response:1; }","duration":"445.65915ms","start":"2026-03-03T14:46:13.414941Z","end":"2026-03-03T14:46:13.8606Z","steps":["trace[537823202] 'process raft request' (duration: 445.369563ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:13.860785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:13.414919Z","time spent":"445.788153ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:13.861082Z","caller":"traceutil/trace.go:171","msg":"trace[1057330506] transaction","detail":"{read_only:false; response_revision:18461; number_of_response:1; }","duration":"434.941196ms","start":"2026-03-03T14:46:13.426105Z","end":"2026-03-03T14:46:13.861046Z","steps":["trace[1057330506] 'process raft request' (duration: 434.429434ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:13.861156Z","caller":"traceutil/trace.go:171","msg":"trace[1217307506] linearizableReadLoop","detail":"{readStateIndex:19264; appliedIndex:19261; }","duration":"432.55743ms","start":"2026-03-03T14:46:13.428559Z","end":"2026-03-03T14:46:13.861116Z","steps":["trace[1217307506] 'read index received' (duration: 89.63492ms)","trace[1217307506] 'applied index is now lower than readState.Index' (duration: 342.91986ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:13.861293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:13.42609Z","time spent":"435.046558ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:13.861315Z","caller":"traceutil/trace.go:171","msg":"trace[450927260] transaction","detail":"{read_only:false; response_revision:18462; number_of_response:1; }","duration":"430.597804ms","start":"2026-03-03T14:46:13.430694Z","end":"2026-03-03T14:46:13.861292Z","steps":["trace[450927260] 'process raft request' (duration: 430.133983ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:13.861385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"432.816616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:46:13.861441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:13.430685Z","time spent":"430.668586ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":18718,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:13.861462Z","caller":"traceutil/trace.go:171","msg":"trace[923260069] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:18462; }","duration":"432.914798ms","start":"2026-03-03T14:46:13.428526Z","end":"2026-03-03T14:46:13.861441Z","steps":["trace[923260069] 'agreement among raft nodes before linearized reading' (duration: 432.771064ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:13.861516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:13.428517Z","time spent":"432.98503ms","remote":"127.0.0.1:55922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:46:14.113606Z","caller":"traceutil/trace.go:171","msg":"trace[1723152285] linearizableReadLoop","detail":"{readStateIndex:19266; appliedIndex:19265; }","duration":"252.325307ms","start":"2026-03-03T14:46:13.861244Z","end":"2026-03-03T14:46:14.113569Z","steps":["trace[1723152285] 'read index received' (duration: 208.613943ms)","trace[1723152285] 'applied index is now lower than readState.Index' (duration: 43.709734ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:14.113638Z","caller":"traceutil/trace.go:171","msg":"trace[1309027976] transaction","detail":"{read_only:false; response_revision:18463; number_of_response:1; }","duration":"387.466453ms","start":"2026-03-03T14:46:13.726141Z","end":"2026-03-03T14:46:14.113607Z","steps":["trace[1309027976] 'process raft request' (duration: 343.713328ms)","trace[1309027976] 'compare' (duration: 43.368456ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:46:14.113839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"636.052733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T14:46:14.113859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:13.726117Z","time spent":"387.632398ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:14.113933Z","caller":"traceutil/trace.go:171","msg":"trace[378617439] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:18463; }","duration":"636.188526ms","start":"2026-03-03T14:46:13.477727Z","end":"2026-03-03T14:46:14.113915Z","steps":["trace[378617439] 'agreement among raft nodes before linearized reading' (duration: 635.95703ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:14.113982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:13.477706Z","time spent":"636.264228ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:46:14.212111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.932194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:46:14.212173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.729258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:14.212196Z","caller":"traceutil/trace.go:171","msg":"trace[2002077765] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:18465; }","duration":"240.029836ms","start":"2026-03-03T14:46:13.972141Z","end":"2026-03-03T14:46:14.212171Z","steps":["trace[2002077765] 'agreement among raft nodes before linearized reading' (duration: 239.884693ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:14.212186Z","caller":"traceutil/trace.go:171","msg":"trace[1338344914] transaction","detail":"{read_only:false; response_revision:18464; number_of_response:1; }","duration":"255.40668ms","start":"2026-03-03T14:46:13.956766Z","end":"2026-03-03T14:46:14.212173Z","steps":["trace[1338344914] 'process raft request' (duration: 255.011631ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:14.212233Z","caller":"traceutil/trace.go:171","msg":"trace[78143134] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18465; }","duration":"255.83043ms","start":"2026-03-03T14:46:13.956387Z","end":"2026-03-03T14:46:14.212217Z","steps":["trace[78143134] 'agreement among raft nodes before linearized reading' (duration: 255.647446ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:14.212525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.094306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:14.212115Z","caller":"traceutil/trace.go:171","msg":"trace[292589583] transaction","detail":"{read_only:false; response_revision:18465; number_of_response:1; }","duration":"254.783306ms","start":"2026-03-03T14:46:13.957287Z","end":"2026-03-03T14:46:14.21207Z","steps":["trace[292589583] 'process raft request' (duration: 254.651553ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:14.212591Z","caller":"traceutil/trace.go:171","msg":"trace[544504557] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18465; }","duration":"256.22154ms","start":"2026-03-03T14:46:13.95635Z","end":"2026-03-03T14:46:14.212572Z","steps":["trace[544504557] 'agreement among raft nodes before linearized reading' (duration: 256.007235ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:14.212625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.569759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-844868559d-mcr8b\" ","response":"range_response_count:1 size:12770"} {"level":"info","ts":"2026-03-03T14:46:14.212684Z","caller":"traceutil/trace.go:171","msg":"trace[705187298] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-844868559d-mcr8b; range_end:; response_count:1; response_revision:18465; }","duration":"133.65862ms","start":"2026-03-03T14:46:14.079011Z","end":"2026-03-03T14:46:14.212669Z","steps":["trace[705187298] 'agreement among raft nodes before linearized reading' (duration: 133.495696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:14.212999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.606227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:14.213066Z","caller":"traceutil/trace.go:171","msg":"trace[1262154759] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18465; }","duration":"277.75793ms","start":"2026-03-03T14:46:13.935293Z","end":"2026-03-03T14:46:14.213051Z","steps":["trace[1262154759] 'agreement among raft nodes before linearized reading' (duration: 276.96412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:14.320223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.095316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18734"} {"level":"info","ts":"2026-03-03T14:46:14.320317Z","caller":"traceutil/trace.go:171","msg":"trace[119577692] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:18465; }","duration":"105.232159ms","start":"2026-03-03T14:46:14.215065Z","end":"2026-03-03T14:46:14.320297Z","steps":["trace[119577692] 'range keys from in-memory index tree' (duration: 104.730818ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:14.397272Z","caller":"traceutil/trace.go:171","msg":"trace[643390976] transaction","detail":"{read_only:false; response_revision:18466; number_of_response:1; }","duration":"172.415627ms","start":"2026-03-03T14:46:14.224829Z","end":"2026-03-03T14:46:14.397245Z","steps":["trace[643390976] 'process raft request' (duration: 172.247484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:50.52798Z","caller":"traceutil/trace.go:171","msg":"trace[1541433723] linearizableReadLoop","detail":"{readStateIndex:19527; appliedIndex:19526; }","duration":"223.351663ms","start":"2026-03-03T14:46:50.304605Z","end":"2026-03-03T14:46:50.527956Z","steps":["trace[1541433723] 'read index received' (duration: 223.175699ms)","trace[1541433723] 'applied index is now lower than readState.Index' (duration: 174.864µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:50.528101Z","caller":"traceutil/trace.go:171","msg":"trace[1476613664] transaction","detail":"{read_only:false; response_revision:18712; number_of_response:1; }","duration":"284.787425ms","start":"2026-03-03T14:46:50.243285Z","end":"2026-03-03T14:46:50.528072Z","steps":["trace[1476613664] 'process raft request' (duration: 284.518589ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:50.528332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.702481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:50.528397Z","caller":"traceutil/trace.go:171","msg":"trace[1957057791] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18712; }","duration":"223.817884ms","start":"2026-03-03T14:46:50.304567Z","end":"2026-03-03T14:46:50.528384Z","steps":["trace[1957057791] 'agreement among raft nodes before linearized reading' (duration: 223.583008ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:50.676497Z","caller":"traceutil/trace.go:171","msg":"trace[530675565] linearizableReadLoop","detail":"{readStateIndex:19529; appliedIndex:19527; }","duration":"148.322248ms","start":"2026-03-03T14:46:50.528154Z","end":"2026-03-03T14:46:50.676477Z","steps":["trace[530675565] 'read index received' (duration: 145.076291ms)","trace[530675565] 'applied index is now lower than readState.Index' (duration: 3.245057ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:50.676544Z","caller":"traceutil/trace.go:171","msg":"trace[336979637] transaction","detail":"{read_only:false; response_revision:18714; number_of_response:1; }","duration":"323.342488ms","start":"2026-03-03T14:46:50.353168Z","end":"2026-03-03T14:46:50.67651Z","steps":["trace[336979637] 'process raft request' (duration: 323.252526ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:50.676633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.475098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:50.676692Z","caller":"traceutil/trace.go:171","msg":"trace[1744075924] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:18714; }","duration":"273.580911ms","start":"2026-03-03T14:46:50.403096Z","end":"2026-03-03T14:46:50.676677Z","steps":["trace[1744075924] 'agreement among raft nodes before linearized reading' (duration: 273.437017ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:50.676716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.353138Z","time spent":"323.471401ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:50.676791Z","caller":"traceutil/trace.go:171","msg":"trace[1341770037] transaction","detail":"{read_only:false; response_revision:18713; number_of_response:1; }","duration":"327.601628ms","start":"2026-03-03T14:46:50.349095Z","end":"2026-03-03T14:46:50.676697Z","steps":["trace[1341770037] 'process raft request' (duration: 324.228649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:50.676961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.300795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:46:50.677005Z","caller":"traceutil/trace.go:171","msg":"trace[1063425640] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18714; }","duration":"372.356626ms","start":"2026-03-03T14:46:50.304638Z","end":"2026-03-03T14:46:50.676995Z","steps":["trace[1063425640] 'agreement among raft nodes before linearized reading' (duration: 372.266564ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:50.676727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.05273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:46:50.677049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.304633Z","time spent":"372.407147ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:46:50.677074Z","caller":"traceutil/trace.go:171","msg":"trace[1877320211] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:18714; }","duration":"372.392988ms","start":"2026-03-03T14:46:50.304663Z","end":"2026-03-03T14:46:50.677056Z","steps":["trace[1877320211] 'agreement among raft nodes before linearized reading' (duration: 371.966248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:50.677112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.30463Z","time spent":"372.47235ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:46:50.677052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.349064Z","time spent":"327.861875ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:51.231076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.681371Z","time spent":"549.700831ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:46:51.233356Z","caller":"traceutil/trace.go:171","msg":"trace[2131478243] linearizableReadLoop","detail":"{readStateIndex:19535; appliedIndex:19529; }","duration":"234.998898ms","start":"2026-03-03T14:46:50.998344Z","end":"2026-03-03T14:46:51.233343Z","steps":["trace[2131478243] 'read index received' (duration: 185.534128ms)","trace[2131478243] 'applied index is now lower than readState.Index' (duration: 49.46413ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:46:51.233644Z","caller":"traceutil/trace.go:171","msg":"trace[2113057149] transaction","detail":"{read_only:false; response_revision:18718; number_of_response:1; }","duration":"551.857302ms","start":"2026-03-03T14:46:50.681773Z","end":"2026-03-03T14:46:51.23363Z","steps":["trace[2113057149] 'process raft request' (duration: 551.523864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:51.233688Z","caller":"traceutil/trace.go:171","msg":"trace[2096007826] transaction","detail":"{read_only:false; response_revision:18716; number_of_response:1; }","duration":"551.977995ms","start":"2026-03-03T14:46:50.68169Z","end":"2026-03-03T14:46:51.233668Z","steps":["trace[2096007826] 'process raft request' (duration: 551.557155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.233767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.681743Z","time spent":"551.943583ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:51.233801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.681685Z","time spent":"552.047056ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:46:51.233794Z","caller":"traceutil/trace.go:171","msg":"trace[949334020] transaction","detail":"{read_only:false; response_revision:18717; number_of_response:1; }","duration":"552.021105ms","start":"2026-03-03T14:46:50.681745Z","end":"2026-03-03T14:46:51.233766Z","steps":["trace[949334020] 'process raft request' (duration: 551.530974ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:51.233875Z","caller":"traceutil/trace.go:171","msg":"trace[935253326] transaction","detail":"{read_only:false; response_revision:18715; number_of_response:1; }","duration":"552.302023ms","start":"2026-03-03T14:46:50.681566Z","end":"2026-03-03T14:46:51.233868Z","steps":["trace[935253326] 'process raft request' (duration: 551.568646ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:46:51.233908Z","caller":"traceutil/trace.go:171","msg":"trace[546160943] transaction","detail":"{read_only:false; response_revision:18719; number_of_response:1; }","duration":"552.014195ms","start":"2026-03-03T14:46:50.681877Z","end":"2026-03-03T14:46:51.233891Z","steps":["trace[546160943] 'process raft request' (duration: 551.441712ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.233921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.681535Z","time spent":"552.366153ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:51.233907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.542321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:46:51.234011Z","caller":"traceutil/trace.go:171","msg":"trace[1240435637] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:18719; }","duration":"235.715114ms","start":"2026-03-03T14:46:50.998274Z","end":"2026-03-03T14:46:51.233989Z","steps":["trace[1240435637] 'agreement among raft nodes before linearized reading' (duration: 235.445028ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.233946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.68174Z","time spent":"552.127019ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:51.234245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:46:50.681868Z","time spent":"552.072167ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:46:51.235751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.323271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:46:51.235896Z","caller":"traceutil/trace.go:171","msg":"trace[1442065209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:18720; }","duration":"190.496755ms","start":"2026-03-03T14:46:51.045379Z","end":"2026-03-03T14:46:51.235876Z","steps":["trace[1442065209] 'agreement among raft nodes before linearized reading' (duration: 190.255139ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:46:51.235992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.597236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:46:51.23604Z","caller":"traceutil/trace.go:171","msg":"trace[63435870] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:18720; }","duration":"129.716149ms","start":"2026-03-03T14:46:51.106311Z","end":"2026-03-03T14:46:51.236027Z","steps":["trace[63435870] 'agreement among raft nodes before linearized reading' (duration: 129.488304ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:47:27.607383Z","caller":"traceutil/trace.go:171","msg":"trace[154837803] transaction","detail":"{read_only:false; response_revision:18903; number_of_response:1; }","duration":"150.209823ms","start":"2026-03-03T14:47:27.457149Z","end":"2026-03-03T14:47:27.607359Z","steps":["trace[154837803] 'process raft request' (duration: 148.868131ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:47:27.628122Z","caller":"traceutil/trace.go:171","msg":"trace[273664342] linearizableReadLoop","detail":"{readStateIndex:19727; appliedIndex:19725; }","duration":"168.813092ms","start":"2026-03-03T14:47:27.459289Z","end":"2026-03-03T14:47:27.628102Z","steps":["trace[273664342] 'read index received' (duration: 146.729511ms)","trace[273664342] 'applied index is now lower than readState.Index' (duration: 22.082461ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:47:27.628227Z","caller":"traceutil/trace.go:171","msg":"trace[32690476] transaction","detail":"{read_only:false; response_revision:18904; number_of_response:1; }","duration":"169.742824ms","start":"2026-03-03T14:47:27.458457Z","end":"2026-03-03T14:47:27.628199Z","steps":["trace[32690476] 'process raft request' (duration: 169.520799ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:47:27.628299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.992166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:47:27.628326Z","caller":"traceutil/trace.go:171","msg":"trace[1216456169] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:18904; }","duration":"169.052218ms","start":"2026-03-03T14:47:27.459267Z","end":"2026-03-03T14:47:27.628319Z","steps":["trace[1216456169] 'agreement among raft nodes before linearized reading' (duration: 168.939285ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:47:27.628471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.489489ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:47:27.628541Z","caller":"traceutil/trace.go:171","msg":"trace[2138933241] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:18904; }","duration":"139.587492ms","start":"2026-03-03T14:47:27.488934Z","end":"2026-03-03T14:47:27.628522Z","steps":["trace[2138933241] 'agreement among raft nodes before linearized reading' (duration: 139.464459ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:47:27.628531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.834279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:47:27.628643Z","caller":"traceutil/trace.go:171","msg":"trace[1050240632] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:18904; }","duration":"102.012243ms","start":"2026-03-03T14:47:27.526607Z","end":"2026-03-03T14:47:27.62862Z","steps":["trace[1050240632] 'agreement among raft nodes before linearized reading' (duration: 101.784328ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:47:27.628622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.806538ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:47:27.628765Z","caller":"traceutil/trace.go:171","msg":"trace[18771046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:18904; }","duration":"154.013583ms","start":"2026-03-03T14:47:27.474722Z","end":"2026-03-03T14:47:27.628736Z","steps":["trace[18771046] 'agreement among raft nodes before linearized reading' (duration: 153.618112ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:47:51.199136Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17152} {"level":"info","ts":"2026-03-03T14:47:51.293414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17152,"took":"89.867486ms","hash":3070047891,"current-db-size-bytes":42487808,"current-db-size":"42 MB","current-db-size-in-use-bytes":26972160,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-03-03T14:47:51.293488Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3070047891,"revision":17152,"compact-revision":14791} {"level":"info","ts":"2026-03-03T14:48:23.908993Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"a11c20306510c1f7","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-03-03T14:48:23.914384Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-03-03T14:48:23.914502Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-03-03T14:50:39.096907Z","caller":"traceutil/trace.go:171","msg":"trace[216282219] linearizableReadLoop","detail":"{readStateIndex:20661; appliedIndex:20660; }","duration":"214.528711ms","start":"2026-03-03T14:50:38.882351Z","end":"2026-03-03T14:50:39.09688Z","steps":["trace[216282219] 'read index received' (duration: 156.887465ms)","trace[216282219] 'applied index is now lower than readState.Index' (duration: 57.639936ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:39.096953Z","caller":"traceutil/trace.go:171","msg":"trace[1013110803] transaction","detail":"{read_only:false; response_revision:19796; number_of_response:1; }","duration":"360.789574ms","start":"2026-03-03T14:50:38.736136Z","end":"2026-03-03T14:50:39.096926Z","steps":["trace[1013110803] 'process raft request' (duration: 303.22543ms)","trace[1013110803] 'compare' (duration: 57.134553ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:39.097083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:38.736106Z","time spent":"360.906567ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:39.097255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.857329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-03-03T14:50:39.097369Z","caller":"traceutil/trace.go:171","msg":"trace[1716604742] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:19796; }","duration":"215.091283ms","start":"2026-03-03T14:50:38.882248Z","end":"2026-03-03T14:50:39.09734Z","steps":["trace[1716604742] 'agreement among raft nodes before linearized reading' (duration: 214.750505ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.757546Z","caller":"traceutil/trace.go:171","msg":"trace[953865699] transaction","detail":"{read_only:false; response_revision:19798; number_of_response:1; }","duration":"124.820235ms","start":"2026-03-03T14:50:39.632705Z","end":"2026-03-03T14:50:39.757525Z","steps":["trace[953865699] 'process raft request' (duration: 124.691472ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:39.759335Z","caller":"traceutil/trace.go:171","msg":"trace[865826410] transaction","detail":"{read_only:false; response_revision:19799; number_of_response:1; }","duration":"126.234249ms","start":"2026-03-03T14:50:39.633059Z","end":"2026-03-03T14:50:39.759293Z","steps":["trace[865826410] 'process raft request' (duration: 125.945262ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:41.953273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.32001ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:50:41.953416Z","caller":"traceutil/trace.go:171","msg":"trace[1214943678] transaction","detail":"{read_only:false; response_revision:19807; number_of_response:1; }","duration":"188.323249ms","start":"2026-03-03T14:50:41.765069Z","end":"2026-03-03T14:50:41.953392Z","steps":["trace[1214943678] 'process raft request' (duration: 72.799444ms)","trace[1214943678] 'compare' (duration: 115.185547ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:42.27472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.126984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:50:42.274818Z","caller":"traceutil/trace.go:171","msg":"trace[809530658] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19807; }","duration":"136.271137ms","start":"2026-03-03T14:50:42.138526Z","end":"2026-03-03T14:50:42.274798Z","steps":["trace[809530658] 'range keys from in-memory index tree' (duration: 135.94524ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:43.067744Z","caller":"traceutil/trace.go:171","msg":"trace[1510481179] transaction","detail":"{read_only:false; response_revision:19809; number_of_response:1; }","duration":"274.562282ms","start":"2026-03-03T14:50:42.793163Z","end":"2026-03-03T14:50:43.067725Z","steps":["trace[1510481179] 'process raft request' (duration: 274.46019ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:43.296995Z","caller":"traceutil/trace.go:171","msg":"trace[2071897256] linearizableReadLoop","detail":"{readStateIndex:20676; appliedIndex:20673; }","duration":"440.703896ms","start":"2026-03-03T14:50:42.856261Z","end":"2026-03-03T14:50:43.296965Z","steps":["trace[2071897256] 'read index received' (duration: 211.342844ms)","trace[2071897256] 'applied index is now lower than readState.Index' (duration: 229.359381ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:43.297064Z","caller":"traceutil/trace.go:171","msg":"trace[1858268235] transaction","detail":"{read_only:false; response_revision:19810; number_of_response:1; }","duration":"499.471418ms","start":"2026-03-03T14:50:42.797543Z","end":"2026-03-03T14:50:43.297014Z","steps":["trace[1858268235] 'process raft request' (duration: 455.750292ms)","trace[1858268235] 'compare' (duration: 43.410668ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:43.297177Z","caller":"traceutil/trace.go:171","msg":"trace[559215434] transaction","detail":"{read_only:false; response_revision:19811; number_of_response:1; }","duration":"498.818692ms","start":"2026-03-03T14:50:42.79832Z","end":"2026-03-03T14:50:43.297139Z","steps":["trace[559215434] 'process raft request' (duration: 498.585766ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:43.297257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:42.797518Z","time spent":"499.643191ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:43.297333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.048964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T14:50:43.297346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:42.798311Z","time spent":"498.946945ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:50:43.297382Z","caller":"traceutil/trace.go:171","msg":"trace[1106820998] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19811; }","duration":"441.163167ms","start":"2026-03-03T14:50:42.856204Z","end":"2026-03-03T14:50:43.297367Z","steps":["trace[1106820998] 'agreement among raft nodes before linearized reading' (duration: 440.938702ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:43.297436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:42.856181Z","time spent":"441.241819ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:50:43.297685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.938487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:43.297724Z","caller":"traceutil/trace.go:171","msg":"trace[2012976655] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19811; }","duration":"168.025739ms","start":"2026-03-03T14:50:43.129687Z","end":"2026-03-03T14:50:43.297713Z","steps":["trace[2012976655] 'agreement among raft nodes before linearized reading' (duration: 167.837005ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:43.29772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.795545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:43.297804Z","caller":"traceutil/trace.go:171","msg":"trace[1513839463] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19811; }","duration":"249.925088ms","start":"2026-03-03T14:50:43.047861Z","end":"2026-03-03T14:50:43.297786Z","steps":["trace[1513839463] 'agreement among raft nodes before linearized reading' (duration: 249.788604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:43.297831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.761009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T14:50:43.297934Z","caller":"traceutil/trace.go:171","msg":"trace[181966212] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:19811; }","duration":"120.924273ms","start":"2026-03-03T14:50:43.17698Z","end":"2026-03-03T14:50:43.297904Z","steps":["trace[181966212] 'agreement among raft nodes before linearized reading' (duration: 120.571025ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:43.29809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.797526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:211706"} {"level":"info","ts":"2026-03-03T14:50:43.298235Z","caller":"traceutil/trace.go:171","msg":"trace[1158264819] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:19811; }","duration":"389.038702ms","start":"2026-03-03T14:50:42.909164Z","end":"2026-03-03T14:50:43.298202Z","steps":["trace[1158264819] 'agreement among raft nodes before linearized reading' (duration: 388.364937ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:43.298311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:42.90914Z","time spent":"389.152805ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":211730,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-03-03T14:50:45.431737Z","caller":"traceutil/trace.go:171","msg":"trace[1367703752] transaction","detail":"{read_only:false; response_revision:19820; number_of_response:1; }","duration":"125.922522ms","start":"2026-03-03T14:50:45.305781Z","end":"2026-03-03T14:50:45.431703Z","steps":["trace[1367703752] 'process raft request' (duration: 125.704067ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:45.527729Z","caller":"traceutil/trace.go:171","msg":"trace[2002254392] linearizableReadLoop","detail":"{readStateIndex:20687; appliedIndex:20685; }","duration":"214.342335ms","start":"2026-03-03T14:50:45.313351Z","end":"2026-03-03T14:50:45.527693Z","steps":["trace[2002254392] 'read index received' (duration: 118.181938ms)","trace[2002254392] 'applied index is now lower than readState.Index' (duration: 96.159257ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:45.52844Z","caller":"traceutil/trace.go:171","msg":"trace[87503132] transaction","detail":"{read_only:false; response_revision:19821; number_of_response:1; }","duration":"221.358042ms","start":"2026-03-03T14:50:45.307042Z","end":"2026-03-03T14:50:45.5284Z","steps":["trace[87503132] 'process raft request' (duration: 204.463741ms)","trace[87503132] 'compare' (duration: 16.055131ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:45.528949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.574875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:50:45.529502Z","caller":"traceutil/trace.go:171","msg":"trace[1182979692] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19821; }","duration":"216.171169ms","start":"2026-03-03T14:50:45.313273Z","end":"2026-03-03T14:50:45.529444Z","steps":["trace[1182979692] 'agreement among raft nodes before linearized reading' (duration: 215.228646ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:45.53756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.574545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:45.537637Z","caller":"traceutil/trace.go:171","msg":"trace[42202613] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19822; }","duration":"223.704208ms","start":"2026-03-03T14:50:45.313918Z","end":"2026-03-03T14:50:45.537622Z","steps":["trace[42202613] 'agreement among raft nodes before linearized reading' (duration: 223.515303ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:45.537792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.52214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:45.537813Z","caller":"traceutil/trace.go:171","msg":"trace[1509598428] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19822; }","duration":"127.582682ms","start":"2026-03-03T14:50:45.410223Z","end":"2026-03-03T14:50:45.537805Z","steps":["trace[1509598428] 'agreement among raft nodes before linearized reading' (duration: 127.546541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:45.537993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.659223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:45.538012Z","caller":"traceutil/trace.go:171","msg":"trace[86296103] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19822; }","duration":"222.698435ms","start":"2026-03-03T14:50:45.315309Z","end":"2026-03-03T14:50:45.538007Z","steps":["trace[86296103] 'agreement among raft nodes before linearized reading' (duration: 222.578872ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.379818Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432402431,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:50:46.445868Z","caller":"traceutil/trace.go:171","msg":"trace[1274993240] transaction","detail":"{read_only:false; response_revision:19824; number_of_response:1; }","duration":"621.268002ms","start":"2026-03-03T14:50:45.824568Z","end":"2026-03-03T14:50:46.445836Z","steps":["trace[1274993240] 'process raft request' (duration: 621.053247ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.446054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:45.824539Z","time spent":"621.426226ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:50:46.504705Z","caller":"traceutil/trace.go:171","msg":"trace[2143558792] linearizableReadLoop","detail":"{readStateIndex:20691; appliedIndex:20689; }","duration":"625.688856ms","start":"2026-03-03T14:50:45.878986Z","end":"2026-03-03T14:50:46.504675Z","steps":["trace[2143558792] 'read index received' (duration: 566.556966ms)","trace[2143558792] 'applied index is now lower than readState.Index' (duration: 59.13089ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:46.504807Z","caller":"traceutil/trace.go:171","msg":"trace[1782539255] transaction","detail":"{read_only:false; response_revision:19825; number_of_response:1; }","duration":"540.477108ms","start":"2026-03-03T14:50:45.964283Z","end":"2026-03-03T14:50:46.50476Z","steps":["trace[1782539255] 'process raft request' (duration: 540.254863ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.504939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"625.920471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:50:46.504995Z","caller":"traceutil/trace.go:171","msg":"trace[2124486183] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:19825; }","duration":"626.046964ms","start":"2026-03-03T14:50:45.878935Z","end":"2026-03-03T14:50:46.504982Z","steps":["trace[2124486183] 'agreement among raft nodes before linearized reading' (duration: 625.899771ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.505001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.965254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-03-03T14:50:46.505023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:45.96426Z","time spent":"540.640372ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:50:46.505045Z","caller":"traceutil/trace.go:171","msg":"trace[705992320] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:19825; }","duration":"542.057876ms","start":"2026-03-03T14:50:45.962975Z","end":"2026-03-03T14:50:46.505033Z","steps":["trace[705992320] 'agreement among raft nodes before linearized reading' (duration: 541.870241ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.505091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:45.962948Z","time spent":"542.132719ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-03-03T14:50:46.505147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.655655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-03T14:50:46.505035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:45.878907Z","time spent":"626.119037ms","remote":"127.0.0.1:46092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:50:46.505199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.846669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:46.505268Z","caller":"traceutil/trace.go:171","msg":"trace[1044387855] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19825; }","duration":"163.816879ms","start":"2026-03-03T14:50:46.341427Z","end":"2026-03-03T14:50:46.505244Z","steps":["trace[1044387855] 'agreement among raft nodes before linearized reading' (duration: 163.475951ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:46.505347Z","caller":"traceutil/trace.go:171","msg":"trace[1704585469] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19825; }","duration":"460.048914ms","start":"2026-03-03T14:50:46.045262Z","end":"2026-03-03T14:50:46.505311Z","steps":["trace[1704585469] 'agreement among raft nodes before linearized reading' (duration: 459.772518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:46.505406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:46.04524Z","time spent":"460.156766ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:50:50.785554Z","caller":"traceutil/trace.go:171","msg":"trace[1080895643] transaction","detail":"{read_only:false; response_revision:19843; number_of_response:1; }","duration":"268.423737ms","start":"2026-03-03T14:50:50.517091Z","end":"2026-03-03T14:50:50.785514Z","steps":["trace[1080895643] 'process raft request' (duration: 268.088139ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:50.97565Z","caller":"traceutil/trace.go:171","msg":"trace[483345932] linearizableReadLoop","detail":"{readStateIndex:20711; appliedIndex:20709; }","duration":"416.994664ms","start":"2026-03-03T14:50:50.558624Z","end":"2026-03-03T14:50:50.975618Z","steps":["trace[483345932] 'read index received' (duration: 226.583675ms)","trace[483345932] 'applied index is now lower than readState.Index' (duration: 190.409779ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:50.975709Z","caller":"traceutil/trace.go:171","msg":"trace[150276533] transaction","detail":"{read_only:false; response_revision:19844; number_of_response:1; }","duration":"458.510578ms","start":"2026-03-03T14:50:50.517159Z","end":"2026-03-03T14:50:50.975669Z","steps":["trace[150276533] 'process raft request' (duration: 458.276802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:50.97591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:50.517142Z","time spent":"458.654472ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:50.975969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.281004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:50:50.975935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.25056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:50.97601Z","caller":"traceutil/trace.go:171","msg":"trace[150703880] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:19844; }","duration":"181.393506ms","start":"2026-03-03T14:50:50.794607Z","end":"2026-03-03T14:50:50.976Z","steps":["trace[150703880] 'agreement among raft nodes before linearized reading' (duration: 181.292154ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:50.976058Z","caller":"traceutil/trace.go:171","msg":"trace[1453145293] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:19844; }","duration":"417.437685ms","start":"2026-03-03T14:50:50.558589Z","end":"2026-03-03T14:50:50.976027Z","steps":["trace[1453145293] 'agreement among raft nodes before linearized reading' (duration: 417.200769ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:50.976131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:50.558572Z","time spent":"417.542537ms","remote":"127.0.0.1:46108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:50:50.976357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.062546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:50:50.976412Z","caller":"traceutil/trace.go:171","msg":"trace[1292099634] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19844; }","duration":"417.127488ms","start":"2026-03-03T14:50:50.559279Z","end":"2026-03-03T14:50:50.976406Z","steps":["trace[1292099634] 'agreement among raft nodes before linearized reading' (duration: 416.512793ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:50.976435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:50.559274Z","time spent":"417.156478ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"info","ts":"2026-03-03T14:50:51.471394Z","caller":"traceutil/trace.go:171","msg":"trace[1144169613] linearizableReadLoop","detail":"{readStateIndex:20713; appliedIndex:20712; }","duration":"153.484365ms","start":"2026-03-03T14:50:51.317886Z","end":"2026-03-03T14:50:51.471371Z","steps":["trace[1144169613] 'read index received' (duration: 153.327461ms)","trace[1144169613] 'applied index is now lower than readState.Index' (duration: 155.814µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:51.471525Z","caller":"traceutil/trace.go:171","msg":"trace[1479266371] transaction","detail":"{read_only:false; response_revision:19846; number_of_response:1; }","duration":"330.333803ms","start":"2026-03-03T14:50:51.141151Z","end":"2026-03-03T14:50:51.471485Z","steps":["trace[1479266371] 'process raft request' (duration: 330.065606ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.471727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.773641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:51.471832Z","caller":"traceutil/trace.go:171","msg":"trace[158558152] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19846; }","duration":"153.976656ms","start":"2026-03-03T14:50:51.317839Z","end":"2026-03-03T14:50:51.471816Z","steps":["trace[158558152] 'agreement among raft nodes before linearized reading' (duration: 153.658019ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:51.471837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:51.14112Z","time spent":"330.6445ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:50:51.756624Z","caller":"traceutil/trace.go:171","msg":"trace[1567721417] transaction","detail":"{read_only:false; response_revision:19850; number_of_response:1; }","duration":"112.512115ms","start":"2026-03-03T14:50:51.644069Z","end":"2026-03-03T14:50:51.756581Z","steps":["trace[1567721417] 'process raft request' (duration: 111.825798ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:51.812863Z","caller":"traceutil/trace.go:171","msg":"trace[2114454268] transaction","detail":"{read_only:false; response_revision:19852; number_of_response:1; }","duration":"168.377408ms","start":"2026-03-03T14:50:51.644448Z","end":"2026-03-03T14:50:51.812825Z","steps":["trace[2114454268] 'process raft request' (duration: 168.152242ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:51.813486Z","caller":"traceutil/trace.go:171","msg":"trace[422146535] transaction","detail":"{read_only:false; response_revision:19851; number_of_response:1; }","duration":"169.104674ms","start":"2026-03-03T14:50:51.644327Z","end":"2026-03-03T14:50:51.813432Z","steps":["trace[422146535] 'process raft request' (duration: 168.09197ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:53.399942Z","caller":"traceutil/trace.go:171","msg":"trace[356901625] linearizableReadLoop","detail":"{readStateIndex:20726; appliedIndex:20725; }","duration":"105.068617ms","start":"2026-03-03T14:50:53.294845Z","end":"2026-03-03T14:50:53.399913Z","steps":["trace[356901625] 'read index received' (duration: 25.439612ms)","trace[356901625] 'applied index is now lower than readState.Index' (duration: 79.628015ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:53.400025Z","caller":"traceutil/trace.go:171","msg":"trace[1841396089] transaction","detail":"{read_only:false; response_revision:19857; number_of_response:1; }","duration":"119.485289ms","start":"2026-03-03T14:50:53.280493Z","end":"2026-03-03T14:50:53.399979Z","steps":["trace[1841396089] 'process raft request' (duration: 39.881924ms)","trace[1841396089] 'compare' (duration: 79.4052ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:53.400252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.317363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T14:50:53.400296Z","caller":"traceutil/trace.go:171","msg":"trace[1841383051] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:19857; }","duration":"105.479617ms","start":"2026-03-03T14:50:53.294804Z","end":"2026-03-03T14:50:53.400283Z","steps":["trace[1841383051] 'agreement among raft nodes before linearized reading' (duration: 105.251922ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:53.541181Z","caller":"traceutil/trace.go:171","msg":"trace[632154883] transaction","detail":"{read_only:false; response_revision:19860; number_of_response:1; }","duration":"123.425093ms","start":"2026-03-03T14:50:53.417701Z","end":"2026-03-03T14:50:53.541126Z","steps":["trace[632154883] 'process raft request' (duration: 91.897486ms)","trace[632154883] 'compare' (duration: 31.296722ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:55.240173Z","caller":"traceutil/trace.go:171","msg":"trace[697235780] transaction","detail":"{read_only:false; response_revision:19867; number_of_response:1; }","duration":"429.09702ms","start":"2026-03-03T14:50:54.811047Z","end":"2026-03-03T14:50:55.240144Z","steps":["trace[697235780] 'process raft request' (duration: 428.923956ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.240303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:54.811019Z","time spent":"429.216084ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:50:55.498974Z","caller":"traceutil/trace.go:171","msg":"trace[2112149887] linearizableReadLoop","detail":"{readStateIndex:20737; appliedIndex:20735; }","duration":"608.716855ms","start":"2026-03-03T14:50:54.890221Z","end":"2026-03-03T14:50:55.498938Z","steps":["trace[2112149887] 'read index received' (duration: 349.878125ms)","trace[2112149887] 'applied index is now lower than readState.Index' (duration: 258.83783ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:55.499049Z","caller":"traceutil/trace.go:171","msg":"trace[794276103] transaction","detail":"{read_only:false; response_revision:19868; number_of_response:1; }","duration":"687.273105ms","start":"2026-03-03T14:50:54.811736Z","end":"2026-03-03T14:50:55.499009Z","steps":["trace[794276103] 'process raft request' (duration: 686.611108ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.499067Z","caller":"traceutil/trace.go:171","msg":"trace[1539283452] transaction","detail":"{read_only:false; response_revision:19869; number_of_response:1; }","duration":"473.006711ms","start":"2026-03-03T14:50:55.02603Z","end":"2026-03-03T14:50:55.499037Z","steps":["trace[1539283452] 'process raft request' (duration: 472.809696ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.499296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.026007Z","time spent":"473.204136ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.499286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:54.81171Z","time spent":"687.47338ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1072,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.499421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.047118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:50:55.499549Z","caller":"traceutil/trace.go:171","msg":"trace[2072802227] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:19869; }","duration":"211.251903ms","start":"2026-03-03T14:50:55.288272Z","end":"2026-03-03T14:50:55.499524Z","steps":["trace[2072802227] 'agreement among raft nodes before linearized reading' (duration: 211.003307ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.499653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.399906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:50:55.499441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.192194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:50:55.499763Z","caller":"traceutil/trace.go:171","msg":"trace[101125664] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:19869; }","duration":"149.583123ms","start":"2026-03-03T14:50:55.350159Z","end":"2026-03-03T14:50:55.499743Z","steps":["trace[101125664] 'agreement among raft nodes before linearized reading' (duration: 149.143063ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.499781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.84407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:55.499824Z","caller":"traceutil/trace.go:171","msg":"trace[2102429794] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19869; }","duration":"451.935332ms","start":"2026-03-03T14:50:55.04788Z","end":"2026-03-03T14:50:55.499816Z","steps":["trace[2102429794] 'agreement among raft nodes before linearized reading' (duration: 451.88483ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.499858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.047856Z","time spent":"451.995874ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:50:55.499712Z","caller":"traceutil/trace.go:171","msg":"trace[2011948744] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:19869; }","duration":"439.500048ms","start":"2026-03-03T14:50:55.060199Z","end":"2026-03-03T14:50:55.499699Z","steps":["trace[2011948744] 'agreement among raft nodes before linearized reading' (duration: 439.400656ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.500021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.060175Z","time spent":"439.825345ms","remote":"127.0.0.1:43826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:50:55.500517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.279932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-03-03T14:50:55.500587Z","caller":"traceutil/trace.go:171","msg":"trace[1588146023] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:19869; }","duration":"610.352403ms","start":"2026-03-03T14:50:54.890214Z","end":"2026-03-03T14:50:55.500567Z","steps":["trace[1588146023] 'agreement among raft nodes before linearized reading' (duration: 608.892309ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.500627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:54.890168Z","time spent":"610.448695ms","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-03-03T14:50:55.500722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.783839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:50:55.5008Z","caller":"traceutil/trace.go:171","msg":"trace[908555478] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19869; }","duration":"438.880672ms","start":"2026-03-03T14:50:55.061898Z","end":"2026-03-03T14:50:55.500779Z","steps":["trace[908555478] 'agreement among raft nodes before linearized reading' (duration: 437.834348ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.500827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"455.575727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:50:55.500861Z","caller":"traceutil/trace.go:171","msg":"trace[1386779929] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19869; }","duration":"455.65931ms","start":"2026-03-03T14:50:55.045191Z","end":"2026-03-03T14:50:55.50085Z","steps":["trace[1386779929] 'agreement among raft nodes before linearized reading' (duration: 455.033055ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.50086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.061891Z","time spent":"438.950904ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:50:55.500903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.045167Z","time spent":"455.727581ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:50:55.500736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.43491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:50:55.501091Z","caller":"traceutil/trace.go:171","msg":"trace[1588968758] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19869; }","duration":"182.838759ms","start":"2026-03-03T14:50:55.318243Z","end":"2026-03-03T14:50:55.501082Z","steps":["trace[1588968758] 'agreement among raft nodes before linearized reading' (duration: 181.444717ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.940734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.212469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:50:55.941098Z","caller":"traceutil/trace.go:171","msg":"trace[1871353962] transaction","detail":"{read_only:false; response_revision:19870; number_of_response:1; }","duration":"430.402312ms","start":"2026-03-03T14:50:55.510564Z","end":"2026-03-03T14:50:55.940967Z","steps":["trace[1871353962] 'process raft request' (duration: 137.820424ms)","trace[1871353962] 'compare' (duration: 292.044445ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:55.941229Z","caller":"traceutil/trace.go:171","msg":"trace[831586150] linearizableReadLoop","detail":"{readStateIndex:20740; appliedIndex:20738; }","duration":"429.458909ms","start":"2026-03-03T14:50:55.511746Z","end":"2026-03-03T14:50:55.941205Z","steps":["trace[831586150] 'read index received' (duration: 136.654386ms)","trace[831586150] 'applied index is now lower than readState.Index' (duration: 292.803103ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:55.941325Z","caller":"traceutil/trace.go:171","msg":"trace[2024915782] transaction","detail":"{read_only:false; response_revision:19871; number_of_response:1; }","duration":"430.635856ms","start":"2026-03-03T14:50:55.510658Z","end":"2026-03-03T14:50:55.941293Z","steps":["trace[2024915782] 'process raft request' (duration: 430.217266ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.9415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.510638Z","time spent":"430.76784ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.941561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.510548Z","time spent":"430.672007ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1072,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.941563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.807718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18678"} {"level":"info","ts":"2026-03-03T14:50:55.941618Z","caller":"traceutil/trace.go:171","msg":"trace[661047979] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:19871; }","duration":"429.865639ms","start":"2026-03-03T14:50:55.51174Z","end":"2026-03-03T14:50:55.941606Z","steps":["trace[661047979] 'agreement among raft nodes before linearized reading' (duration: 429.577962ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.941711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.51171Z","time spent":"429.989103ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18702,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-03-03T14:50:55.972441Z","caller":"traceutil/trace.go:171","msg":"trace[563525293] transaction","detail":"{read_only:false; response_revision:19872; number_of_response:1; }","duration":"301.08854ms","start":"2026-03-03T14:50:55.671323Z","end":"2026-03-03T14:50:55.972411Z","steps":["trace[563525293] 'process raft request' (duration: 300.914095ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.972643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.671306Z","time spent":"301.223734ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:55.972794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.844027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:50:55.97288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.642335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:50:55.97291Z","caller":"traceutil/trace.go:171","msg":"trace[993519107] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19872; }","duration":"366.99728ms","start":"2026-03-03T14:50:55.605888Z","end":"2026-03-03T14:50:55.972885Z","steps":["trace[993519107] 'agreement among raft nodes before linearized reading' (duration: 366.648052ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:55.972955Z","caller":"traceutil/trace.go:171","msg":"trace[1563661550] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19872; }","duration":"201.818839ms","start":"2026-03-03T14:50:55.771114Z","end":"2026-03-03T14:50:55.972933Z","steps":["trace[1563661550] 'agreement among raft nodes before linearized reading' (duration: 201.496602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.972976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.605883Z","time spent":"367.080772ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:50:55.973035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.163365ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:50:55.972893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.348482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:50:55.973078Z","caller":"traceutil/trace.go:171","msg":"trace[841245229] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19872; }","duration":"367.245256ms","start":"2026-03-03T14:50:55.605821Z","end":"2026-03-03T14:50:55.973066Z","steps":["trace[841245229] 'agreement among raft nodes before linearized reading' (duration: 367.102683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.973065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.440472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:50:55.973108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.605797Z","time spent":"367.304297ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:50:55.973124Z","caller":"traceutil/trace.go:171","msg":"trace[788296971] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19872; }","duration":"302.540844ms","start":"2026-03-03T14:50:55.670571Z","end":"2026-03-03T14:50:55.973112Z","steps":["trace[788296971] 'agreement among raft nodes before linearized reading' (duration: 302.381861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.972752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.18581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:55.97319Z","caller":"traceutil/trace.go:171","msg":"trace[1755430985] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19872; }","duration":"420.733863ms","start":"2026-03-03T14:50:55.55244Z","end":"2026-03-03T14:50:55.973174Z","steps":["trace[1755430985] 'agreement among raft nodes before linearized reading' (duration: 420.075248ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.973205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.670534Z","time spent":"302.613396ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:50:55.973233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.552421Z","time spent":"420.798755ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:50:55.973117Z","caller":"traceutil/trace.go:171","msg":"trace[555159229] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19872; }","duration":"406.592118ms","start":"2026-03-03T14:50:55.566504Z","end":"2026-03-03T14:50:55.973096Z","steps":["trace[555159229] 'agreement among raft nodes before linearized reading' (duration: 406.273551ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.973665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.566484Z","time spent":"407.167512ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:50:55.97378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.422161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:50:55.973829Z","caller":"traceutil/trace.go:171","msg":"trace[416611131] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19872; }","duration":"408.517914ms","start":"2026-03-03T14:50:55.5653Z","end":"2026-03-03T14:50:55.973817Z","steps":["trace[416611131] 'agreement among raft nodes before linearized reading' (duration: 407.576232ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:55.973859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:55.565284Z","time spent":"408.566996ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:50:56.18757Z","caller":"traceutil/trace.go:171","msg":"trace[1584618825] transaction","detail":"{read_only:false; response_revision:19873; number_of_response:1; }","duration":"208.035416ms","start":"2026-03-03T14:50:55.979497Z","end":"2026-03-03T14:50:56.187532Z","steps":["trace[1584618825] 'process raft request' (duration: 122.296296ms)","trace[1584618825] 'compare' (duration: 85.588887ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:56.23169Z","caller":"traceutil/trace.go:171","msg":"trace[810929569] transaction","detail":"{read_only:false; response_revision:19875; number_of_response:1; }","duration":"249.993249ms","start":"2026-03-03T14:50:55.981663Z","end":"2026-03-03T14:50:56.231657Z","steps":["trace[810929569] 'process raft request' (duration: 249.896287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:56.232007Z","caller":"traceutil/trace.go:171","msg":"trace[31292314] linearizableReadLoop","detail":"{readStateIndex:20745; appliedIndex:20741; }","duration":"182.272866ms","start":"2026-03-03T14:50:56.049691Z","end":"2026-03-03T14:50:56.231964Z","steps":["trace[31292314] 'read index received' (duration: 52.126735ms)","trace[31292314] 'applied index is now lower than readState.Index' (duration: 130.143601ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:56.232066Z","caller":"traceutil/trace.go:171","msg":"trace[428076835] transaction","detail":"{read_only:false; response_revision:19876; number_of_response:1; }","duration":"248.255438ms","start":"2026-03-03T14:50:55.983781Z","end":"2026-03-03T14:50:56.232036Z","steps":["trace[428076835] 'process raft request' (duration: 247.832358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:56.23212Z","caller":"traceutil/trace.go:171","msg":"trace[1102926572] transaction","detail":"{read_only:false; response_revision:19874; number_of_response:1; }","duration":"251.074075ms","start":"2026-03-03T14:50:55.980988Z","end":"2026-03-03T14:50:56.232062Z","steps":["trace[1102926572] 'process raft request' (duration: 250.413669ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:56.232198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.495801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:56.232236Z","caller":"traceutil/trace.go:171","msg":"trace[804776550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19876; }","duration":"182.584923ms","start":"2026-03-03T14:50:56.049638Z","end":"2026-03-03T14:50:56.232223Z","steps":["trace[804776550] 'agreement among raft nodes before linearized reading' (duration: 182.487971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:56.232331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.783367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:50:56.23243Z","caller":"traceutil/trace.go:171","msg":"trace[1918107666] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19876; }","duration":"144.903771ms","start":"2026-03-03T14:50:56.087507Z","end":"2026-03-03T14:50:56.232411Z","steps":["trace[1918107666] 'agreement among raft nodes before linearized reading' (duration: 144.720687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.345991Z","caller":"traceutil/trace.go:171","msg":"trace[357033443] linearizableReadLoop","detail":"{readStateIndex:20748; appliedIndex:20747; }","duration":"367.011211ms","start":"2026-03-03T14:50:57.978949Z","end":"2026-03-03T14:50:58.34596Z","steps":["trace[357033443] 'read index received' (duration: 366.735505ms)","trace[357033443] 'applied index is now lower than readState.Index' (duration: 274.356µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:58.346151Z","caller":"traceutil/trace.go:171","msg":"trace[136216732] transaction","detail":"{read_only:false; response_revision:19879; number_of_response:1; }","duration":"394.39283ms","start":"2026-03-03T14:50:57.951636Z","end":"2026-03-03T14:50:58.346029Z","steps":["trace[136216732] 'process raft request' (duration: 394.099133ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.346345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.951612Z","time spent":"394.633636ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:58.34644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.440882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:58.346522Z","caller":"traceutil/trace.go:171","msg":"trace[1531219149] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19879; }","duration":"367.643356ms","start":"2026-03-03T14:50:57.978863Z","end":"2026-03-03T14:50:58.346506Z","steps":["trace[1531219149] 'agreement among raft nodes before linearized reading' (duration: 367.287618ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.346607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.978821Z","time spent":"367.773109ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:50:58.348021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.297663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:50:58.348073Z","caller":"traceutil/trace.go:171","msg":"trace[41659769] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19880; }","duration":"110.387525ms","start":"2026-03-03T14:50:58.23767Z","end":"2026-03-03T14:50:58.348057Z","steps":["trace[41659769] 'agreement among raft nodes before linearized reading' (duration: 110.266482ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.348058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.569238ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:58.348136Z","caller":"traceutil/trace.go:171","msg":"trace[522812462] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19880; }","duration":"368.860686ms","start":"2026-03-03T14:50:57.979253Z","end":"2026-03-03T14:50:58.348113Z","steps":["trace[522812462] 'agreement among raft nodes before linearized reading' (duration: 368.63665ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.348176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.979243Z","time spent":"368.925027ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:50:58.34828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.761616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:50:58.348316Z","caller":"traceutil/trace.go:171","msg":"trace[66671607] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19880; }","duration":"100.846778ms","start":"2026-03-03T14:50:58.247459Z","end":"2026-03-03T14:50:58.348306Z","steps":["trace[66671607] 'agreement among raft nodes before linearized reading' (duration: 100.760886ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.348287Z","caller":"traceutil/trace.go:171","msg":"trace[1709541014] transaction","detail":"{read_only:false; response_revision:19880; number_of_response:1; }","duration":"367.276408ms","start":"2026-03-03T14:50:57.980963Z","end":"2026-03-03T14:50:58.34824Z","steps":["trace[1709541014] 'process raft request' (duration: 366.779705ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.348424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.701972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:50:58.34846Z","caller":"traceutil/trace.go:171","msg":"trace[1464795520] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19880; }","duration":"368.784843ms","start":"2026-03-03T14:50:57.979665Z","end":"2026-03-03T14:50:58.34845Z","steps":["trace[1464795520] 'agreement among raft nodes before linearized reading' (duration: 368.705042ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.348483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.979611Z","time spent":"368.865986ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:50:58.34849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:57.980938Z","time spent":"367.444752ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:58.348353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.495694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:50:58.348554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.550635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:50:58.34863Z","caller":"traceutil/trace.go:171","msg":"trace[1225697550] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19880; }","duration":"299.823041ms","start":"2026-03-03T14:50:58.048794Z","end":"2026-03-03T14:50:58.348618Z","steps":["trace[1225697550] 'agreement among raft nodes before linearized reading' (duration: 299.527794ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.348662Z","caller":"traceutil/trace.go:171","msg":"trace[598088271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19880; }","duration":"155.706939ms","start":"2026-03-03T14:50:58.192929Z","end":"2026-03-03T14:50:58.348636Z","steps":["trace[598088271] 'agreement among raft nodes before linearized reading' (duration: 155.369091ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.348882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.599593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:50:58.348992Z","caller":"traceutil/trace.go:171","msg":"trace[250403540] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19880; }","duration":"111.782627ms","start":"2026-03-03T14:50:58.237181Z","end":"2026-03-03T14:50:58.348964Z","steps":["trace[250403540] 'agreement among raft nodes before linearized reading' (duration: 111.325857ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.613856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.080247ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:50:58.614279Z","caller":"traceutil/trace.go:171","msg":"trace[1473257922] transaction","detail":"{read_only:false; response_revision:19882; number_of_response:1; }","duration":"260.590972ms","start":"2026-03-03T14:50:58.353645Z","end":"2026-03-03T14:50:58.614236Z","steps":["trace[1473257922] 'process raft request' (duration: 134.000092ms)","trace[1473257922] 'compare' (duration: 125.653127ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:58.614365Z","caller":"traceutil/trace.go:171","msg":"trace[42652413] transaction","detail":"{read_only:false; response_revision:19884; number_of_response:1; }","duration":"259.812754ms","start":"2026-03-03T14:50:58.354523Z","end":"2026-03-03T14:50:58.614336Z","steps":["trace[42652413] 'process raft request' (duration: 259.726012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.614688Z","caller":"traceutil/trace.go:171","msg":"trace[109864770] transaction","detail":"{read_only:false; response_revision:19883; number_of_response:1; }","duration":"260.522881ms","start":"2026-03-03T14:50:58.354144Z","end":"2026-03-03T14:50:58.614667Z","steps":["trace[109864770] 'process raft request' (duration: 259.857455ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:58.860918Z","caller":"traceutil/trace.go:171","msg":"trace[417254161] linearizableReadLoop","detail":"{readStateIndex:20754; appliedIndex:20753; }","duration":"285.842628ms","start":"2026-03-03T14:50:58.575042Z","end":"2026-03-03T14:50:58.860885Z","steps":["trace[417254161] 'read index received' (duration: 248.223817ms)","trace[417254161] 'applied index is now lower than readState.Index' (duration: 37.617611ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:50:58.860997Z","caller":"traceutil/trace.go:171","msg":"trace[111080652] transaction","detail":"{read_only:false; response_revision:19885; number_of_response:1; }","duration":"313.394861ms","start":"2026-03-03T14:50:58.547573Z","end":"2026-03-03T14:50:58.860968Z","steps":["trace[111080652] 'process raft request' (duration: 275.672068ms)","trace[111080652] 'compare' (duration: 37.489108ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:58.86109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.026393ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:50:58.861135Z","caller":"traceutil/trace.go:171","msg":"trace[1473877764] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:19885; }","duration":"286.142276ms","start":"2026-03-03T14:50:58.574981Z","end":"2026-03-03T14:50:58.861123Z","steps":["trace[1473877764] 'agreement among raft nodes before linearized reading' (duration: 286.035023ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:50:58.861155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:58.547539Z","time spent":"313.522564ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:50:59.167494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.513472ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:50:59.468035Z","caller":"traceutil/trace.go:171","msg":"trace[1023184011] linearizableReadLoop","detail":"{readStateIndex:20757; appliedIndex:20755; }","duration":"138.202273ms","start":"2026-03-03T14:50:59.329799Z","end":"2026-03-03T14:50:59.468002Z","steps":["trace[1023184011] 'read index received' (duration: 26.641652ms)","trace[1023184011] 'applied index is now lower than readState.Index' (duration: 111.559331ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:59.468374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.52747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T14:50:59.468428Z","caller":"traceutil/trace.go:171","msg":"trace[1332494742] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:19887; }","duration":"138.668304ms","start":"2026-03-03T14:50:59.329745Z","end":"2026-03-03T14:50:59.468413Z","steps":["trace[1332494742] 'agreement among raft nodes before linearized reading' (duration: 138.384287ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:59.468395Z","caller":"traceutil/trace.go:171","msg":"trace[871943732] transaction","detail":"{read_only:false; response_revision:19887; number_of_response:1; }","duration":"149.53751ms","start":"2026-03-03T14:50:59.318811Z","end":"2026-03-03T14:50:59.468348Z","steps":["trace[871943732] 'process raft request' (duration: 72.046595ms)","trace[871943732] 'compare' (duration: 76.946002ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:59.882936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.525286ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:50:59.883146Z","caller":"traceutil/trace.go:171","msg":"trace[52412387] transaction","detail":"{read_only:false; response_revision:19888; number_of_response:1; }","duration":"349.519127ms","start":"2026-03-03T14:50:59.533577Z","end":"2026-03-03T14:50:59.883096Z","steps":["trace[52412387] 'process raft request' (duration: 143.745904ms)","trace[52412387] 'compare' (duration: 205.26292ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:59.883258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.177781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:50:59.88329Z","caller":"traceutil/trace.go:171","msg":"trace[1103145517] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19888; }","duration":"336.256873ms","start":"2026-03-03T14:50:59.547025Z","end":"2026-03-03T14:50:59.883282Z","steps":["trace[1103145517] 'agreement among raft nodes before linearized reading' (duration: 336.14349ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:50:59.88306Z","caller":"traceutil/trace.go:171","msg":"trace[1795254707] linearizableReadLoop","detail":"{readStateIndex:20758; appliedIndex:20757; }","duration":"335.952125ms","start":"2026-03-03T14:50:59.54709Z","end":"2026-03-03T14:50:59.883043Z","steps":["trace[1795254707] 'read index received' (duration: 130.228563ms)","trace[1795254707] 'applied index is now lower than readState.Index' (duration: 205.722162ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:50:59.883315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.546994Z","time spent":"336.315734ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:50:59.883403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.533556Z","time spent":"349.734782ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:00.285697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.063235ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:00.286336Z","caller":"traceutil/trace.go:171","msg":"trace[1872069691] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:19888; }","duration":"107.71632ms","start":"2026-03-03T14:51:00.178601Z","end":"2026-03-03T14:51:00.286317Z","steps":["trace[1872069691] 'range keys from in-memory index tree' (duration: 107.044495ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.285952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.897892ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:00.286478Z","caller":"traceutil/trace.go:171","msg":"trace[445570824] linearizableReadLoop","detail":"{readStateIndex:20759; appliedIndex:20758; }","duration":"397.078263ms","start":"2026-03-03T14:50:59.889381Z","end":"2026-03-03T14:51:00.286459Z","steps":["trace[445570824] 'read index received' (duration: 112.628266ms)","trace[445570824] 'applied index is now lower than readState.Index' (duration: 284.448307ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:00.286497Z","caller":"traceutil/trace.go:171","msg":"trace[182990058] transaction","detail":"{read_only:false; response_revision:19889; number_of_response:1; }","duration":"623.922984ms","start":"2026-03-03T14:50:59.662527Z","end":"2026-03-03T14:51:00.28645Z","steps":["trace[182990058] 'process raft request' (duration: 339.456258ms)","trace[182990058] 'compare' (duration: 283.564314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:00.286621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.662501Z","time spent":"624.088749ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:00.286932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.901503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:00.286977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.288672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:00.287065Z","caller":"traceutil/trace.go:171","msg":"trace[1915749552] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:19889; }","duration":"151.444536ms","start":"2026-03-03T14:51:00.135602Z","end":"2026-03-03T14:51:00.287046Z","steps":["trace[1915749552] 'agreement among raft nodes before linearized reading' (duration: 151.250542ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:00.287012Z","caller":"traceutil/trace.go:171","msg":"trace[1033043148] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:19889; }","duration":"322.001695ms","start":"2026-03-03T14:50:59.964994Z","end":"2026-03-03T14:51:00.286996Z","steps":["trace[1033043148] 'agreement among raft nodes before linearized reading' (duration: 321.846861ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.287281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.964936Z","time spent":"322.333372ms","remote":"127.0.0.1:52334","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:00.286985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.817462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:00.287639Z","caller":"traceutil/trace.go:171","msg":"trace[887952378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19889; }","duration":"241.441067ms","start":"2026-03-03T14:51:00.046078Z","end":"2026-03-03T14:51:00.287519Z","steps":["trace[887952378] 'agreement among raft nodes before linearized reading' (duration: 240.780792ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.288581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.178752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933525"} {"level":"info","ts":"2026-03-03T14:51:00.288703Z","caller":"traceutil/trace.go:171","msg":"trace[1131980988] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19889; }","duration":"399.364636ms","start":"2026-03-03T14:50:59.889316Z","end":"2026-03-03T14:51:00.288681Z","steps":["trace[1131980988] 'agreement among raft nodes before linearized reading' (duration: 397.452592ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.288747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:50:59.889292Z","time spent":"399.446198ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":933549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:51:00.536319Z","caller":"traceutil/trace.go:171","msg":"trace[878375418] linearizableReadLoop","detail":"{readStateIndex:20760; appliedIndex:20759; }","duration":"181.267282ms","start":"2026-03-03T14:51:00.355016Z","end":"2026-03-03T14:51:00.536283Z","steps":["trace[878375418] 'read index received' (duration: 149.143081ms)","trace[878375418] 'applied index is now lower than readState.Index' (duration: 32.123101ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:00.536414Z","caller":"traceutil/trace.go:171","msg":"trace[1285593283] transaction","detail":"{read_only:false; response_revision:19890; number_of_response:1; }","duration":"182.153224ms","start":"2026-03-03T14:51:00.354218Z","end":"2026-03-03T14:51:00.536371Z","steps":["trace[1285593283] 'process raft request' (duration: 149.92653ms)","trace[1285593283] 'compare' (duration: 32.008088ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:00.536621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.58845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:00.536722Z","caller":"traceutil/trace.go:171","msg":"trace[1327633016] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19890; }","duration":"181.706103ms","start":"2026-03-03T14:51:00.354987Z","end":"2026-03-03T14:51:00.536693Z","steps":["trace[1327633016] 'agreement among raft nodes before linearized reading' (duration: 181.467637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:00.541663Z","caller":"traceutil/trace.go:171","msg":"trace[2020121165] transaction","detail":"{read_only:false; response_revision:19891; number_of_response:1; }","duration":"184.016278ms","start":"2026-03-03T14:51:00.357616Z","end":"2026-03-03T14:51:00.541632Z","steps":["trace[2020121165] 'process raft request' (duration: 183.766732ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.541722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.216547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:51:00.541763Z","caller":"traceutil/trace.go:171","msg":"trace[995208976] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19891; }","duration":"142.338771ms","start":"2026-03-03T14:51:00.399415Z","end":"2026-03-03T14:51:00.541753Z","steps":["trace[995208976] 'agreement among raft nodes before linearized reading' (duration: 142.142306ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:00.914229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.177916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:00.914404Z","caller":"traceutil/trace.go:171","msg":"trace[478920329] transaction","detail":"{read_only:false; response_revision:19893; number_of_response:1; }","duration":"290.836668ms","start":"2026-03-03T14:51:00.623543Z","end":"2026-03-03T14:51:00.914379Z","steps":["trace[478920329] 'process raft request' (duration: 37.409336ms)","trace[478920329] 'compare' (duration: 252.889348ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:00.91454Z","caller":"traceutil/trace.go:171","msg":"trace[1767452783] transaction","detail":"{read_only:false; response_revision:19895; number_of_response:1; }","duration":"290.048049ms","start":"2026-03-03T14:51:00.624481Z","end":"2026-03-03T14:51:00.914529Z","steps":["trace[1767452783] 'process raft request' (duration: 289.988358ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:00.914593Z","caller":"traceutil/trace.go:171","msg":"trace[1773294582] transaction","detail":"{read_only:false; response_revision:19894; number_of_response:1; }","duration":"290.178002ms","start":"2026-03-03T14:51:00.624373Z","end":"2026-03-03T14:51:00.914551Z","steps":["trace[1773294582] 'process raft request' (duration: 289.959647ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:01.262367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.188742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:01.262477Z","caller":"traceutil/trace.go:171","msg":"trace[693821885] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19895; }","duration":"214.389347ms","start":"2026-03-03T14:51:01.04807Z","end":"2026-03-03T14:51:01.262459Z","steps":["trace[693821885] 'range keys from in-memory index tree' (duration: 214.07733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.196969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.783733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:02.197213Z","caller":"traceutil/trace.go:171","msg":"trace[92259486] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19897; }","duration":"149.03653ms","start":"2026-03-03T14:51:02.048145Z","end":"2026-03-03T14:51:02.197182Z","steps":["trace[92259486] 'range keys from in-memory index tree' (duration: 148.701831ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:02.709495Z","caller":"traceutil/trace.go:171","msg":"trace[1599689350] linearizableReadLoop","detail":"{readStateIndex:20768; appliedIndex:20767; }","duration":"167.766382ms","start":"2026-03-03T14:51:02.541706Z","end":"2026-03-03T14:51:02.709472Z","steps":["trace[1599689350] 'read index received' (duration: 167.67184ms)","trace[1599689350] 'applied index is now lower than readState.Index' (duration: 93.662µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:02.709603Z","caller":"traceutil/trace.go:171","msg":"trace[22687617] transaction","detail":"{read_only:false; response_revision:19898; number_of_response:1; }","duration":"168.273975ms","start":"2026-03-03T14:51:02.541284Z","end":"2026-03-03T14:51:02.709558Z","steps":["trace[22687617] 'process raft request' (duration: 168.0668ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.709693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.975938ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:02.709722Z","caller":"traceutil/trace.go:171","msg":"trace[1618042634] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19898; }","duration":"168.0568ms","start":"2026-03-03T14:51:02.541655Z","end":"2026-03-03T14:51:02.709712Z","steps":["trace[1618042634] 'agreement among raft nodes before linearized reading' (duration: 167.933706ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.709763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.640039ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:02.709811Z","caller":"traceutil/trace.go:171","msg":"trace[1363637663] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19898; }","duration":"164.741402ms","start":"2026-03-03T14:51:02.545059Z","end":"2026-03-03T14:51:02.709801Z","steps":["trace[1363637663] 'agreement among raft nodes before linearized reading' (duration: 164.561448ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:02.709903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.617937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:02.710003Z","caller":"traceutil/trace.go:171","msg":"trace[491968144] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19898; }","duration":"101.76726ms","start":"2026-03-03T14:51:02.608213Z","end":"2026-03-03T14:51:02.70998Z","steps":["trace[491968144] 'agreement among raft nodes before linearized reading' (duration: 101.447062ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.309718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"480.695692ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:03.309923Z","caller":"traceutil/trace.go:171","msg":"trace[494235377] linearizableReadLoop","detail":"{readStateIndex:20770; appliedIndex:20768; }","duration":"391.86476ms","start":"2026-03-03T14:51:02.918044Z","end":"2026-03-03T14:51:03.309908Z","steps":["trace[494235377] 'read index received' (duration: 310.930073ms)","trace[494235377] 'applied index is now lower than readState.Index' (duration: 80.933917ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:03.309987Z","caller":"traceutil/trace.go:171","msg":"trace[1455422327] transaction","detail":"{read_only:false; response_revision:19900; number_of_response:1; }","duration":"593.964474ms","start":"2026-03-03T14:51:02.716017Z","end":"2026-03-03T14:51:03.309981Z","steps":["trace[1455422327] 'process raft request' (duration: 593.812591ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.310022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.716008Z","time spent":"593.992725ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:03.310249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.139122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:51:03.310327Z","caller":"traceutil/trace.go:171","msg":"trace[1826243758] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19900; }","duration":"391.267266ms","start":"2026-03-03T14:51:02.919036Z","end":"2026-03-03T14:51:03.310303Z","steps":["trace[1826243758] 'agreement among raft nodes before linearized reading' (duration: 391.0175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.310297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.942895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:03.310366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.919008Z","time spent":"391.351207ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-03-03T14:51:03.310304Z","caller":"traceutil/trace.go:171","msg":"trace[1176558797] transaction","detail":"{read_only:false; response_revision:19899; number_of_response:1; }","duration":"595.398229ms","start":"2026-03-03T14:51:02.714832Z","end":"2026-03-03T14:51:03.31023Z","steps":["trace[1176558797] 'process raft request' (duration: 114.128153ms)","trace[1176558797] 'compare' (duration: 480.391656ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:03.310362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.38035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:03.310379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.32126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:03.310413Z","caller":"traceutil/trace.go:171","msg":"trace[761636172] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:19900; }","duration":"352.117099ms","start":"2026-03-03T14:51:02.958263Z","end":"2026-03-03T14:51:03.31038Z","steps":["trace[761636172] 'agreement among raft nodes before linearized reading' (duration: 351.937965ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:03.310434Z","caller":"traceutil/trace.go:171","msg":"trace[1688862708] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:19900; }","duration":"234.575096ms","start":"2026-03-03T14:51:03.075839Z","end":"2026-03-03T14:51:03.310414Z","steps":["trace[1688862708] 'agreement among raft nodes before linearized reading' (duration: 234.34087ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.31044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.872867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:03.310467Z","caller":"traceutil/trace.go:171","msg":"trace[723322752] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19900; }","duration":"392.445943ms","start":"2026-03-03T14:51:02.917998Z","end":"2026-03-03T14:51:03.310444Z","steps":["trace[723322752] 'agreement among raft nodes before linearized reading' (duration: 392.205888ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.310479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.958237Z","time spent":"352.228041ms","remote":"127.0.0.1:46154","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":3,"response size":32,"request content":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:03.310499Z","caller":"traceutil/trace.go:171","msg":"trace[1581066600] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19900; }","duration":"390.948798ms","start":"2026-03-03T14:51:02.919533Z","end":"2026-03-03T14:51:03.310482Z","steps":["trace[1581066600] 'agreement among raft nodes before linearized reading' (duration: 390.682032ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.310469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.376875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:137"} {"level":"warn","ts":"2026-03-03T14:51:03.310514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.917979Z","time spent":"392.525695ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:03.310546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.919526Z","time spent":"391.011139ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:03.310553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:02.714812Z","time spent":"595.614704ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:03.31056Z","caller":"traceutil/trace.go:171","msg":"trace[806987944] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:19900; }","duration":"132.528229ms","start":"2026-03-03T14:51:03.178013Z","end":"2026-03-03T14:51:03.310541Z","steps":["trace[806987944] 'agreement among raft nodes before linearized reading' (duration: 132.216541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.310464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.078987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:03.310679Z","caller":"traceutil/trace.go:171","msg":"trace[353675090] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19900; }","duration":"265.317243ms","start":"2026-03-03T14:51:03.045312Z","end":"2026-03-03T14:51:03.310629Z","steps":["trace[353675090] 'agreement among raft nodes before linearized reading' (duration: 264.938124ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.642112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.003363ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:03.642806Z","caller":"traceutil/trace.go:171","msg":"trace[416927233] transaction","detail":"{read_only:false; response_revision:19904; number_of_response:1; }","duration":"296.552042ms","start":"2026-03-03T14:51:03.346227Z","end":"2026-03-03T14:51:03.642779Z","steps":["trace[416927233] 'process raft request' (duration: 296.478911ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:03.643019Z","caller":"traceutil/trace.go:171","msg":"trace[1423111002] transaction","detail":"{read_only:false; response_revision:19902; number_of_response:1; }","duration":"326.818879ms","start":"2026-03-03T14:51:03.316171Z","end":"2026-03-03T14:51:03.64299Z","steps":["trace[1423111002] 'process raft request' (duration: 326.278796ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:03.643007Z","caller":"traceutil/trace.go:171","msg":"trace[537858572] transaction","detail":"{read_only:false; response_revision:19901; number_of_response:1; }","duration":"326.871251ms","start":"2026-03-03T14:51:03.316101Z","end":"2026-03-03T14:51:03.642972Z","steps":["trace[537858572] 'process raft request' (duration: 153.902535ms)","trace[537858572] 'compare' (duration: 171.766197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:03.643106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:03.316151Z","time spent":"326.922382ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:03.643078Z","caller":"traceutil/trace.go:171","msg":"trace[1288129968] transaction","detail":"{read_only:false; response_revision:19903; number_of_response:1; }","duration":"325.343504ms","start":"2026-03-03T14:51:03.317688Z","end":"2026-03-03T14:51:03.643032Z","steps":["trace[1288129968] 'process raft request' (duration: 324.957835ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.643172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:03.316089Z","time spent":"326.989503ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:03.6434Z","caller":"traceutil/trace.go:171","msg":"trace[982674730] transaction","detail":"{read_only:false; response_revision:19905; number_of_response:1; }","duration":"163.41489ms","start":"2026-03-03T14:51:03.47995Z","end":"2026-03-03T14:51:03.643365Z","steps":["trace[982674730] 'process raft request' (duration: 163.264416ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:03.643402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:03.317678Z","time spent":"325.544359ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:04.107177Z","caller":"traceutil/trace.go:171","msg":"trace[547834425] transaction","detail":"{read_only:false; response_revision:19906; number_of_response:1; }","duration":"125.040981ms","start":"2026-03-03T14:51:03.982074Z","end":"2026-03-03T14:51:04.107115Z","steps":["trace[547834425] 'process raft request' (duration: 124.452437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:04.894318Z","caller":"traceutil/trace.go:171","msg":"trace[1501992372] transaction","detail":"{read_only:false; response_revision:19907; number_of_response:1; }","duration":"178.25804ms","start":"2026-03-03T14:51:04.716023Z","end":"2026-03-03T14:51:04.894281Z","steps":["trace[1501992372] 'process raft request' (duration: 177.681437ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.390182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.470282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/auth-system/keycloak\" ","response":"range_response_count:1 size:906"} {"level":"info","ts":"2026-03-03T14:51:05.390317Z","caller":"traceutil/trace.go:171","msg":"trace[1768334585] range","detail":"{range_begin:/registry/serviceaccounts/auth-system/keycloak; range_end:; response_count:1; response_revision:19907; }","duration":"359.667177ms","start":"2026-03-03T14:51:05.030622Z","end":"2026-03-03T14:51:05.39029Z","steps":["trace[1768334585] 'range keys from in-memory index tree' (duration: 359.220666ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.390348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:05.030603Z","time spent":"359.736278ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":930,"request content":"key:\"/registry/serviceaccounts/auth-system/keycloak\" "} {"level":"warn","ts":"2026-03-03T14:51:05.390701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.669805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:05.39088Z","caller":"traceutil/trace.go:171","msg":"trace[424961537] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19907; }","duration":"342.903271ms","start":"2026-03-03T14:51:05.04794Z","end":"2026-03-03T14:51:05.390843Z","steps":["trace[424961537] 'range keys from in-memory index tree' (duration: 342.569653ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:05.390982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:05.047918Z","time spent":"343.045953ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:09.225897Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432402733,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:09.910016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"443.472452ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-03-03T14:51:09.910783Z","caller":"traceutil/trace.go:171","msg":"trace[1562125308] transaction","detail":"{read_only:false; response_revision:19926; number_of_response:1; }","duration":"987.803482ms","start":"2026-03-03T14:51:08.922958Z","end":"2026-03-03T14:51:09.910762Z","steps":["trace[1562125308] 'process raft request' (duration: 987.484074ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:09.910956Z","caller":"traceutil/trace.go:171","msg":"trace[1325156678] transaction","detail":"{read_only:false; response_revision:19927; number_of_response:1; }","duration":"825.700303ms","start":"2026-03-03T14:51:09.08524Z","end":"2026-03-03T14:51:09.91094Z","steps":["trace[1325156678] 'process raft request' (duration: 825.473717ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:09.91096Z","caller":"traceutil/trace.go:171","msg":"trace[767936703] linearizableReadLoop","detail":"{readStateIndex:20799; appliedIndex:20796; }","duration":"1.185688956s","start":"2026-03-03T14:51:08.725236Z","end":"2026-03-03T14:51:09.910925Z","steps":["trace[767936703] 'read index received' (duration: 741.261902ms)","trace[767936703] 'applied index is now lower than readState.Index' (duration: 444.426314ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:09.911038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.085193Z","time spent":"825.785975ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:09.911214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.92293Z","time spent":"987.892734ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:09.91144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.186148017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:09.911574Z","caller":"traceutil/trace.go:171","msg":"trace[1964798095] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19927; }","duration":"1.186348112s","start":"2026-03-03T14:51:08.725184Z","end":"2026-03-03T14:51:09.911532Z","steps":["trace[1964798095] 'agreement among raft nodes before linearized reading' (duration: 1.18585396s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:09.911641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:08.72516Z","time spent":"1.186465415s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:09.948168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"897.936492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:09.948186Z","caller":"traceutil/trace.go:171","msg":"trace[622386207] transaction","detail":"{read_only:false; response_revision:19928; number_of_response:1; }","duration":"277.06985ms","start":"2026-03-03T14:51:09.67108Z","end":"2026-03-03T14:51:09.948149Z","steps":["trace[622386207] 'process raft request' (duration: 276.889995ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:09.948267Z","caller":"traceutil/trace.go:171","msg":"trace[1500510047] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19928; }","duration":"898.037605ms","start":"2026-03-03T14:51:09.050198Z","end":"2026-03-03T14:51:09.948235Z","steps":["trace[1500510047] 'agreement among raft nodes before linearized reading' (duration: 897.892541ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:09.948322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.050107Z","time spent":"898.202419ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:09.948401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.637055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-03-03T14:51:09.948407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.703931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T14:51:09.948469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"470.821541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:09.948495Z","caller":"traceutil/trace.go:171","msg":"trace[531600538] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19928; }","duration":"274.763437ms","start":"2026-03-03T14:51:09.673705Z","end":"2026-03-03T14:51:09.948468Z","steps":["trace[531600538] 'agreement among raft nodes before linearized reading' (duration: 274.473689ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:09.948516Z","caller":"traceutil/trace.go:171","msg":"trace[1101250077] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19928; }","duration":"470.913103ms","start":"2026-03-03T14:51:09.47759Z","end":"2026-03-03T14:51:09.948503Z","steps":["trace[1101250077] 'agreement among raft nodes before linearized reading' (duration: 470.745368ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:09.948516Z","caller":"traceutil/trace.go:171","msg":"trace[2071859913] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19928; }","duration":"278.877394ms","start":"2026-03-03T14:51:09.669608Z","end":"2026-03-03T14:51:09.948485Z","steps":["trace[2071859913] 'agreement among raft nodes before linearized reading' (duration: 278.513255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:09.94853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.726198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-03-03T14:51:09.948591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.768888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:09.948619Z","caller":"traceutil/trace.go:171","msg":"trace[1719041008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19928; }","duration":"277.938692ms","start":"2026-03-03T14:51:09.670664Z","end":"2026-03-03T14:51:09.948603Z","steps":["trace[1719041008] 'agreement among raft nodes before linearized reading' (duration: 277.551372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:09.948658Z","caller":"traceutil/trace.go:171","msg":"trace[1331222597] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:19928; }","duration":"682.876171ms","start":"2026-03-03T14:51:09.265763Z","end":"2026-03-03T14:51:09.948639Z","steps":["trace[1331222597] 'agreement among raft nodes before linearized reading' (duration: 682.766748ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:09.948652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"863.334024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:09.94871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.26574Z","time spent":"682.957782ms","remote":"127.0.0.1:52416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:09.948568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.477565Z","time spent":"470.994364ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:51:09.948765Z","caller":"traceutil/trace.go:171","msg":"trace[1403639576] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:19928; }","duration":"863.495638ms","start":"2026-03-03T14:51:09.085241Z","end":"2026-03-03T14:51:09.948736Z","steps":["trace[1403639576] 'agreement among raft nodes before linearized reading' (duration: 863.307434ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:09.948653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.676612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T14:51:09.948819Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.085224Z","time spent":"863.58188ms","remote":"127.0.0.1:55940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:09.94887Z","caller":"traceutil/trace.go:171","msg":"trace[416616780] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19928; }","duration":"466.919777ms","start":"2026-03-03T14:51:09.481928Z","end":"2026-03-03T14:51:09.948848Z","steps":["trace[416616780] 'agreement among raft nodes before linearized reading' (duration: 466.494577ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:09.948934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.481907Z","time spent":"467.0144ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:51:10.235451Z","caller":"traceutil/trace.go:171","msg":"trace[1073637203] transaction","detail":"{read_only:false; response_revision:19929; number_of_response:1; }","duration":"282.978842ms","start":"2026-03-03T14:51:09.952439Z","end":"2026-03-03T14:51:10.235418Z","steps":["trace[1073637203] 'process raft request' (duration: 282.796318ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:10.301721Z","caller":"traceutil/trace.go:171","msg":"trace[148523059] transaction","detail":"{read_only:false; response_revision:19931; number_of_response:1; }","duration":"348.80542ms","start":"2026-03-03T14:51:09.952879Z","end":"2026-03-03T14:51:10.301684Z","steps":["trace[148523059] 'process raft request' (duration: 348.718308ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.301926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.952869Z","time spent":"348.963704ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:10.301966Z","caller":"traceutil/trace.go:171","msg":"trace[1305324560] linearizableReadLoop","detail":"{readStateIndex:20805; appliedIndex:20800; }","duration":"159.825505ms","start":"2026-03-03T14:51:10.14213Z","end":"2026-03-03T14:51:10.301955Z","steps":["trace[1305324560] 'read index received' (duration: 93.139536ms)","trace[1305324560] 'applied index is now lower than readState.Index' (duration: 66.685339ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:10.301736Z","caller":"traceutil/trace.go:171","msg":"trace[654546076] transaction","detail":"{read_only:false; response_revision:19930; number_of_response:1; }","duration":"349.245001ms","start":"2026-03-03T14:51:09.952453Z","end":"2026-03-03T14:51:10.301698Z","steps":["trace[654546076] 'process raft request' (duration: 349.021185ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.302061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.910936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:10.3021Z","caller":"traceutil/trace.go:171","msg":"trace[2031206113] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:19934; }","duration":"159.966548ms","start":"2026-03-03T14:51:10.142123Z","end":"2026-03-03T14:51:10.302089Z","steps":["trace[2031206113] 'agreement among raft nodes before linearized reading' (duration: 159.874506ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:10.302112Z","caller":"traceutil/trace.go:171","msg":"trace[875817260] transaction","detail":"{read_only:false; response_revision:19934; number_of_response:1; }","duration":"137.780152ms","start":"2026-03-03T14:51:10.16432Z","end":"2026-03-03T14:51:10.3021Z","steps":["trace[875817260] 'process raft request' (duration: 137.593778ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:10.302203Z","caller":"traceutil/trace.go:171","msg":"trace[1177118701] transaction","detail":"{read_only:false; response_revision:19932; number_of_response:1; }","duration":"349.156279ms","start":"2026-03-03T14:51:09.953039Z","end":"2026-03-03T14:51:10.302195Z","steps":["trace[1177118701] 'process raft request' (duration: 348.592046ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.302264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.953024Z","time spent":"349.21018ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:10.30229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.95243Z","time spent":"349.60988ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:10.302371Z","caller":"traceutil/trace.go:171","msg":"trace[871050110] transaction","detail":"{read_only:false; response_revision:19933; number_of_response:1; }","duration":"349.252411ms","start":"2026-03-03T14:51:09.953068Z","end":"2026-03-03T14:51:10.30232Z","steps":["trace[871050110] 'process raft request' (duration: 348.77394ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:10.302605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:09.953037Z","time spent":"349.437656ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:11.192171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.229294ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:11.192272Z","caller":"traceutil/trace.go:171","msg":"trace[1369517780] linearizableReadLoop","detail":"{readStateIndex:20807; appliedIndex:20806; }","duration":"792.184498ms","start":"2026-03-03T14:51:10.40007Z","end":"2026-03-03T14:51:11.192255Z","steps":["trace[1369517780] 'read index received' (duration: 468.699268ms)","trace[1369517780] 'applied index is now lower than readState.Index' (duration: 323.48394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:11.192364Z","caller":"traceutil/trace.go:171","msg":"trace[1689016438] transaction","detail":"{read_only:false; response_revision:19935; number_of_response:1; }","duration":"879.115427ms","start":"2026-03-03T14:51:10.31324Z","end":"2026-03-03T14:51:11.192355Z","steps":["trace[1689016438] 'process raft request' (duration: 555.603546ms)","trace[1689016438] 'compare' (duration: 322.751012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:11.192418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.313214Z","time spent":"879.179529ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:11.192772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.285781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:11.19286Z","caller":"traceutil/trace.go:171","msg":"trace[1170646297] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19935; }","duration":"145.435314ms","start":"2026-03-03T14:51:11.047403Z","end":"2026-03-03T14:51:11.192838Z","steps":["trace[1170646297] 'agreement among raft nodes before linearized reading' (duration: 145.27602ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.192844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.426454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-03-03T14:51:11.192844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.461455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:51:11.192882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.149444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-03T14:51:11.192907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"792.831903ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:11.192944Z","caller":"traceutil/trace.go:171","msg":"trace[1822155240] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19935; }","duration":"792.638789ms","start":"2026-03-03T14:51:10.400281Z","end":"2026-03-03T14:51:11.19292Z","steps":["trace[1822155240] 'agreement among raft nodes before linearized reading' (duration: 792.318341ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.19296Z","caller":"traceutil/trace.go:171","msg":"trace[162004668] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19935; }","duration":"780.267136ms","start":"2026-03-03T14:51:10.412675Z","end":"2026-03-03T14:51:11.192942Z","steps":["trace[162004668] 'agreement among raft nodes before linearized reading' (duration: 780.042811ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.192966Z","caller":"traceutil/trace.go:171","msg":"trace[959544663] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19935; }","duration":"792.938786ms","start":"2026-03-03T14:51:10.400011Z","end":"2026-03-03T14:51:11.192949Z","steps":["trace[959544663] 'agreement among raft nodes before linearized reading' (duration: 792.71421ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:11.192998Z","caller":"traceutil/trace.go:171","msg":"trace[848240639] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:19935; }","duration":"270.582848ms","start":"2026-03-03T14:51:10.922329Z","end":"2026-03-03T14:51:11.192911Z","steps":["trace[848240639] 'agreement among raft nodes before linearized reading' (duration: 270.372503ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:11.193018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.399982Z","time spent":"793.027178ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:11.193015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.412654Z","time spent":"780.347838ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:51:11.193016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:10.400247Z","time spent":"792.754172ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:12.563398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"649.755176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:12.563503Z","caller":"traceutil/trace.go:171","msg":"trace[1714888340] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:19935; }","duration":"649.90897ms","start":"2026-03-03T14:51:11.913571Z","end":"2026-03-03T14:51:12.56348Z","steps":["trace[1714888340] 'count revisions from in-memory index tree' (duration: 649.681034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.563764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"648.413993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:12.563825Z","caller":"traceutil/trace.go:171","msg":"trace[1108992911] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19935; }","duration":"648.476234ms","start":"2026-03-03T14:51:11.915339Z","end":"2026-03-03T14:51:12.563815Z","steps":["trace[1108992911] 'range keys from in-memory index tree' (duration: 648.27155ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.563874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:11.915322Z","time spent":"648.539227ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:12.563789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:11.913556Z","time spent":"649.971751ms","remote":"127.0.0.1:49310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:12.563987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"938.82075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:51:12.564081Z","caller":"traceutil/trace.go:171","msg":"trace[112250981] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19935; }","duration":"938.926392ms","start":"2026-03-03T14:51:11.625137Z","end":"2026-03-03T14:51:12.564064Z","steps":["trace[112250981] 'range keys from in-memory index tree' (duration: 938.320289ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.564136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:11.62505Z","time spent":"939.077766ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:51:12.564216Z","caller":"traceutil/trace.go:171","msg":"trace[852318206] transaction","detail":"{read_only:false; response_revision:19936; number_of_response:1; }","duration":"648.29466ms","start":"2026-03-03T14:51:11.915885Z","end":"2026-03-03T14:51:12.56418Z","steps":["trace[852318206] 'process raft request' (duration: 627.951679ms)","trace[852318206] 'compare' (duration: 19.209845ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:12.564417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:11.915861Z","time spent":"648.442934ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:12.589501Z","caller":"traceutil/trace.go:171","msg":"trace[374462766] linearizableReadLoop","detail":"{readStateIndex:20809; appliedIndex:20807; }","duration":"541.41892ms","start":"2026-03-03T14:51:12.048035Z","end":"2026-03-03T14:51:12.589454Z","steps":["trace[374462766] 'read index received' (duration: 495.794499ms)","trace[374462766] 'applied index is now lower than readState.Index' (duration: 45.623161ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:12.589581Z","caller":"traceutil/trace.go:171","msg":"trace[1061147450] transaction","detail":"{read_only:false; response_revision:19937; number_of_response:1; }","duration":"636.556213ms","start":"2026-03-03T14:51:11.952998Z","end":"2026-03-03T14:51:12.589554Z","steps":["trace[1061147450] 'process raft request' (duration: 636.220825ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:12.589676Z","caller":"traceutil/trace.go:171","msg":"trace[1086607264] transaction","detail":"{read_only:false; response_revision:19938; number_of_response:1; }","duration":"282.184211ms","start":"2026-03-03T14:51:12.307478Z","end":"2026-03-03T14:51:12.589662Z","steps":["trace[1086607264] 'process raft request' (duration: 281.919365ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.589738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:11.952977Z","time spent":"636.657035ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:12.590139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.519301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T14:51:12.590192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.580541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:12.590225Z","caller":"traceutil/trace.go:171","msg":"trace[1007373855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19938; }","duration":"350.666124ms","start":"2026-03-03T14:51:12.239543Z","end":"2026-03-03T14:51:12.590209Z","steps":["trace[1007373855] 'agreement among raft nodes before linearized reading' (duration: 350.424928ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.590216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.897319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-03-03T14:51:12.590263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.239517Z","time spent":"350.738996ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:51:12.590318Z","caller":"traceutil/trace.go:171","msg":"trace[916051415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19938; }","duration":"283.061102ms","start":"2026-03-03T14:51:12.307232Z","end":"2026-03-03T14:51:12.590294Z","steps":["trace[916051415] 'agreement among raft nodes before linearized reading' (duration: 282.790905ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.590376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.233027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:51:12.59025Z","caller":"traceutil/trace.go:171","msg":"trace[2006507787] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19938; }","duration":"282.652123ms","start":"2026-03-03T14:51:12.307582Z","end":"2026-03-03T14:51:12.590234Z","steps":["trace[2006507787] 'agreement among raft nodes before linearized reading' (duration: 282.469889ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.590387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.310695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:12.590439Z","caller":"traceutil/trace.go:171","msg":"trace[1517690970] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19938; }","duration":"283.33486ms","start":"2026-03-03T14:51:12.307088Z","end":"2026-03-03T14:51:12.590422Z","steps":["trace[1517690970] 'agreement among raft nodes before linearized reading' (duration: 283.183897ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:12.59048Z","caller":"traceutil/trace.go:171","msg":"trace[648144030] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:19938; }","duration":"184.443478ms","start":"2026-03-03T14:51:12.406019Z","end":"2026-03-03T14:51:12.590463Z","steps":["trace[648144030] 'agreement among raft nodes before linearized reading' (duration: 184.274854ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.590339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"542.147727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:12.590818Z","caller":"traceutil/trace.go:171","msg":"trace[422674611] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19938; }","duration":"542.800763ms","start":"2026-03-03T14:51:12.047987Z","end":"2026-03-03T14:51:12.590788Z","steps":["trace[422674611] 'agreement among raft nodes before linearized reading' (duration: 542.111287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:12.590992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.047967Z","time spent":"543.005378ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:12.591133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.419481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:12.591265Z","caller":"traceutil/trace.go:171","msg":"trace[1126099720] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19938; }","duration":"283.602545ms","start":"2026-03-03T14:51:12.307635Z","end":"2026-03-03T14:51:12.591238Z","steps":["trace[1126099720] 'agreement among raft nodes before linearized reading' (duration: 282.339725ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.157329Z","caller":"traceutil/trace.go:171","msg":"trace[1118281089] linearizableReadLoop","detail":"{readStateIndex:20815; appliedIndex:20811; }","duration":"487.574656ms","start":"2026-03-03T14:51:12.669728Z","end":"2026-03-03T14:51:13.157303Z","steps":["trace[1118281089] 'read index received' (duration: 487.283829ms)","trace[1118281089] 'applied index is now lower than readState.Index' (duration: 287.737µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:13.157336Z","caller":"traceutil/trace.go:171","msg":"trace[440183076] transaction","detail":"{read_only:false; response_revision:19940; number_of_response:1; }","duration":"560.592635ms","start":"2026-03-03T14:51:12.596706Z","end":"2026-03-03T14:51:13.157299Z","steps":["trace[440183076] 'process raft request' (duration: 560.370529ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.157422Z","caller":"traceutil/trace.go:171","msg":"trace[1387872810] transaction","detail":"{read_only:false; response_revision:19941; number_of_response:1; }","duration":"560.530663ms","start":"2026-03-03T14:51:12.596882Z","end":"2026-03-03T14:51:13.157413Z","steps":["trace[1387872810] 'process raft request' (duration: 560.329769ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.157411Z","caller":"traceutil/trace.go:171","msg":"trace[132958611] transaction","detail":"{read_only:false; response_revision:19942; number_of_response:1; }","duration":"560.343469ms","start":"2026-03-03T14:51:12.59703Z","end":"2026-03-03T14:51:13.157374Z","steps":["trace[132958611] 'process raft request' (duration: 560.214916ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:13.157468Z","caller":"traceutil/trace.go:171","msg":"trace[486943156] transaction","detail":"{read_only:false; response_revision:19943; number_of_response:1; }","duration":"560.277048ms","start":"2026-03-03T14:51:12.597147Z","end":"2026-03-03T14:51:13.157424Z","steps":["trace[486943156] 'process raft request' (duration: 560.125924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.157525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.7737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:13.157584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.596984Z","time spent":"560.509973ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:13.157579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.596872Z","time spent":"560.607325ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:13.157608Z","caller":"traceutil/trace.go:171","msg":"trace[593953899] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19943; }","duration":"487.915233ms","start":"2026-03-03T14:51:12.669677Z","end":"2026-03-03T14:51:13.157592Z","steps":["trace[593953899] 'agreement among raft nodes before linearized reading' (duration: 487.75733ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.1576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.870153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:13.157647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.669651Z","time spent":"487.990626ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:51:13.15767Z","caller":"traceutil/trace.go:171","msg":"trace[19071890] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19943; }","duration":"104.970005ms","start":"2026-03-03T14:51:13.052679Z","end":"2026-03-03T14:51:13.157649Z","steps":["trace[19071890] 'agreement among raft nodes before linearized reading' (duration: 104.836892ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:13.157672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.597121Z","time spent":"560.446682ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:13.157555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:12.596689Z","time spent":"560.770919ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:13.985335Z","caller":"traceutil/trace.go:171","msg":"trace[330028902] transaction","detail":"{read_only:false; response_revision:19945; number_of_response:1; }","duration":"695.914909ms","start":"2026-03-03T14:51:13.289382Z","end":"2026-03-03T14:51:13.985297Z","steps":["trace[330028902] 'process raft request' (duration: 666.575903ms)","trace[330028902] 'compare' (duration: 29.162091ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:13.986316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:13.289347Z","time spent":"696.425821ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2091,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:14.748067Z","caller":"traceutil/trace.go:171","msg":"trace[462921557] transaction","detail":"{read_only:false; response_revision:19948; number_of_response:1; }","duration":"151.849976ms","start":"2026-03-03T14:51:14.596185Z","end":"2026-03-03T14:51:14.748035Z","steps":["trace[462921557] 'process raft request' (duration: 89.873998ms)","trace[462921557] 'compare' (duration: 60.165825ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:14.748851Z","caller":"traceutil/trace.go:171","msg":"trace[140191609] linearizableReadLoop","detail":"{readStateIndex:20822; appliedIndex:20820; }","duration":"124.5573ms","start":"2026-03-03T14:51:14.624281Z","end":"2026-03-03T14:51:14.748839Z","steps":["trace[140191609] 'read index received' (duration: 61.965328ms)","trace[140191609] 'applied index is now lower than readState.Index' (duration: 62.591312ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:14.748975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.679722ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:14.749001Z","caller":"traceutil/trace.go:171","msg":"trace[871652121] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19949; }","duration":"124.721063ms","start":"2026-03-03T14:51:14.624274Z","end":"2026-03-03T14:51:14.748995Z","steps":["trace[871652121] 'agreement among raft nodes before linearized reading' (duration: 124.607291ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:14.749153Z","caller":"traceutil/trace.go:171","msg":"trace[1379141895] transaction","detail":"{read_only:false; response_revision:19949; number_of_response:1; }","duration":"150.697519ms","start":"2026-03-03T14:51:14.598447Z","end":"2026-03-03T14:51:14.749144Z","steps":["trace[1379141895] 'process raft request' (duration: 149.530012ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:14.855423Z","caller":"traceutil/trace.go:171","msg":"trace[170474329] transaction","detail":"{read_only:false; response_revision:19950; number_of_response:1; }","duration":"101.942804ms","start":"2026-03-03T14:51:14.753455Z","end":"2026-03-03T14:51:14.855397Z","steps":["trace[170474329] 'process raft request' (duration: 100.051279ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:15.413761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.239072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:51:15.413934Z","caller":"traceutil/trace.go:171","msg":"trace[1162147817] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19954; }","duration":"132.460228ms","start":"2026-03-03T14:51:15.281452Z","end":"2026-03-03T14:51:15.413912Z","steps":["trace[1162147817] 'range keys from in-memory index tree' (duration: 132.038437ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:19.425014Z","caller":"traceutil/trace.go:171","msg":"trace[1873306689] linearizableReadLoop","detail":"{readStateIndex:20841; appliedIndex:20840; }","duration":"164.804002ms","start":"2026-03-03T14:51:19.260186Z","end":"2026-03-03T14:51:19.42499Z","steps":["trace[1873306689] 'read index received' (duration: 164.570447ms)","trace[1873306689] 'applied index is now lower than readState.Index' (duration: 232.705µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:19.425567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.971274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:19.425642Z","caller":"traceutil/trace.go:171","msg":"trace[506225699] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19967; }","duration":"164.085216ms","start":"2026-03-03T14:51:19.261542Z","end":"2026-03-03T14:51:19.425627Z","steps":["trace[506225699] 'agreement among raft nodes before linearized reading' (duration: 163.842289ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:19.425654Z","caller":"traceutil/trace.go:171","msg":"trace[1726412225] transaction","detail":"{read_only:false; response_revision:19967; number_of_response:1; }","duration":"166.326719ms","start":"2026-03-03T14:51:19.259306Z","end":"2026-03-03T14:51:19.425633Z","steps":["trace[1726412225] 'process raft request' (duration: 165.524639ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.425572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.348005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T14:51:19.425693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.611235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:51:19.425755Z","caller":"traceutil/trace.go:171","msg":"trace[1390854416] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19967; }","duration":"165.616522ms","start":"2026-03-03T14:51:19.260131Z","end":"2026-03-03T14:51:19.425748Z","steps":["trace[1390854416] 'agreement among raft nodes before linearized reading' (duration: 165.193021ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:19.425798Z","caller":"traceutil/trace.go:171","msg":"trace[1965224090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19967; }","duration":"163.767849ms","start":"2026-03-03T14:51:19.262002Z","end":"2026-03-03T14:51:19.42577Z","steps":["trace[1965224090] 'agreement among raft nodes before linearized reading' (duration: 163.414791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.425847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.669443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:19.425863Z","caller":"traceutil/trace.go:171","msg":"trace[1736119079] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19967; }","duration":"165.720604ms","start":"2026-03-03T14:51:19.260137Z","end":"2026-03-03T14:51:19.425858Z","steps":["trace[1736119079] 'agreement among raft nodes before linearized reading' (duration: 165.666723ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.89085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.732636ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:19.891028Z","caller":"traceutil/trace.go:171","msg":"trace[1863326677] linearizableReadLoop","detail":"{readStateIndex:20844; appliedIndex:20841; }","duration":"425.215379ms","start":"2026-03-03T14:51:19.465797Z","end":"2026-03-03T14:51:19.891012Z","steps":["trace[1863326677] 'read index received' (duration: 198.839098ms)","trace[1863326677] 'applied index is now lower than readState.Index' (duration: 226.375411ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:19.891198Z","caller":"traceutil/trace.go:171","msg":"trace[442450676] transaction","detail":"{read_only:false; response_revision:19970; number_of_response:1; }","duration":"455.946177ms","start":"2026-03-03T14:51:19.43524Z","end":"2026-03-03T14:51:19.891186Z","steps":["trace[442450676] 'process raft request' (duration: 455.736952ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.891271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:19.435218Z","time spent":"456.009669ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:19.891363Z","caller":"traceutil/trace.go:171","msg":"trace[1876397698] transaction","detail":"{read_only:false; response_revision:19969; number_of_response:1; }","duration":"459.46874ms","start":"2026-03-03T14:51:19.431889Z","end":"2026-03-03T14:51:19.891357Z","steps":["trace[1876397698] 'process raft request' (duration: 459.04855ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.89141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:19.43186Z","time spent":"459.533682ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:19.891424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"354.495925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:19.8915Z","caller":"traceutil/trace.go:171","msg":"trace[482713369] transaction","detail":"{read_only:false; response_revision:19968; number_of_response:1; }","duration":"460.262009ms","start":"2026-03-03T14:51:19.431223Z","end":"2026-03-03T14:51:19.891485Z","steps":["trace[482713369] 'process raft request' (duration: 233.506759ms)","trace[482713369] 'compare' (duration: 225.640333ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:19.891472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.986793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:19.891527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:19.431197Z","time spent":"460.31634ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:19.891547Z","caller":"traceutil/trace.go:171","msg":"trace[969414309] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:19970; }","duration":"411.139796ms","start":"2026-03-03T14:51:19.480389Z","end":"2026-03-03T14:51:19.891529Z","steps":["trace[969414309] 'agreement among raft nodes before linearized reading' (duration: 410.833399ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.891582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.786973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:51:19.891656Z","caller":"traceutil/trace.go:171","msg":"trace[130618512] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19970; }","duration":"425.976307ms","start":"2026-03-03T14:51:19.465663Z","end":"2026-03-03T14:51:19.891639Z","steps":["trace[130618512] 'agreement among raft nodes before linearized reading' (duration: 425.769802ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.891711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:19.465627Z","time spent":"426.074659ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:51:19.891614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:19.480357Z","time spent":"411.247389ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":124,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:19.891522Z","caller":"traceutil/trace.go:171","msg":"trace[1892762981] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:19970; }","duration":"354.643549ms","start":"2026-03-03T14:51:19.53686Z","end":"2026-03-03T14:51:19.891503Z","steps":["trace[1892762981] 'agreement among raft nodes before linearized reading' (duration: 354.492785ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.891884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:19.536837Z","time spent":"355.033417ms","remote":"127.0.0.1:39390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:19.8915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.040919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18678"} {"level":"info","ts":"2026-03-03T14:51:19.891952Z","caller":"traceutil/trace.go:171","msg":"trace[447137250] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:19970; }","duration":"323.555132ms","start":"2026-03-03T14:51:19.568385Z","end":"2026-03-03T14:51:19.89194Z","steps":["trace[447137250] 'agreement among raft nodes before linearized reading' (duration: 322.860506ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:19.891996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:19.568367Z","time spent":"323.614373ms","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18702,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-03-03T14:51:20.84497Z","caller":"traceutil/trace.go:171","msg":"trace[914286904] transaction","detail":"{read_only:false; response_revision:19972; number_of_response:1; }","duration":"102.388024ms","start":"2026-03-03T14:51:20.742557Z","end":"2026-03-03T14:51:20.844945Z","steps":["trace[914286904] 'process raft request' (duration: 102.24853ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:21.088301Z","caller":"traceutil/trace.go:171","msg":"trace[989909308] transaction","detail":"{read_only:false; response_revision:19973; number_of_response:1; }","duration":"229.214418ms","start":"2026-03-03T14:51:20.859063Z","end":"2026-03-03T14:51:21.088278Z","steps":["trace[989909308] 'process raft request' (duration: 229.090135ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:21.158522Z","caller":"traceutil/trace.go:171","msg":"trace[1008840424] linearizableReadLoop","detail":"{readStateIndex:20848; appliedIndex:20846; }","duration":"247.291546ms","start":"2026-03-03T14:51:20.911207Z","end":"2026-03-03T14:51:21.158499Z","steps":["trace[1008840424] 'read index received' (duration: 177.052002ms)","trace[1008840424] 'applied index is now lower than readState.Index' (duration: 70.239024ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:21.158654Z","caller":"traceutil/trace.go:171","msg":"trace[1517295825] transaction","detail":"{read_only:false; response_revision:19974; number_of_response:1; }","duration":"297.525626ms","start":"2026-03-03T14:51:20.861054Z","end":"2026-03-03T14:51:21.15858Z","steps":["trace[1517295825] 'process raft request' (duration: 297.340281ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:21.158873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.652024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:21.158907Z","caller":"traceutil/trace.go:171","msg":"trace[2122144197] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19974; }","duration":"247.784317ms","start":"2026-03-03T14:51:20.911115Z","end":"2026-03-03T14:51:21.158899Z","steps":["trace[2122144197] 'agreement among raft nodes before linearized reading' (duration: 247.49012ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:21.602044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.370503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:21.602156Z","caller":"traceutil/trace.go:171","msg":"trace[1637682729] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19975; }","duration":"330.552568ms","start":"2026-03-03T14:51:21.271581Z","end":"2026-03-03T14:51:21.602134Z","steps":["trace[1637682729] 'range keys from in-memory index tree' (duration: 330.118086ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:21.602213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.271555Z","time spent":"330.638629ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:21.60297Z","caller":"traceutil/trace.go:171","msg":"trace[299427874] linearizableReadLoop","detail":"{readStateIndex:20850; appliedIndex:20849; }","duration":"172.116336ms","start":"2026-03-03T14:51:21.430829Z","end":"2026-03-03T14:51:21.602945Z","steps":["trace[299427874] 'read index received' (duration: 106.701187ms)","trace[299427874] 'applied index is now lower than readState.Index' (duration: 65.414239ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:21.603259Z","caller":"traceutil/trace.go:171","msg":"trace[548961869] transaction","detail":"{read_only:false; response_revision:19976; number_of_response:1; }","duration":"326.103092ms","start":"2026-03-03T14:51:21.277144Z","end":"2026-03-03T14:51:21.603247Z","steps":["trace[548961869] 'process raft request' (duration: 260.500579ms)","trace[548961869] 'compare' (duration: 64.379303ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:21.603348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.277122Z","time spent":"326.171744ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:21.603528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:21.603553Z","caller":"traceutil/trace.go:171","msg":"trace[1534226880] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19976; }","duration":"172.759472ms","start":"2026-03-03T14:51:21.430788Z","end":"2026-03-03T14:51:21.603548Z","steps":["trace[1534226880] 'agreement among raft nodes before linearized reading' (duration: 172.672429ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:21.603696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.62967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-03-03T14:51:21.603746Z","caller":"traceutil/trace.go:171","msg":"trace[1106837232] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19976; }","duration":"167.720852ms","start":"2026-03-03T14:51:21.436011Z","end":"2026-03-03T14:51:21.603732Z","steps":["trace[1106837232] 'agreement among raft nodes before linearized reading' (duration: 167.594179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:21.603796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.946669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:21.603894Z","caller":"traceutil/trace.go:171","msg":"trace[1281644361] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:19976; }","duration":"106.119433ms","start":"2026-03-03T14:51:21.49775Z","end":"2026-03-03T14:51:21.60387Z","steps":["trace[1281644361] 'agreement among raft nodes before linearized reading' (duration: 105.882148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.196562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.894482ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:22.19669Z","caller":"traceutil/trace.go:171","msg":"trace[1001960013] linearizableReadLoop","detail":"{readStateIndex:20851; appliedIndex:20850; }","duration":"365.858634ms","start":"2026-03-03T14:51:21.830806Z","end":"2026-03-03T14:51:22.196664Z","steps":["trace[1001960013] 'read index received' (duration: 16.587433ms)","trace[1001960013] 'applied index is now lower than readState.Index' (duration: 349.269641ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:22.19678Z","caller":"traceutil/trace.go:171","msg":"trace[1239354947] transaction","detail":"{read_only:false; response_revision:19977; number_of_response:1; }","duration":"589.259264ms","start":"2026-03-03T14:51:21.607504Z","end":"2026-03-03T14:51:22.196763Z","steps":["trace[1239354947] 'process raft request' (duration: 240.080455ms)","trace[1239354947] 'compare' (duration: 348.7865ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:22.196939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.12291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-03-03T14:51:22.197035Z","caller":"traceutil/trace.go:171","msg":"trace[1402895067] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:19977; }","duration":"366.257043ms","start":"2026-03-03T14:51:21.830756Z","end":"2026-03-03T14:51:22.197013Z","steps":["trace[1402895067] 'agreement among raft nodes before linearized reading' (duration: 366.043068ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.197056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.607484Z","time spent":"589.339686ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:22.197083Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.830735Z","time spent":"366.339005ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":557,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-03-03T14:51:22.786544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.821565ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:22.786772Z","caller":"traceutil/trace.go:171","msg":"trace[869326973] transaction","detail":"{read_only:false; response_revision:19979; number_of_response:1; }","duration":"584.584202ms","start":"2026-03-03T14:51:22.202168Z","end":"2026-03-03T14:51:22.786752Z","steps":["trace[869326973] 'process raft request' (duration: 584.509901ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.786846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.202138Z","time spent":"584.675904ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:22.786836Z","caller":"traceutil/trace.go:171","msg":"trace[430365616] linearizableReadLoop","detail":"{readStateIndex:20852; appliedIndex:20851; }","duration":"590.077123ms","start":"2026-03-03T14:51:22.196723Z","end":"2026-03-03T14:51:22.7868Z","steps":["trace[430365616] 'read index received' (duration: 377.92373ms)","trace[430365616] 'applied index is now lower than readState.Index' (duration: 212.150893ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:22.78698Z","caller":"traceutil/trace.go:171","msg":"trace[479846239] transaction","detail":"{read_only:false; response_revision:19978; number_of_response:1; }","duration":"774.195222ms","start":"2026-03-03T14:51:22.012769Z","end":"2026-03-03T14:51:22.786964Z","steps":["trace[479846239] 'process raft request' (duration: 561.865305ms)","trace[479846239] 'compare' (duration: 211.495838ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:22.787116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.012738Z","time spent":"774.284655ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:22.787405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.725615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:51:22.787468Z","caller":"traceutil/trace.go:171","msg":"trace[1176515424] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:19979; }","duration":"888.798857ms","start":"2026-03-03T14:51:21.898653Z","end":"2026-03-03T14:51:22.787452Z","steps":["trace[1176515424] 'agreement among raft nodes before linearized reading' (duration: 888.653453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.787512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.898644Z","time spent":"888.860109ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:22.787603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.006953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:51:22.78771Z","caller":"traceutil/trace.go:171","msg":"trace[1503428953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:19979; }","duration":"892.116556ms","start":"2026-03-03T14:51:21.895538Z","end":"2026-03-03T14:51:22.787655Z","steps":["trace[1503428953] 'agreement among raft nodes before linearized reading' (duration: 891.920661ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.787757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"866.972141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:51:22.7878Z","caller":"traceutil/trace.go:171","msg":"trace[812974533] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:19979; }","duration":"867.056793ms","start":"2026-03-03T14:51:21.920733Z","end":"2026-03-03T14:51:22.78779Z","steps":["trace[812974533] 'agreement among raft nodes before linearized reading' (duration: 866.903179ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.787828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.92071Z","time spent":"867.112263ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:51:22.787852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"506.572566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:22.787901Z","caller":"traceutil/trace.go:171","msg":"trace[1159157099] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:19979; }","duration":"506.653277ms","start":"2026-03-03T14:51:22.281236Z","end":"2026-03-03T14:51:22.787889Z","steps":["trace[1159157099] 'agreement among raft nodes before linearized reading' (duration: 506.557895ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.787947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.281217Z","time spent":"506.718279ms","remote":"127.0.0.1:43922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":13,"response size":32,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:22.788035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"888.653583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:22.788077Z","caller":"traceutil/trace.go:171","msg":"trace[1576082369] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:19979; }","duration":"888.719314ms","start":"2026-03-03T14:51:21.899349Z","end":"2026-03-03T14:51:22.788068Z","steps":["trace[1576082369] 'agreement among raft nodes before linearized reading' (duration: 888.626132ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.788104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.899294Z","time spent":"888.803836ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:22.787758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:21.895513Z","time spent":"892.233909ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:22.788283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.273098ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:22.788337Z","caller":"traceutil/trace.go:171","msg":"trace[2010774958] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19979; }","duration":"180.36331ms","start":"2026-03-03T14:51:22.607961Z","end":"2026-03-03T14:51:22.788324Z","steps":["trace[2010774958] 'agreement among raft nodes before linearized reading' (duration: 180.211587ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.788586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.163361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:22.788631Z","caller":"traceutil/trace.go:171","msg":"trace[1567220759] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:19979; }","duration":"426.214222ms","start":"2026-03-03T14:51:22.362407Z","end":"2026-03-03T14:51:22.788621Z","steps":["trace[1567220759] 'agreement among raft nodes before linearized reading' (duration: 426.11798ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.788668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.36236Z","time spent":"426.297155ms","remote":"127.0.0.1:44118","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":17,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:22.78886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"478.111812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:22.788912Z","caller":"traceutil/trace.go:171","msg":"trace[2064835096] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19979; }","duration":"478.208424ms","start":"2026-03-03T14:51:22.310693Z","end":"2026-03-03T14:51:22.788901Z","steps":["trace[2064835096] 'agreement among raft nodes before linearized reading' (duration: 478.114781ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:22.78895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.31067Z","time spent":"478.269106ms","remote":"127.0.0.1:52430","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:23.916016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"957.455902ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:23.91643Z","caller":"traceutil/trace.go:171","msg":"trace[1471765596] transaction","detail":"{read_only:false; response_revision:19981; number_of_response:1; }","duration":"1.121775634s","start":"2026-03-03T14:51:22.794639Z","end":"2026-03-03T14:51:23.916415Z","steps":["trace[1471765596] 'process raft request' (duration: 1.121663461s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.916529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.794607Z","time spent":"1.121877337s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:23.916852Z","caller":"traceutil/trace.go:171","msg":"trace[812052981] transaction","detail":"{read_only:false; response_revision:19982; number_of_response:1; }","duration":"1.120609536s","start":"2026-03-03T14:51:22.796203Z","end":"2026-03-03T14:51:23.916812Z","steps":["trace[812052981] 'process raft request' (duration: 1.120173356s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:23.916931Z","caller":"traceutil/trace.go:171","msg":"trace[456824954] linearizableReadLoop","detail":"{readStateIndex:20855; appliedIndex:20853; }","duration":"1.121442206s","start":"2026-03-03T14:51:22.795474Z","end":"2026-03-03T14:51:23.916917Z","steps":["trace[456824954] 'read index received' (duration: 163.073961ms)","trace[456824954] 'applied index is now lower than readState.Index' (duration: 958.366715ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:23.916374Z","caller":"traceutil/trace.go:171","msg":"trace[1313725151] transaction","detail":"{read_only:false; response_revision:19980; number_of_response:1; }","duration":"1.121821485s","start":"2026-03-03T14:51:22.794522Z","end":"2026-03-03T14:51:23.916344Z","steps":["trace[1313725151] 'process raft request' (duration: 163.942072ms)","trace[1313725151] 'compare' (duration: 956.311016ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:23.917071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.79618Z","time spent":"1.12078783s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:23.917185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.7945Z","time spent":"1.122608144s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:23.917333Z","caller":"traceutil/trace.go:171","msg":"trace[1308048068] transaction","detail":"{read_only:false; response_revision:19983; number_of_response:1; }","duration":"1.051130041s","start":"2026-03-03T14:51:22.866171Z","end":"2026-03-03T14:51:23.917301Z","steps":["trace[1308048068] 'process raft request' (duration: 1.050502706s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.918097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122621293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933525"} {"level":"info","ts":"2026-03-03T14:51:23.918142Z","caller":"traceutil/trace.go:171","msg":"trace[1655946507] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19983; }","duration":"1.122694146s","start":"2026-03-03T14:51:22.79544Z","end":"2026-03-03T14:51:23.918134Z","steps":["trace[1655946507] 'agreement among raft nodes before linearized reading' (duration: 1.121625081s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:23.918172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.795422Z","time spent":"1.122742467s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":933549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:23.918399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.866151Z","time spent":"1.051222943s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:24.438032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.691671ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:24.438512Z","caller":"traceutil/trace.go:171","msg":"trace[2060451748] linearizableReadLoop","detail":"{readStateIndex:20859; appliedIndex:20857; }","duration":"521.494619ms","start":"2026-03-03T14:51:23.916962Z","end":"2026-03-03T14:51:24.438456Z","steps":["trace[2060451748] 'read index received' (duration: 174.164374ms)","trace[2060451748] 'applied index is now lower than readState.Index' (duration: 347.328855ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:24.438642Z","caller":"traceutil/trace.go:171","msg":"trace[969145809] transaction","detail":"{read_only:false; response_revision:19984; number_of_response:1; }","duration":"1.345233055s","start":"2026-03-03T14:51:23.093392Z","end":"2026-03-03T14:51:24.438625Z","steps":["trace[969145809] 'process raft request' (duration: 997.842588ms)","trace[969145809] 'compare' (duration: 346.557298ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:24.439081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.895044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:24.439133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.855145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:24.439098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.391812099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:24.439169Z","caller":"traceutil/trace.go:171","msg":"trace[1230062882] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19985; }","duration":"227.902416ms","start":"2026-03-03T14:51:24.211244Z","end":"2026-03-03T14:51:24.439146Z","steps":["trace[1230062882] 'agreement among raft nodes before linearized reading' (duration: 227.873786ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:24.439128Z","caller":"traceutil/trace.go:171","msg":"trace[147237159] transaction","detail":"{read_only:false; response_revision:19985; number_of_response:1; }","duration":"1.274422629s","start":"2026-03-03T14:51:23.164674Z","end":"2026-03-03T14:51:24.439096Z","steps":["trace[147237159] 'process raft request' (duration: 1.273695402s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:24.439395Z","caller":"traceutil/trace.go:171","msg":"trace[772298533] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19985; }","duration":"1.391926792s","start":"2026-03-03T14:51:23.047255Z","end":"2026-03-03T14:51:24.439182Z","steps":["trace[772298533] 'agreement among raft nodes before linearized reading' (duration: 1.391782719s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.43919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.432650306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-scheduler-7f57f669b9-fq8rp.18995c042ad843a9\" ","response":"range_response_count:1 size:1090"} {"level":"warn","ts":"2026-03-03T14:51:24.439442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.047204Z","time spent":"1.392226279s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:24.439446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053279252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:51:24.439453Z","caller":"traceutil/trace.go:171","msg":"trace[1597685016] range","detail":"{range_begin:/registry/events/openstack/nova-scheduler-7f57f669b9-fq8rp.18995c042ad843a9; range_end:; response_count:1; response_revision:19985; }","duration":"1.432976053s","start":"2026-03-03T14:51:23.006456Z","end":"2026-03-03T14:51:24.439432Z","steps":["trace[1597685016] 'agreement among raft nodes before linearized reading' (duration: 1.432520062s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:24.439477Z","caller":"traceutil/trace.go:171","msg":"trace[1486826187] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19985; }","duration":"1.053338394s","start":"2026-03-03T14:51:23.386131Z","end":"2026-03-03T14:51:24.439469Z","steps":["trace[1486826187] 'agreement among raft nodes before linearized reading' (duration: 1.052813392s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.16465Z","time spent":"1.274768398s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:24.439476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.779886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:51:24.439501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.006439Z","time spent":"1.433049075s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1114,"request content":"key:\"/registry/events/openstack/nova-scheduler-7f57f669b9-fq8rp.18995c042ad843a9\" "} {"level":"info","ts":"2026-03-03T14:51:24.439534Z","caller":"traceutil/trace.go:171","msg":"trace[1465984025] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19985; }","duration":"828.896069ms","start":"2026-03-03T14:51:23.610623Z","end":"2026-03-03T14:51:24.439519Z","steps":["trace[1465984025] 'agreement among raft nodes before linearized reading' (duration: 828.433208ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.610593Z","time spent":"828.984061ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:24.439673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.261211616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T14:51:24.439706Z","caller":"traceutil/trace.go:171","msg":"trace[1488428484] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:19985; }","duration":"1.261271927s","start":"2026-03-03T14:51:23.178426Z","end":"2026-03-03T14:51:24.439698Z","steps":["trace[1488428484] 'agreement among raft nodes before linearized reading' (duration: 1.260584031s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"827.816613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:51:24.439738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.178411Z","time spent":"1.261320349s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"info","ts":"2026-03-03T14:51:24.439755Z","caller":"traceutil/trace.go:171","msg":"trace[145928851] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19985; }","duration":"827.884914ms","start":"2026-03-03T14:51:23.611864Z","end":"2026-03-03T14:51:24.439749Z","steps":["trace[145928851] 'agreement among raft nodes before linearized reading' (duration: 827.183258ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.611841Z","time spent":"827.928616ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:24.439145Z","caller":"traceutil/trace.go:171","msg":"trace[1945673441] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19985; }","duration":"643.058078ms","start":"2026-03-03T14:51:23.796071Z","end":"2026-03-03T14:51:24.439129Z","steps":["trace[1945673441] 'agreement among raft nodes before linearized reading' (duration: 642.927525ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.796049Z","time spent":"644.072112ms","remote":"127.0.0.1:52442","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:24.439102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.631223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:24.440582Z","caller":"traceutil/trace.go:171","msg":"trace[140959882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:19985; }","duration":"238.094438ms","start":"2026-03-03T14:51:24.20246Z","end":"2026-03-03T14:51:24.440555Z","steps":["trace[140959882] 'agreement among raft nodes before linearized reading' (duration: 236.528031ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268236102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:24.440745Z","caller":"traceutil/trace.go:171","msg":"trace[2019421454] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:19985; }","duration":"1.26983337s","start":"2026-03-03T14:51:23.170845Z","end":"2026-03-03T14:51:24.440679Z","steps":["trace[2019421454] 'agreement among raft nodes before linearized reading' (duration: 1.26815589s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.439498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.386113Z","time spent":"1.053380024s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:51:24.439551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"956.286996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-03-03T14:51:24.440881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.170823Z","time spent":"1.269951364s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:24.439613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.533898893s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-03-03T14:51:24.440885Z","caller":"traceutil/trace.go:171","msg":"trace[1565434727] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:19985; }","duration":"957.640288ms","start":"2026-03-03T14:51:23.48321Z","end":"2026-03-03T14:51:24.44085Z","steps":["trace[1565434727] 'agreement among raft nodes before linearized reading' (duration: 955.843095ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:24.440964Z","caller":"traceutil/trace.go:171","msg":"trace[1528781604] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:19985; }","duration":"1.535266256s","start":"2026-03-03T14:51:22.905677Z","end":"2026-03-03T14:51:24.440944Z","steps":["trace[1528781604] 'agreement among raft nodes before linearized reading' (duration: 1.533421012s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:24.440999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:22.90566Z","time spent":"1.535328877s","remote":"127.0.0.1:43766","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-03-03T14:51:24.440997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.48311Z","time spent":"957.851543ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-03-03T14:51:24.443374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:23.093371Z","time spent":"1.34924507s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:25.095377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.011909ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-03-03T14:51:25.095477Z","caller":"traceutil/trace.go:171","msg":"trace[198823397] linearizableReadLoop","detail":"{readStateIndex:20860; appliedIndex:20859; }","duration":"653.895105ms","start":"2026-03-03T14:51:24.441565Z","end":"2026-03-03T14:51:25.09546Z","steps":["trace[198823397] 'read index received' (duration: 194.779323ms)","trace[198823397] 'applied index is now lower than readState.Index' (duration: 459.114012ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:25.09554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.440676Z","time spent":"654.860257ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-03-03T14:51:25.09589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.316824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:25.095949Z","caller":"traceutil/trace.go:171","msg":"trace[1516700431] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19985; }","duration":"654.400307ms","start":"2026-03-03T14:51:24.44154Z","end":"2026-03-03T14:51:25.09594Z","steps":["trace[1516700431] 'agreement among raft nodes before linearized reading' (duration: 654.308805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.095974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.441524Z","time spent":"654.443758ms","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:25.567458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.236367ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:25.567798Z","caller":"traceutil/trace.go:171","msg":"trace[1044213491] transaction","detail":"{read_only:false; response_revision:19990; number_of_response:1; }","duration":"471.022183ms","start":"2026-03-03T14:51:25.096758Z","end":"2026-03-03T14:51:25.56778Z","steps":["trace[1044213491] 'process raft request' (duration: 470.964652ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:25.567783Z","caller":"traceutil/trace.go:171","msg":"trace[276343684] transaction","detail":"{read_only:false; response_revision:19987; number_of_response:1; }","duration":"1.122198863s","start":"2026-03-03T14:51:24.445547Z","end":"2026-03-03T14:51:25.567745Z","steps":["trace[276343684] 'process raft request' (duration: 1.122006819s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.567865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:25.096735Z","time spent":"471.096935ms","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:25.567949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.445535Z","time spent":"1.122330256s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:25.568051Z","caller":"traceutil/trace.go:171","msg":"trace[901572220] transaction","detail":"{read_only:false; response_revision:19988; number_of_response:1; }","duration":"1.122309195s","start":"2026-03-03T14:51:24.445732Z","end":"2026-03-03T14:51:25.568041Z","steps":["trace[901572220] 'process raft request' (duration: 1.121915306s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.568105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.445704Z","time spent":"1.122370377s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:25.56824Z","caller":"traceutil/trace.go:171","msg":"trace[1234229007] transaction","detail":"{read_only:false; response_revision:19989; number_of_response:1; }","duration":"1.121836225s","start":"2026-03-03T14:51:24.446394Z","end":"2026-03-03T14:51:25.568231Z","steps":["trace[1234229007] 'process raft request' (duration: 1.121292322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.568304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.446386Z","time spent":"1.121888416s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:25.568306Z","caller":"traceutil/trace.go:171","msg":"trace[558625157] linearizableReadLoop","detail":"{readStateIndex:20864; appliedIndex:20860; }","duration":"472.775274ms","start":"2026-03-03T14:51:25.095499Z","end":"2026-03-03T14:51:25.568274Z","steps":["trace[558625157] 'read index received' (duration: 354.649047ms)","trace[558625157] 'applied index is now lower than readState.Index' (duration: 118.122827ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:25.568363Z","caller":"traceutil/trace.go:171","msg":"trace[1530619297] transaction","detail":"{read_only:false; response_revision:19986; number_of_response:1; }","duration":"1.12502913s","start":"2026-03-03T14:51:24.443308Z","end":"2026-03-03T14:51:25.568337Z","steps":["trace[1530619297] 'process raft request' (duration: 1.006743779s)","trace[1530619297] 'compare' (duration: 116.96197ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:25.568397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.088707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:25.56846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.0587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:51:25.568468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.443281Z","time spent":"1.125139012s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1072,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:25.568508Z","caller":"traceutil/trace.go:171","msg":"trace[2094280983] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19990; }","duration":"774.144201ms","start":"2026-03-03T14:51:24.794352Z","end":"2026-03-03T14:51:25.568497Z","steps":["trace[2094280983] 'agreement among raft nodes before linearized reading' (duration: 773.934436ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.568544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.794332Z","time spent":"774.203313ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-03-03T14:51:25.568476Z","caller":"traceutil/trace.go:171","msg":"trace[1581537311] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:19990; }","duration":"738.21808ms","start":"2026-03-03T14:51:24.830242Z","end":"2026-03-03T14:51:25.56846Z","steps":["trace[1581537311] 'agreement among raft nodes before linearized reading' (duration: 738.034586ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.568594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.123126445s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:51:25.56863Z","caller":"traceutil/trace.go:171","msg":"trace[1526308059] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19990; }","duration":"1.123198337s","start":"2026-03-03T14:51:24.445422Z","end":"2026-03-03T14:51:25.56862Z","steps":["trace[1526308059] 'agreement among raft nodes before linearized reading' (duration: 1.123005322s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.568628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.780894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-03-03T14:51:25.568664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.445371Z","time spent":"1.1232865s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-03-03T14:51:25.568664Z","caller":"traceutil/trace.go:171","msg":"trace[1926238719] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:19990; }","duration":"227.822485ms","start":"2026-03-03T14:51:25.340831Z","end":"2026-03-03T14:51:25.568654Z","steps":["trace[1926238719] 'agreement among raft nodes before linearized reading' (duration: 227.758253ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.568747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.830222Z","time spent":"738.427916ms","remote":"127.0.0.1:52392","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:25.568546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.122659283s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-03-03T14:51:25.56894Z","caller":"traceutil/trace.go:171","msg":"trace[1880682454] range","detail":"{range_begin:/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74; range_end:; response_count:1; response_revision:19990; }","duration":"1.123073074s","start":"2026-03-03T14:51:24.445856Z","end":"2026-03-03T14:51:25.56893Z","steps":["trace[1880682454] 'agreement among raft nodes before linearized reading' (duration: 1.12252715s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.568974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:24.445835Z","time spent":"1.123128596s","remote":"127.0.0.1:43762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1475,"request content":"key:\"/registry/persistentvolumes/pvc-86b27580-431e-4a7b-bb6e-1c1825cd3a74\" "} {"level":"warn","ts":"2026-03-03T14:51:25.997104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.206474ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:25.997648Z","caller":"traceutil/trace.go:171","msg":"trace[1975763300] transaction","detail":"{read_only:false; response_revision:19991; number_of_response:1; }","duration":"422.761571ms","start":"2026-03-03T14:51:25.574866Z","end":"2026-03-03T14:51:25.997627Z","steps":["trace[1975763300] 'process raft request' (duration: 250.83268ms)","trace[1975763300] 'compare' (duration: 170.887816ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:25.997725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:25.574851Z","time spent":"422.843063ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1072,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:25.997807Z","caller":"traceutil/trace.go:171","msg":"trace[1575151552] linearizableReadLoop","detail":"{readStateIndex:20866; appliedIndex:20865; }","duration":"422.196538ms","start":"2026-03-03T14:51:25.575509Z","end":"2026-03-03T14:51:25.997705Z","steps":["trace[1575151552] 'read index received' (duration: 250.241326ms)","trace[1575151552] 'applied index is now lower than readState.Index' (duration: 171.950902ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:25.998205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.974827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:25.998321Z","caller":"traceutil/trace.go:171","msg":"trace[239481376] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:19992; }","duration":"358.143001ms","start":"2026-03-03T14:51:25.640147Z","end":"2026-03-03T14:51:25.99829Z","steps":["trace[239481376] 'agreement among raft nodes before linearized reading' (duration: 357.913816ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.998362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.828533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:25.998452Z","caller":"traceutil/trace.go:171","msg":"trace[1770594841] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:19992; }","duration":"422.954225ms","start":"2026-03-03T14:51:25.575475Z","end":"2026-03-03T14:51:25.99843Z","steps":["trace[1770594841] 'agreement among raft nodes before linearized reading' (duration: 422.508385ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:25.998489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:25.575458Z","time spent":"423.022577ms","remote":"127.0.0.1:43898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-03-03T14:51:25.998376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:25.640124Z","time spent":"358.241733ms","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-03-03T14:51:26.352948Z","caller":"traceutil/trace.go:171","msg":"trace[38066354] transaction","detail":"{read_only:false; response_revision:19994; number_of_response:1; }","duration":"349.079286ms","start":"2026-03-03T14:51:26.003826Z","end":"2026-03-03T14:51:26.352905Z","steps":["trace[38066354] 'process raft request' (duration: 348.784089ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.352974Z","caller":"traceutil/trace.go:171","msg":"trace[1261799784] linearizableReadLoop","detail":"{readStateIndex:20870; appliedIndex:20868; }","duration":"347.512819ms","start":"2026-03-03T14:51:26.005431Z","end":"2026-03-03T14:51:26.352944Z","steps":["trace[1261799784] 'read index received' (duration: 77.210228ms)","trace[1261799784] 'applied index is now lower than readState.Index' (duration: 270.301721ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:26.35306Z","caller":"traceutil/trace.go:171","msg":"trace[321654855] transaction","detail":"{read_only:false; response_revision:19995; number_of_response:1; }","duration":"349.200038ms","start":"2026-03-03T14:51:26.003848Z","end":"2026-03-03T14:51:26.353048Z","steps":["trace[321654855] 'process raft request' (duration: 348.955392ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.375051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.003819Z","time spent":"371.128688ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:26.353096Z","caller":"traceutil/trace.go:171","msg":"trace[277042623] transaction","detail":"{read_only:false; response_revision:19996; number_of_response:1; }","duration":"347.576541ms","start":"2026-03-03T14:51:26.005508Z","end":"2026-03-03T14:51:26.353085Z","steps":["trace[277042623] 'process raft request' (duration: 347.338175ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.353154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.003805Z","time spent":"349.241369ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:26.353461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"306.56769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:26.375362Z","caller":"traceutil/trace.go:171","msg":"trace[2018745104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:19996; }","duration":"328.513199ms","start":"2026-03-03T14:51:26.046823Z","end":"2026-03-03T14:51:26.375336Z","steps":["trace[2018745104] 'agreement among raft nodes before linearized reading' (duration: 306.57045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.375414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.046791Z","time spent":"328.608861ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:26.35406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"346.357332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T14:51:26.375515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.005483Z","time spent":"369.796837ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:26.375597Z","caller":"traceutil/trace.go:171","msg":"trace[1204530859] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:19996; }","duration":"367.935263ms","start":"2026-03-03T14:51:26.007644Z","end":"2026-03-03T14:51:26.375579Z","steps":["trace[1204530859] 'agreement among raft nodes before linearized reading' (duration: 345.561043ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.37564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.007628Z","time spent":"367.998905ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:51:26.354137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.698118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933525"} {"level":"info","ts":"2026-03-03T14:51:26.375716Z","caller":"traceutil/trace.go:171","msg":"trace[1792421481] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:19996; }","duration":"370.255389ms","start":"2026-03-03T14:51:26.005423Z","end":"2026-03-03T14:51:26.375678Z","steps":["trace[1792421481] 'agreement among raft nodes before linearized reading' (duration: 347.691844ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.37575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.005412Z","time spent":"370.32516ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":933549,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:26.709884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.659499ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:26.710045Z","caller":"traceutil/trace.go:171","msg":"trace[1518434010] linearizableReadLoop","detail":"{readStateIndex:20872; appliedIndex:20871; }","duration":"322.236451ms","start":"2026-03-03T14:51:26.387778Z","end":"2026-03-03T14:51:26.710015Z","steps":["trace[1518434010] 'read index received' (duration: 13.456439ms)","trace[1518434010] 'applied index is now lower than readState.Index' (duration: 308.778272ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:26.710138Z","caller":"traceutil/trace.go:171","msg":"trace[99248773] transaction","detail":"{read_only:false; response_revision:19997; number_of_response:1; }","duration":"326.145364ms","start":"2026-03-03T14:51:26.383977Z","end":"2026-03-03T14:51:26.710122Z","steps":["trace[99248773] 'process raft request' (duration: 17.200179ms)","trace[99248773] 'compare' (duration: 308.032344ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:26.710218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.383954Z","time spent":"326.226086ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":887,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:26.710301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.502067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5652"} {"level":"info","ts":"2026-03-03T14:51:26.710375Z","caller":"traceutil/trace.go:171","msg":"trace[1389580184] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:19997; }","duration":"322.61692ms","start":"2026-03-03T14:51:26.387747Z","end":"2026-03-03T14:51:26.710364Z","steps":["trace[1389580184] 'agreement among raft nodes before linearized reading' (duration: 322.424805ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.710459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.387731Z","time spent":"322.717462ms","remote":"127.0.0.1:52508","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5676,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-03-03T14:51:26.743142Z","caller":"traceutil/trace.go:171","msg":"trace[1325496171] transaction","detail":"{read_only:false; response_revision:19998; number_of_response:1; }","duration":"298.044609ms","start":"2026-03-03T14:51:26.445062Z","end":"2026-03-03T14:51:26.743106Z","steps":["trace[1325496171] 'process raft request' (duration: 297.716581ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.797421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.464772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:26.797497Z","caller":"traceutil/trace.go:171","msg":"trace[2064200649] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:19999; }","duration":"397.584585ms","start":"2026-03-03T14:51:26.399894Z","end":"2026-03-03T14:51:26.797478Z","steps":["trace[2064200649] 'agreement among raft nodes before linearized reading' (duration: 397.39629ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.797525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.399876Z","time spent":"397.642176ms","remote":"127.0.0.1:55892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:26.797491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.265495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:26.797733Z","caller":"traceutil/trace.go:171","msg":"trace[115693286] transaction","detail":"{read_only:false; response_revision:19999; number_of_response:1; }","duration":"347.900098ms","start":"2026-03-03T14:51:26.449775Z","end":"2026-03-03T14:51:26.797676Z","steps":["trace[115693286] 'process raft request' (duration: 347.411517ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:26.797794Z","caller":"traceutil/trace.go:171","msg":"trace[97075981] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:19999; }","duration":"342.648863ms","start":"2026-03-03T14:51:26.455121Z","end":"2026-03-03T14:51:26.79777Z","steps":["trace[97075981] 'agreement among raft nodes before linearized reading' (duration: 342.210343ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.797927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.455099Z","time spent":"342.812138ms","remote":"127.0.0.1:52490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:26.797911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.721375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:26.7983Z","caller":"traceutil/trace.go:171","msg":"trace[1154916194] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19999; }","duration":"354.138675ms","start":"2026-03-03T14:51:26.444145Z","end":"2026-03-03T14:51:26.798284Z","steps":["trace[1154916194] 'agreement among raft nodes before linearized reading' (duration: 353.556292ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.798337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.444127Z","time spent":"354.198947ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:26.797911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.916883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:26.798528Z","caller":"traceutil/trace.go:171","msg":"trace[643639203] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:19999; }","duration":"352.568688ms","start":"2026-03-03T14:51:26.445948Z","end":"2026-03-03T14:51:26.798517Z","steps":["trace[643639203] 'agreement among raft nodes before linearized reading' (duration: 351.773069ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:26.798559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.445943Z","time spent":"352.607049ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:26.797936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:26.449739Z","time spent":"348.085103ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:27.718626Z","caller":"traceutil/trace.go:171","msg":"trace[1596299479] transaction","detail":"{read_only:false; response_revision:20000; number_of_response:1; }","duration":"139.275648ms","start":"2026-03-03T14:51:27.579315Z","end":"2026-03-03T14:51:27.718591Z","steps":["trace[1596299479] 'process raft request' (duration: 139.062653ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:27.743079Z","caller":"traceutil/trace.go:171","msg":"trace[1228070461] transaction","detail":"{read_only:false; response_revision:20001; number_of_response:1; }","duration":"163.709888ms","start":"2026-03-03T14:51:27.579336Z","end":"2026-03-03T14:51:27.743046Z","steps":["trace[1228070461] 'process raft request' (duration: 163.505453ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:28.292137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.962998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/neutron-server-844868559d-mcr8b\" ","response":"range_response_count:1 size:13257"} {"level":"info","ts":"2026-03-03T14:51:28.292224Z","caller":"traceutil/trace.go:171","msg":"trace[2096343947] range","detail":"{range_begin:/registry/pods/openstack/neutron-server-844868559d-mcr8b; range_end:; response_count:1; response_revision:20003; }","duration":"114.110673ms","start":"2026-03-03T14:51:28.178094Z","end":"2026-03-03T14:51:28.292204Z","steps":["trace[2096343947] 'range keys from in-memory index tree' (duration: 113.759034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:28.585416Z","caller":"traceutil/trace.go:171","msg":"trace[1184095618] transaction","detail":"{read_only:false; response_revision:20004; number_of_response:1; }","duration":"290.492779ms","start":"2026-03-03T14:51:28.294892Z","end":"2026-03-03T14:51:28.585385Z","steps":["trace[1184095618] 'process raft request' (duration: 285.07414ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.250748Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.669685729s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:51:30.2511Z","caller":"traceutil/trace.go:171","msg":"trace[416416520] linearizableReadLoop","detail":"{readStateIndex:20880; appliedIndex:20878; }","duration":"1.869795238s","start":"2026-03-03T14:51:28.381284Z","end":"2026-03-03T14:51:30.251079Z","steps":["trace[416416520] 'read index received' (duration: 199.747321ms)","trace[416416520] 'applied index is now lower than readState.Index' (duration: 1.670046817s)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:30.251193Z","caller":"traceutil/trace.go:171","msg":"trace[696156183] transaction","detail":"{read_only:false; response_revision:20005; number_of_response:1; }","duration":"1.946337281s","start":"2026-03-03T14:51:28.304838Z","end":"2026-03-03T14:51:30.251176Z","steps":["trace[696156183] 'process raft request' (duration: 1.946102315s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.25131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.304816Z","time spent":"1.946416822s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13239,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:30.251338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.870047504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-03-03T14:51:30.251375Z","caller":"traceutil/trace.go:171","msg":"trace[532749115] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20005; }","duration":"1.870129616s","start":"2026-03-03T14:51:28.381234Z","end":"2026-03-03T14:51:30.251364Z","steps":["trace[532749115] 'agreement among raft nodes before linearized reading' (duration: 1.869932281s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.251429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.381213Z","time spent":"1.870208847s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-03-03T14:51:30.506359Z","caller":"traceutil/trace.go:171","msg":"trace[838308676] transaction","detail":"{read_only:false; response_revision:20007; number_of_response:1; }","duration":"1.701465481s","start":"2026-03-03T14:51:28.804869Z","end":"2026-03-03T14:51:30.506334Z","steps":["trace[838308676] 'process raft request' (duration: 1.701370319s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.506519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.804835Z","time spent":"1.701603033s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.506755Z","caller":"traceutil/trace.go:171","msg":"trace[146018766] transaction","detail":"{read_only:false; response_revision:20006; number_of_response:1; }","duration":"1.757030467s","start":"2026-03-03T14:51:28.749718Z","end":"2026-03-03T14:51:30.506748Z","steps":["trace[146018766] 'process raft request' (duration: 1.756406532s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.506802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.749689Z","time spent":"1.757090548s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.506797Z","caller":"traceutil/trace.go:171","msg":"trace[1108950319] linearizableReadLoop","detail":"{readStateIndex:20884; appliedIndex:20880; }","duration":"255.638483ms","start":"2026-03-03T14:51:30.25113Z","end":"2026-03-03T14:51:30.506768Z","steps":["trace[1108950319] 'read index received' (duration: 231.244945ms)","trace[1108950319] 'applied index is now lower than readState.Index' (duration: 24.392698ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:30.507054Z","caller":"traceutil/trace.go:171","msg":"trace[2111123404] transaction","detail":"{read_only:false; response_revision:20008; number_of_response:1; }","duration":"407.426477ms","start":"2026-03-03T14:51:30.099618Z","end":"2026-03-03T14:51:30.507045Z","steps":["trace[2111123404] 'process raft request' (duration: 406.683ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.507106Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.099559Z","time spent":"407.52337ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:30.507289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.821949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:30.50733Z","caller":"traceutil/trace.go:171","msg":"trace[531052984] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:20009; }","duration":"353.89811ms","start":"2026-03-03T14:51:30.153423Z","end":"2026-03-03T14:51:30.507321Z","steps":["trace[531052984] 'agreement among raft nodes before linearized reading' (duration: 353.812438ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.507356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.153398Z","time spent":"353.951052ms","remote":"127.0.0.1:55964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:30.507552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.989303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-03-03T14:51:30.507581Z","caller":"traceutil/trace.go:171","msg":"trace[158680256] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20009; }","duration":"395.047425ms","start":"2026-03-03T14:51:30.112528Z","end":"2026-03-03T14:51:30.507575Z","steps":["trace[158680256] 'agreement among raft nodes before linearized reading' (duration: 394.949353ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.507601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.11251Z","time spent":"395.086276ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:30.507658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.323909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:30.507672Z","caller":"traceutil/trace.go:171","msg":"trace[1412801535] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20009; }","duration":"462.36894ms","start":"2026-03-03T14:51:30.045298Z","end":"2026-03-03T14:51:30.507667Z","steps":["trace[1412801535] 'agreement among raft nodes before linearized reading' (duration: 462.342218ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.507685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.045281Z","time spent":"462.40159ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:30.507794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"705.388414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:30.507813Z","caller":"traceutil/trace.go:171","msg":"trace[1801980216] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:20009; }","duration":"705.458605ms","start":"2026-03-03T14:51:29.802347Z","end":"2026-03-03T14:51:30.507806Z","steps":["trace[1801980216] 'agreement among raft nodes before linearized reading' (duration: 705.424274ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.507827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.802307Z","time spent":"705.515497ms","remote":"127.0.0.1:39378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:30.507295Z","caller":"traceutil/trace.go:171","msg":"trace[2109212890] transaction","detail":"{read_only:false; response_revision:20009; number_of_response:1; }","duration":"251.343471ms","start":"2026-03-03T14:51:30.255938Z","end":"2026-03-03T14:51:30.507282Z","steps":["trace[2109212890] 'process raft request' (duration: 250.732077ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.508511Z","caller":"traceutil/trace.go:171","msg":"trace[698202989] transaction","detail":"{read_only:false; response_revision:20010; number_of_response:1; }","duration":"238.97847ms","start":"2026-03-03T14:51:30.269526Z","end":"2026-03-03T14:51:30.508505Z","steps":["trace[698202989] 'process raft request' (duration: 237.693649ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.508641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.919634238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-conductor-68cc59454f-fg47k.18995be22fa77058\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-03T14:51:30.508674Z","caller":"traceutil/trace.go:171","msg":"trace[2087390446] range","detail":"{range_begin:/registry/events/openstack/nova-conductor-68cc59454f-fg47k.18995be22fa77058; range_end:; response_count:1; response_revision:20010; }","duration":"1.919704489s","start":"2026-03-03T14:51:28.588963Z","end":"2026-03-03T14:51:30.508667Z","steps":["trace[2087390446] 'agreement among raft nodes before linearized reading' (duration: 1.918169103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.508702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.588943Z","time spent":"1.91975283s","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":796,"request content":"key:\"/registry/events/openstack/nova-conductor-68cc59454f-fg47k.18995be22fa77058\" "} {"level":"warn","ts":"2026-03-03T14:51:30.508811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705161529s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:30.508823Z","caller":"traceutil/trace.go:171","msg":"trace[547108802] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20010; }","duration":"1.705190039s","start":"2026-03-03T14:51:28.803629Z","end":"2026-03-03T14:51:30.508819Z","steps":["trace[547108802] 'agreement among raft nodes before linearized reading' (duration: 1.703478608s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.508835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.803624Z","time spent":"1.70520829s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.508923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705319592s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:30.508938Z","caller":"traceutil/trace.go:171","msg":"trace[420204243] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20010; }","duration":"1.705366774s","start":"2026-03-03T14:51:28.803568Z","end":"2026-03-03T14:51:30.508935Z","steps":["trace[420204243] 'agreement among raft nodes before linearized reading' (duration: 1.70355534s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.508958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.803549Z","time spent":"1.705405824s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.509036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.127681925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:30.509066Z","caller":"traceutil/trace.go:171","msg":"trace[1697471494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20010; }","duration":"2.127710996s","start":"2026-03-03T14:51:28.381351Z","end":"2026-03-03T14:51:30.509062Z","steps":["trace[1697471494] 'agreement among raft nodes before linearized reading' (duration: 2.125824491s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.509078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.381323Z","time spent":"2.127752417s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:30.509161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.117275688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:51:30.509174Z","caller":"traceutil/trace.go:171","msg":"trace[1579850403] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:20010; }","duration":"2.117319269s","start":"2026-03-03T14:51:28.391851Z","end":"2026-03-03T14:51:30.50917Z","steps":["trace[1579850403] 'agreement among raft nodes before linearized reading' (duration: 2.115290621s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.509186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:28.391844Z","time spent":"2.117339669s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:51:30.509278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"784.893747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:30.50929Z","caller":"traceutil/trace.go:171","msg":"trace[272767260] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20010; }","duration":"784.946228ms","start":"2026-03-03T14:51:29.724339Z","end":"2026-03-03T14:51:30.509286Z","steps":["trace[272767260] 'agreement among raft nodes before linearized reading' (duration: 783.855192ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.509301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.724315Z","time spent":"784.983418ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:30.50937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"760.625472ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:30.509382Z","caller":"traceutil/trace.go:171","msg":"trace[107755099] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20010; }","duration":"760.664622ms","start":"2026-03-03T14:51:29.748714Z","end":"2026-03-03T14:51:30.509378Z","steps":["trace[107755099] 'agreement among raft nodes before linearized reading' (duration: 759.489615ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.509397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.748696Z","time spent":"760.697853ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:30.509464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"928.777493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:30.509475Z","caller":"traceutil/trace.go:171","msg":"trace[1604639003] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20010; }","duration":"928.823974ms","start":"2026-03-03T14:51:29.580648Z","end":"2026-03-03T14:51:30.509472Z","steps":["trace[1604639003] 'agreement among raft nodes before linearized reading' (duration: 927.561115ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.509486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.580627Z","time spent":"928.856984ms","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:30.509785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.031438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:30.509808Z","caller":"traceutil/trace.go:171","msg":"trace[698869169] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:20011; }","duration":"214.09384ms","start":"2026-03-03T14:51:30.29571Z","end":"2026-03-03T14:51:30.509804Z","steps":["trace[698869169] 'agreement among raft nodes before linearized reading' (duration: 214.025888ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.510052Z","caller":"traceutil/trace.go:171","msg":"trace[2031988727] transaction","detail":"{read_only:false; response_revision:20011; number_of_response:1; }","duration":"210.077955ms","start":"2026-03-03T14:51:30.299965Z","end":"2026-03-03T14:51:30.510043Z","steps":["trace[2031988727] 'process raft request' (duration: 208.502148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.510175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.145104ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-scheduler-7f57f669b9-fq8rp\" ","response":"range_response_count:1 size:8202"} {"level":"info","ts":"2026-03-03T14:51:30.510198Z","caller":"traceutil/trace.go:171","msg":"trace[388127229] range","detail":"{range_begin:/registry/pods/openstack/nova-scheduler-7f57f669b9-fq8rp; range_end:; response_count:1; response_revision:20011; }","duration":"177.216986ms","start":"2026-03-03T14:51:30.332977Z","end":"2026-03-03T14:51:30.510194Z","steps":["trace[388127229] 'agreement among raft nodes before linearized reading' (duration: 177.151195ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.508092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176011088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:23 size:211706"} {"level":"info","ts":"2026-03-03T14:51:30.525236Z","caller":"traceutil/trace.go:171","msg":"trace[1398065895] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:23; response_revision:20009; }","duration":"1.193173395s","start":"2026-03-03T14:51:29.332026Z","end":"2026-03-03T14:51:30.525199Z","steps":["trace[1398065895] 'agreement among raft nodes before linearized reading' (duration: 1.175791194s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.525338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.332005Z","time spent":"1.193287167s","remote":"127.0.0.1:44108","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":23,"response size":211730,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-03-03T14:51:30.526499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238572819s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:417003"} {"level":"info","ts":"2026-03-03T14:51:30.526589Z","caller":"traceutil/trace.go:171","msg":"trace[656822610] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:20009; }","duration":"1.238671522s","start":"2026-03-03T14:51:29.28789Z","end":"2026-03-03T14:51:30.526562Z","steps":["trace[656822610] 'agreement among raft nodes before linearized reading' (duration: 1.219137469s)","trace[656822610] 'range keys from bolt db' (duration: 19.022911ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:30.526618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:29.287836Z","time spent":"1.238776364s","remote":"127.0.0.1:49446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":417027,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"info","ts":"2026-03-03T14:51:30.985146Z","caller":"traceutil/trace.go:171","msg":"trace[646024582] transaction","detail":"{read_only:false; response_revision:20013; number_of_response:1; }","duration":"462.200595ms","start":"2026-03-03T14:51:30.522921Z","end":"2026-03-03T14:51:30.985121Z","steps":["trace[646024582] 'process raft request' (duration: 461.522689ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.986088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.522895Z","time spent":"462.324038ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.986536Z","caller":"traceutil/trace.go:171","msg":"trace[1699025910] transaction","detail":"{read_only:false; response_revision:20014; number_of_response:1; }","duration":"461.439046ms","start":"2026-03-03T14:51:30.525046Z","end":"2026-03-03T14:51:30.986485Z","steps":["trace[1699025910] 'process raft request' (duration: 460.036864ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:30.986619Z","caller":"traceutil/trace.go:171","msg":"trace[1358666596] transaction","detail":"{read_only:false; response_revision:20015; number_of_response:1; }","duration":"457.35991ms","start":"2026-03-03T14:51:30.529236Z","end":"2026-03-03T14:51:30.986596Z","steps":["trace[1358666596] 'process raft request' (duration: 456.114181ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.986774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.525014Z","time spent":"461.64389ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:30.986833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.529206Z","time spent":"457.540125ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.986994Z","caller":"traceutil/trace.go:171","msg":"trace[435006323] transaction","detail":"{read_only:false; response_revision:20016; number_of_response:1; }","duration":"455.369234ms","start":"2026-03-03T14:51:30.531607Z","end":"2026-03-03T14:51:30.986976Z","steps":["trace[435006323] 'process raft request' (duration: 454.929323ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.987196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.531594Z","time spent":"455.528537ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:30.9872Z","caller":"traceutil/trace.go:171","msg":"trace[52103765] linearizableReadLoop","detail":"{readStateIndex:20891; appliedIndex:20887; }","duration":"455.671141ms","start":"2026-03-03T14:51:30.531475Z","end":"2026-03-03T14:51:30.987146Z","steps":["trace[52103765] 'read index received' (duration: 38.812829ms)","trace[52103765] 'applied index is now lower than readState.Index' (duration: 416.856732ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:30.987389Z","caller":"traceutil/trace.go:171","msg":"trace[1082782221] transaction","detail":"{read_only:false; response_revision:20017; number_of_response:1; }","duration":"453.52427ms","start":"2026-03-03T14:51:30.533841Z","end":"2026-03-03T14:51:30.987366Z","steps":["trace[1082782221] 'process raft request' (duration: 453.015528ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.987531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.533819Z","time spent":"453.615262ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8186,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:30.987672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"413.964963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-scheduler-7f57f669b9-fq8rp.18995be2334fa064\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-03T14:51:30.987775Z","caller":"traceutil/trace.go:171","msg":"trace[1998016759] range","detail":"{range_begin:/registry/events/openstack/nova-scheduler-7f57f669b9-fq8rp.18995be2334fa064; range_end:; response_count:1; response_revision:20017; }","duration":"414.128197ms","start":"2026-03-03T14:51:30.573623Z","end":"2026-03-03T14:51:30.987751Z","steps":["trace[1998016759] 'agreement among raft nodes before linearized reading' (duration: 413.790499ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.98783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.573604Z","time spent":"414.216769ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":796,"request content":"key:\"/registry/events/openstack/nova-scheduler-7f57f669b9-fq8rp.18995be2334fa064\" "} {"level":"warn","ts":"2026-03-03T14:51:30.988743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.256018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933526"} {"level":"info","ts":"2026-03-03T14:51:30.988818Z","caller":"traceutil/trace.go:171","msg":"trace[410962751] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20017; }","duration":"457.36604ms","start":"2026-03-03T14:51:30.531434Z","end":"2026-03-03T14:51:30.9888Z","steps":["trace[410962751] 'agreement among raft nodes before linearized reading' (duration: 455.880976ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:30.988873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:30.531415Z","time spent":"457.440792ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":933550,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:51:31.14763Z","caller":"traceutil/trace.go:171","msg":"trace[1292559659] transaction","detail":"{read_only:false; response_revision:20019; number_of_response:1; }","duration":"126.765291ms","start":"2026-03-03T14:51:31.020832Z","end":"2026-03-03T14:51:31.147597Z","steps":["trace[1292559659] 'process raft request' (duration: 111.956241ms)","trace[1292559659] 'compare' (duration: 14.649157ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:31.585558Z","caller":"traceutil/trace.go:171","msg":"trace[212002975] linearizableReadLoop","detail":"{readStateIndex:20896; appliedIndex:20894; }","duration":"539.540685ms","start":"2026-03-03T14:51:31.045986Z","end":"2026-03-03T14:51:31.585527Z","steps":["trace[212002975] 'read index received' (duration: 86.813395ms)","trace[212002975] 'applied index is now lower than readState.Index' (duration: 452.72588ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:31.586088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"481.567872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-03-03T14:51:31.586199Z","caller":"traceutil/trace.go:171","msg":"trace[1267446842] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:20020; }","duration":"481.739147ms","start":"2026-03-03T14:51:31.104442Z","end":"2026-03-03T14:51:31.586181Z","steps":["trace[1267446842] 'agreement among raft nodes before linearized reading' (duration: 481.388148ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.586291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.104421Z","time spent":"481.84787ms","remote":"127.0.0.1:43712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-03-03T14:51:31.586829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.540054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/nova-conductor-68cc59454f-fg47k.18995be233efb3d7\" ","response":"range_response_count:1 size:772"} {"level":"info","ts":"2026-03-03T14:51:31.587362Z","caller":"traceutil/trace.go:171","msg":"trace[1720679206] range","detail":"{range_begin:/registry/events/openstack/nova-conductor-68cc59454f-fg47k.18995be233efb3d7; range_end:; response_count:1; response_revision:20020; }","duration":"436.068036ms","start":"2026-03-03T14:51:31.151272Z","end":"2026-03-03T14:51:31.58734Z","steps":["trace[1720679206] 'agreement among raft nodes before linearized reading' (duration: 435.449432ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:31.587082Z","caller":"traceutil/trace.go:171","msg":"trace[799183684] transaction","detail":"{read_only:false; response_revision:20020; number_of_response:1; }","duration":"560.860601ms","start":"2026-03-03T14:51:31.026201Z","end":"2026-03-03T14:51:31.587062Z","steps":["trace[799183684] 'process raft request' (duration: 559.100969ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.587233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.252417ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:31.587584Z","caller":"traceutil/trace.go:171","msg":"trace[1751412613] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20020; }","duration":"541.660726ms","start":"2026-03-03T14:51:31.045914Z","end":"2026-03-03T14:51:31.587575Z","steps":["trace[1751412613] 'agreement among raft nodes before linearized reading' (duration: 541.276477ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.587607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.045891Z","time spent":"541.709467ms","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:31.587608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.026172Z","time spent":"561.321501ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8189,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:31.58898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:31.151212Z","time spent":"436.23985ms","remote":"127.0.0.1:43668","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":796,"request content":"key:\"/registry/events/openstack/nova-conductor-68cc59454f-fg47k.18995be233efb3d7\" "} {"level":"warn","ts":"2026-03-03T14:51:31.896369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.336607ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:31.896592Z","caller":"traceutil/trace.go:171","msg":"trace[1141871693] linearizableReadLoop","detail":"{readStateIndex:20899; appliedIndex:20897; }","duration":"178.267711ms","start":"2026-03-03T14:51:31.718308Z","end":"2026-03-03T14:51:31.896576Z","steps":["trace[1141871693] 'read index received' (duration: 6.806471ms)","trace[1141871693] 'applied index is now lower than readState.Index' (duration: 171.460289ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:31.89698Z","caller":"traceutil/trace.go:171","msg":"trace[519823536] transaction","detail":"{read_only:false; response_revision:20022; number_of_response:1; }","duration":"258.90562ms","start":"2026-03-03T14:51:31.638034Z","end":"2026-03-03T14:51:31.89694Z","steps":["trace[519823536] 'process raft request' (duration: 86.945438ms)","trace[519823536] 'compare' (duration: 170.660592ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:31.897107Z","caller":"traceutil/trace.go:171","msg":"trace[1848272508] transaction","detail":"{read_only:false; response_revision:20023; number_of_response:1; }","duration":"239.223265ms","start":"2026-03-03T14:51:31.657873Z","end":"2026-03-03T14:51:31.897096Z","steps":["trace[1848272508] 'process raft request' (duration: 238.642881ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:31.897353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.043859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-03-03T14:51:31.897315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.854404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:31.897886Z","caller":"traceutil/trace.go:171","msg":"trace[308122331] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20023; }","duration":"116.480089ms","start":"2026-03-03T14:51:31.781385Z","end":"2026-03-03T14:51:31.897865Z","steps":["trace[308122331] 'agreement among raft nodes before linearized reading' (duration: 115.830593ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:31.897497Z","caller":"traceutil/trace.go:171","msg":"trace[864149590] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20023; }","duration":"179.197803ms","start":"2026-03-03T14:51:31.718266Z","end":"2026-03-03T14:51:31.897464Z","steps":["trace[864149590] 'agreement among raft nodes before linearized reading' (duration: 178.991038ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:33.100371Z","caller":"traceutil/trace.go:171","msg":"trace[1454599735] linearizableReadLoop","detail":"{readStateIndex:20905; appliedIndex:20903; }","duration":"102.497558ms","start":"2026-03-03T14:51:32.997843Z","end":"2026-03-03T14:51:33.100341Z","steps":["trace[1454599735] 'read index received' (duration: 71.578406ms)","trace[1454599735] 'applied index is now lower than readState.Index' (duration: 30.917642ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:33.100706Z","caller":"traceutil/trace.go:171","msg":"trace[146294285] transaction","detail":"{read_only:false; response_revision:20029; number_of_response:1; }","duration":"103.286556ms","start":"2026-03-03T14:51:32.997399Z","end":"2026-03-03T14:51:33.100686Z","steps":["trace[146294285] 'process raft request' (duration: 102.775034ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:33.101979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.94749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-03-03T14:51:33.102033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.250456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:33.10211Z","caller":"traceutil/trace.go:171","msg":"trace[1895484816] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20029; }","duration":"101.153806ms","start":"2026-03-03T14:51:33.000926Z","end":"2026-03-03T14:51:33.10208Z","steps":["trace[1895484816] 'agreement among raft nodes before linearized reading' (duration: 100.766736ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:33.102154Z","caller":"traceutil/trace.go:171","msg":"trace[2026247583] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20029; }","duration":"104.30042ms","start":"2026-03-03T14:51:32.99782Z","end":"2026-03-03T14:51:33.10212Z","steps":["trace[2026247583] 'agreement among raft nodes before linearized reading' (duration: 103.132372ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:33.329133Z","caller":"traceutil/trace.go:171","msg":"trace[341885123] transaction","detail":"{read_only:false; response_revision:20030; number_of_response:1; }","duration":"222.551151ms","start":"2026-03-03T14:51:33.106548Z","end":"2026-03-03T14:51:33.329099Z","steps":["trace[341885123] 'process raft request' (duration: 219.532639ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:33.330016Z","caller":"traceutil/trace.go:171","msg":"trace[563481864] linearizableReadLoop","detail":"{readStateIndex:20907; appliedIndex:20905; }","duration":"218.942934ms","start":"2026-03-03T14:51:33.111049Z","end":"2026-03-03T14:51:33.329992Z","steps":["trace[563481864] 'read index received' (duration: 215.048522ms)","trace[563481864] 'applied index is now lower than readState.Index' (duration: 3.893112ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:33.330132Z","caller":"traceutil/trace.go:171","msg":"trace[1492296163] transaction","detail":"{read_only:false; response_revision:20031; number_of_response:1; }","duration":"221.536156ms","start":"2026-03-03T14:51:33.108537Z","end":"2026-03-03T14:51:33.330073Z","steps":["trace[1492296163] 'process raft request' (duration: 221.337412ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:33.330385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.006536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T14:51:33.330446Z","caller":"traceutil/trace.go:171","msg":"trace[1025706353] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:20031; }","duration":"151.119099ms","start":"2026-03-03T14:51:33.17931Z","end":"2026-03-03T14:51:33.330429Z","steps":["trace[1025706353] 'agreement among raft nodes before linearized reading' (duration: 150.893333ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:33.332938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.856123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933527"} {"level":"info","ts":"2026-03-03T14:51:33.333034Z","caller":"traceutil/trace.go:171","msg":"trace[2011758532] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20031; }","duration":"222.002077ms","start":"2026-03-03T14:51:33.111015Z","end":"2026-03-03T14:51:33.333017Z","steps":["trace[2011758532] 'agreement among raft nodes before linearized reading' (duration: 219.148399ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:34.774672Z","caller":"traceutil/trace.go:171","msg":"trace[1596263270] transaction","detail":"{read_only:false; response_revision:20036; number_of_response:1; }","duration":"127.027049ms","start":"2026-03-03T14:51:34.647607Z","end":"2026-03-03T14:51:34.774634Z","steps":["trace[1596263270] 'process raft request' (duration: 126.805973ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:35.420992Z","caller":"traceutil/trace.go:171","msg":"trace[1420160398] linearizableReadLoop","detail":"{readStateIndex:20914; appliedIndex:20913; }","duration":"313.36322ms","start":"2026-03-03T14:51:35.107595Z","end":"2026-03-03T14:51:35.420958Z","steps":["trace[1420160398] 'read index received' (duration: 313.004921ms)","trace[1420160398] 'applied index is now lower than readState.Index' (duration: 356.489µs)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:35.421047Z","caller":"traceutil/trace.go:171","msg":"trace[233058792] transaction","detail":"{read_only:false; response_revision:20037; number_of_response:1; }","duration":"340.215246ms","start":"2026-03-03T14:51:35.080788Z","end":"2026-03-03T14:51:35.421003Z","steps":["trace[233058792] 'process raft request' (duration: 339.931759ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.42121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:35.080764Z","time spent":"340.360659ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":417,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:35.421496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"313.899803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:35.421552Z","caller":"traceutil/trace.go:171","msg":"trace[371795345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20037; }","duration":"314.002185ms","start":"2026-03-03T14:51:35.107535Z","end":"2026-03-03T14:51:35.421537Z","steps":["trace[371795345] 'agreement among raft nodes before linearized reading' (duration: 313.540804ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:35.42158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:35.107512Z","time spent":"314.060467ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:51:36.745763Z","caller":"traceutil/trace.go:171","msg":"trace[719971807] transaction","detail":"{read_only:false; response_revision:20041; number_of_response:1; }","duration":"132.698451ms","start":"2026-03-03T14:51:36.613048Z","end":"2026-03-03T14:51:36.745746Z","steps":["trace[719971807] 'process raft request' (duration: 132.478946ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:36.745745Z","caller":"traceutil/trace.go:171","msg":"trace[2016519289] linearizableReadLoop","detail":"{readStateIndex:20918; appliedIndex:20917; }","duration":"132.598069ms","start":"2026-03-03T14:51:36.613098Z","end":"2026-03-03T14:51:36.745696Z","steps":["trace[2016519289] 'read index received' (duration: 132.510517ms)","trace[2016519289] 'applied index is now lower than readState.Index' (duration: 86.312µs)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:36.746234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.092491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:36.746438Z","caller":"traceutil/trace.go:171","msg":"trace[1978309511] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20041; }","duration":"133.347978ms","start":"2026-03-03T14:51:36.613065Z","end":"2026-03-03T14:51:36.746413Z","steps":["trace[1978309511] 'agreement among raft nodes before linearized reading' (duration: 132.889436ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:36.76248Z","caller":"traceutil/trace.go:171","msg":"trace[1248817315] transaction","detail":"{read_only:false; response_revision:20042; number_of_response:1; }","duration":"119.9239ms","start":"2026-03-03T14:51:36.642509Z","end":"2026-03-03T14:51:36.762433Z","steps":["trace[1248817315] 'process raft request' (duration: 119.654553ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:36.762577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.080291ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:36.762651Z","caller":"traceutil/trace.go:171","msg":"trace[1347075355] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20043; }","duration":"122.196683ms","start":"2026-03-03T14:51:36.640435Z","end":"2026-03-03T14:51:36.762632Z","steps":["trace[1347075355] 'agreement among raft nodes before linearized reading' (duration: 121.956558ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:36.762525Z","caller":"traceutil/trace.go:171","msg":"trace[1975130832] transaction","detail":"{read_only:false; response_revision:20043; number_of_response:1; }","duration":"119.54171ms","start":"2026-03-03T14:51:36.642924Z","end":"2026-03-03T14:51:36.762465Z","steps":["trace[1975130832] 'process raft request' (duration: 119.415557ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:42.733796Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:43.234407Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:44.611386Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:47.316368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.106485631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:51:47.316476Z","caller":"traceutil/trace.go:171","msg":"trace[308695109] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"3.106633965s","start":"2026-03-03T14:51:44.209817Z","end":"2026-03-03T14:51:47.316451Z","steps":["trace[308695109] 'agreement among raft nodes before linearized reading' (duration: 3.106508842s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.316518Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.209801Z","time spent":"3.106704916s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:47.316983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699718799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-03-03T14:51:47.31721Z","caller":"traceutil/trace.go:171","msg":"trace[1217950901] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.699935334s","start":"2026-03-03T14:51:44.617256Z","end":"2026-03-03T14:51:47.317192Z","steps":["trace[1217950901] 'agreement among raft nodes before linearized reading' (duration: 2.699719149s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.317229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:44.617019Z","time spent":"2.70020513s","remote":"127.0.0.1:43582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-03-03T14:51:47.319362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403133,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:51:47.632081Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"5.402278196s","expected-duration":"1s"} {"level":"info","ts":"2026-03-03T14:51:47.632737Z","caller":"traceutil/trace.go:171","msg":"trace[271510209] transaction","detail":"{read_only:false; response_revision:20069; number_of_response:1; }","duration":"5.403004743s","start":"2026-03-03T14:51:42.229703Z","end":"2026-03-03T14:51:47.632708Z","steps":["trace[271510209] 'process raft request' (duration: 5.402766748s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.632885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.229691Z","time spent":"5.403090435s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:47.635729Z","caller":"traceutil/trace.go:171","msg":"trace[1976799854] linearizableReadLoop","detail":"{readStateIndex:20950; appliedIndex:20947; }","duration":"5.40581808s","start":"2026-03-03T14:51:42.229892Z","end":"2026-03-03T14:51:47.63571Z","steps":["trace[1976799854] 'read index received' (duration: 5.403508526s)","trace[1976799854] 'applied index is now lower than readState.Index' (duration: 2.308394ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:47.635933Z","caller":"traceutil/trace.go:171","msg":"trace[489744027] transaction","detail":"{read_only:false; response_revision:20070; number_of_response:1; }","duration":"4.815402579s","start":"2026-03-03T14:51:42.820517Z","end":"2026-03-03T14:51:47.635919Z","steps":["trace[489744027] 'process raft request' (duration: 4.814951389s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.820496Z","time spent":"4.815465641s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:47.636214Z","caller":"traceutil/trace.go:171","msg":"trace[411832857] transaction","detail":"{read_only:false; response_revision:20071; number_of_response:1; }","duration":"4.76939572s","start":"2026-03-03T14:51:42.866805Z","end":"2026-03-03T14:51:47.636201Z","steps":["trace[411832857] 'process raft request' (duration: 4.768739964s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636259Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.866786Z","time spent":"4.769450802s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:47.636353Z","caller":"traceutil/trace.go:171","msg":"trace[839882166] transaction","detail":"{read_only:false; response_revision:20072; number_of_response:1; }","duration":"4.734839721s","start":"2026-03-03T14:51:42.901505Z","end":"2026-03-03T14:51:47.636345Z","steps":["trace[839882166] 'process raft request' (duration: 4.734073103s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.901481Z","time spent":"4.734892583s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:47.636504Z","caller":"traceutil/trace.go:171","msg":"trace[553252306] transaction","detail":"{read_only:false; response_revision:20073; number_of_response:1; }","duration":"284.520368ms","start":"2026-03-03T14:51:47.351975Z","end":"2026-03-03T14:51:47.636495Z","steps":["trace[553252306] 'process raft request' (duration: 283.640637ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.636638Z","caller":"traceutil/trace.go:171","msg":"trace[101609715] transaction","detail":"{read_only:false; response_revision:20074; number_of_response:1; }","duration":"275.558655ms","start":"2026-03-03T14:51:47.361069Z","end":"2026-03-03T14:51:47.636628Z","steps":["trace[101609715] 'process raft request' (duration: 274.601452ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.406947667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18678"} {"level":"info","ts":"2026-03-03T14:51:47.636867Z","caller":"traceutil/trace.go:171","msg":"trace[1987354910] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:20074; }","duration":"5.407014968s","start":"2026-03-03T14:51:42.229846Z","end":"2026-03-03T14:51:47.63686Z","steps":["trace[1987354910] 'agreement among raft nodes before linearized reading' (duration: 5.406888775s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.636888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.229827Z","time spent":"5.407056459s","remote":"127.0.0.1:43788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18702,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-03-03T14:51:47.637382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.238565129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:47.637416Z","caller":"traceutil/trace.go:171","msg":"trace[318775587] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:20074; }","duration":"5.238642891s","start":"2026-03-03T14:51:42.398762Z","end":"2026-03-03T14:51:47.637405Z","steps":["trace[318775587] 'agreement among raft nodes before linearized reading' (duration: 5.238479107s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.39874Z","time spent":"5.238688963s","remote":"127.0.0.1:47202","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":59,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.63754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.639045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-03-03T14:51:47.637635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.004634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:47.637643Z","caller":"traceutil/trace.go:171","msg":"trace[1495744896] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:20074; }","duration":"318.792329ms","start":"2026-03-03T14:51:47.318821Z","end":"2026-03-03T14:51:47.637614Z","steps":["trace[1495744896] 'agreement among raft nodes before linearized reading' (duration: 318.460271ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.637665Z","caller":"traceutil/trace.go:171","msg":"trace[437750969] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:20074; }","duration":"319.051556ms","start":"2026-03-03T14:51:47.318604Z","end":"2026-03-03T14:51:47.637656Z","steps":["trace[437750969] 'agreement among raft nodes before linearized reading' (duration: 319.000045ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.6377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.318589Z","time spent":"319.104707ms","remote":"127.0.0.1:49484","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":32,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.637698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.318806Z","time spent":"318.882251ms","remote":"127.0.0.1:43818","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":188,"response size":33,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.637935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.970123922s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:51:47.637965Z","caller":"traceutil/trace.go:171","msg":"trace[1700284203] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20074; }","duration":"3.970162763s","start":"2026-03-03T14:51:43.667796Z","end":"2026-03-03T14:51:47.637958Z","steps":["trace[1700284203] 'agreement among raft nodes before linearized reading' (duration: 3.970013239s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.637985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.667792Z","time spent":"3.970187353s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:47.63815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.97043516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:51:47.638182Z","caller":"traceutil/trace.go:171","msg":"trace[747166011] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:20074; }","duration":"3.970493992s","start":"2026-03-03T14:51:43.667669Z","end":"2026-03-03T14:51:47.638163Z","steps":["trace[747166011] 'agreement among raft nodes before linearized reading' (duration: 3.97041288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.638201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.667648Z","time spent":"3.970548533s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:51:47.638378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051036329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-03-03T14:51:47.638399Z","caller":"traceutil/trace.go:171","msg":"trace[1207195195] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20074; }","duration":"4.051056389s","start":"2026-03-03T14:51:43.587335Z","end":"2026-03-03T14:51:47.638391Z","steps":["trace[1207195195] 'agreement among raft nodes before linearized reading' (duration: 4.050983377s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.638416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.587281Z","time spent":"4.05112986s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:47.638558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.07893087s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-03-03T14:51:47.638577Z","caller":"traceutil/trace.go:171","msg":"trace[1934045634] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20074; }","duration":"4.07895227s","start":"2026-03-03T14:51:43.559619Z","end":"2026-03-03T14:51:47.638571Z","steps":["trace[1934045634] 'agreement among raft nodes before linearized reading' (duration: 4.078888219s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.638598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.559567Z","time spent":"4.079027052s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-03-03T14:51:47.638729Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.170413737s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:51:47.638747Z","caller":"traceutil/trace.go:171","msg":"trace[147452153] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20074; }","duration":"4.170464207s","start":"2026-03-03T14:51:43.468277Z","end":"2026-03-03T14:51:47.638741Z","steps":["trace[147452153] 'agreement among raft nodes before linearized reading' (duration: 4.170399596s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.638765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.468262Z","time spent":"4.170497969s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-03-03T14:51:47.638758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.615324ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.638797Z","caller":"traceutil/trace.go:171","msg":"trace[193760633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20074; }","duration":"288.687646ms","start":"2026-03-03T14:51:47.350098Z","end":"2026-03-03T14:51:47.638785Z","steps":["trace[193760633] 'agreement among raft nodes before linearized reading' (duration: 288.624125ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.63889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.455958258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/162.253.55.204\" ","response":"range_response_count:1 size:137"} {"level":"info","ts":"2026-03-03T14:51:47.638911Z","caller":"traceutil/trace.go:171","msg":"trace[1642619382] range","detail":"{range_begin:/registry/masterleases/162.253.55.204; range_end:; response_count:1; response_revision:20074; }","duration":"4.45603375s","start":"2026-03-03T14:51:43.182871Z","end":"2026-03-03T14:51:47.638904Z","steps":["trace[1642619382] 'agreement among raft nodes before linearized reading' (duration: 4.455969038s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.638928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:43.182846Z","time spent":"4.45607763s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":161,"request content":"key:\"/registry/masterleases/162.253.55.204\" "} {"level":"warn","ts":"2026-03-03T14:51:47.639011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"316.793812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:47.639054Z","caller":"traceutil/trace.go:171","msg":"trace[1703264349] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:20074; }","duration":"316.861133ms","start":"2026-03-03T14:51:47.322183Z","end":"2026-03-03T14:51:47.639044Z","steps":["trace[1703264349] 'agreement among raft nodes before linearized reading' (duration: 316.781971ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.639083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.732171038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-03-03T14:51:47.639085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.322172Z","time spent":"316.904784ms","remote":"127.0.0.1:44036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:47.639105Z","caller":"traceutil/trace.go:171","msg":"trace[748238350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20074; }","duration":"4.73222134s","start":"2026-03-03T14:51:42.906877Z","end":"2026-03-03T14:51:47.639098Z","steps":["trace[748238350] 'agreement among raft nodes before linearized reading' (duration: 4.732151288s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.639123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.906862Z","time spent":"4.73225715s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:51:47.639346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.898772ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:47.639421Z","caller":"traceutil/trace.go:171","msg":"trace[1147888124] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:20074; }","duration":"318.996294ms","start":"2026-03-03T14:51:47.320412Z","end":"2026-03-03T14:51:47.639408Z","steps":["trace[1147888124] 'agreement among raft nodes before linearized reading' (duration: 318.885151ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.639464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.320402Z","time spent":"319.049956ms","remote":"127.0.0.1:44094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.639535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.88004649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:47.639568Z","caller":"traceutil/trace.go:171","msg":"trace[561847920] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20074; }","duration":"4.880125391s","start":"2026-03-03T14:51:42.759436Z","end":"2026-03-03T14:51:47.639561Z","steps":["trace[561847920] 'agreement among raft nodes before linearized reading' (duration: 4.8800525s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.639588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.759414Z","time spent":"4.880169843s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:47.639717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.033559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:51:47.639741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.984074222s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.639771Z","caller":"traceutil/trace.go:171","msg":"trace[128137582] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:20074; }","duration":"4.984103833s","start":"2026-03-03T14:51:42.655658Z","end":"2026-03-03T14:51:47.639762Z","steps":["trace[128137582] 'agreement among raft nodes before linearized reading' (duration: 4.984052322s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:47.63977Z","caller":"traceutil/trace.go:171","msg":"trace[1453634691] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:20074; }","duration":"320.09504ms","start":"2026-03-03T14:51:47.319657Z","end":"2026-03-03T14:51:47.639752Z","steps":["trace[1453634691] 'agreement among raft nodes before linearized reading' (duration: 320.005838ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.639789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.655597Z","time spent":"4.984187226s","remote":"127.0.0.1:55912","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.639825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.319651Z","time spent":"320.154871ms","remote":"127.0.0.1:55880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.639963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.079511443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:47.63999Z","caller":"traceutil/trace.go:171","msg":"trace[1566879822] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20074; }","duration":"5.079572714s","start":"2026-03-03T14:51:42.560412Z","end":"2026-03-03T14:51:47.639984Z","steps":["trace[1566879822] 'agreement among raft nodes before linearized reading' (duration: 5.079497622s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.640009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.560393Z","time spent":"5.079611416s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:47.640111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.022382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:47.640174Z","caller":"traceutil/trace.go:171","msg":"trace[1611526985] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:20074; }","duration":"321.099413ms","start":"2026-03-03T14:51:47.319058Z","end":"2026-03-03T14:51:47.640157Z","steps":["trace[1611526985] 'agreement among raft nodes before linearized reading' (duration: 321.002041ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.640618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.319051Z","time spent":"321.192005ms","remote":"127.0.0.1:39434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.637584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.796669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:47.640902Z","caller":"traceutil/trace.go:171","msg":"trace[71957058] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20074; }","duration":"322.131158ms","start":"2026-03-03T14:51:47.318748Z","end":"2026-03-03T14:51:47.64088Z","steps":["trace[71957058] 'agreement among raft nodes before linearized reading' (duration: 318.803518ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.640978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:47.318733Z","time spent":"322.224241ms","remote":"127.0.0.1:52446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:51:47.63947Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.773368944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:47.64886Z","caller":"traceutil/trace.go:171","msg":"trace[2120599423] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20074; }","duration":"4.776283163s","start":"2026-03-03T14:51:42.86605Z","end":"2026-03-03T14:51:47.642333Z","steps":["trace[2120599423] 'agreement among raft nodes before linearized reading' (duration: 4.773352594s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.648993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.866026Z","time spent":"4.7829365s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:51:47.639389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.764679808s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:47.649384Z","caller":"traceutil/trace.go:171","msg":"trace[111505143] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:20074; }","duration":"4.774637744s","start":"2026-03-03T14:51:42.87468Z","end":"2026-03-03T14:51:47.649317Z","steps":["trace[111505143] 'agreement among raft nodes before linearized reading' (duration: 4.764643307s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:47.649522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:42.874668Z","time spent":"4.774800748s","remote":"127.0.0.1:44190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":37,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-03-03T14:51:49.828039Z","caller":"traceutil/trace.go:171","msg":"trace[1036699009] transaction","detail":"{read_only:false; response_revision:20090; number_of_response:1; }","duration":"141.886699ms","start":"2026-03-03T14:51:49.686121Z","end":"2026-03-03T14:51:49.828007Z","steps":["trace[1036699009] 'process raft request' (duration: 141.729026ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:49.828067Z","caller":"traceutil/trace.go:171","msg":"trace[868320168] transaction","detail":"{read_only:false; response_revision:20091; number_of_response:1; }","duration":"141.831148ms","start":"2026-03-03T14:51:49.686186Z","end":"2026-03-03T14:51:49.828017Z","steps":["trace[868320168] 'process raft request' (duration: 141.740446ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:49.828144Z","caller":"traceutil/trace.go:171","msg":"trace[1472965664] linearizableReadLoop","detail":"{readStateIndex:20972; appliedIndex:20967; }","duration":"138.300134ms","start":"2026-03-03T14:51:49.689816Z","end":"2026-03-03T14:51:49.828116Z","steps":["trace[1472965664] 'read index received' (duration: 8.148642ms)","trace[1472965664] 'applied index is now lower than readState.Index' (duration: 130.150262ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:49.828038Z","caller":"traceutil/trace.go:171","msg":"trace[239691344] transaction","detail":"{read_only:false; response_revision:20089; number_of_response:1; }","duration":"142.109284ms","start":"2026-03-03T14:51:49.685882Z","end":"2026-03-03T14:51:49.827991Z","steps":["trace[239691344] 'process raft request' (duration: 115.668938ms)","trace[239691344] 'compare' (duration: 25.041413ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:49.82834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.50497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:51:49.828371Z","caller":"traceutil/trace.go:171","msg":"trace[1129384867] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:20092; }","duration":"138.566941ms","start":"2026-03-03T14:51:49.689794Z","end":"2026-03-03T14:51:49.828361Z","steps":["trace[1129384867] 'agreement among raft nodes before linearized reading' (duration: 138.418687ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:49.828418Z","caller":"traceutil/trace.go:171","msg":"trace[1883776625] transaction","detail":"{read_only:false; response_revision:20092; number_of_response:1; }","duration":"141.334667ms","start":"2026-03-03T14:51:49.687066Z","end":"2026-03-03T14:51:49.828401Z","steps":["trace[1883776625] 'process raft request' (duration: 140.904227ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:50.045564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.637156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-03-03T14:51:50.045662Z","caller":"traceutil/trace.go:171","msg":"trace[909902913] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:20092; }","duration":"117.778169ms","start":"2026-03-03T14:51:49.927859Z","end":"2026-03-03T14:51:50.045637Z","steps":["trace[909902913] 'range keys from in-memory index tree' (duration: 117.479843ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.142648Z","caller":"traceutil/trace.go:171","msg":"trace[607204764] transaction","detail":"{read_only:false; response_revision:20100; number_of_response:1; }","duration":"290.106339ms","start":"2026-03-03T14:51:51.85251Z","end":"2026-03-03T14:51:52.142617Z","steps":["trace[607204764] 'process raft request' (duration: 201.01192ms)","trace[607204764] 'compare' (duration: 88.895545ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:52.143056Z","caller":"traceutil/trace.go:171","msg":"trace[675387008] transaction","detail":"{read_only:false; response_revision:20102; number_of_response:1; }","duration":"284.15789ms","start":"2026-03-03T14:51:51.858866Z","end":"2026-03-03T14:51:52.143023Z","steps":["trace[675387008] 'process raft request' (duration: 284.028877ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.143087Z","caller":"traceutil/trace.go:171","msg":"trace[452118983] linearizableReadLoop","detail":"{readStateIndex:20981; appliedIndex:20979; }","duration":"286.29071ms","start":"2026-03-03T14:51:51.856757Z","end":"2026-03-03T14:51:52.143048Z","steps":["trace[452118983] 'read index received' (duration: 196.776901ms)","trace[452118983] 'applied index is now lower than readState.Index' (duration: 89.510419ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:52.143306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.521056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"info","ts":"2026-03-03T14:51:52.14339Z","caller":"traceutil/trace.go:171","msg":"trace[933581126] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:20102; }","duration":"286.647059ms","start":"2026-03-03T14:51:51.856727Z","end":"2026-03-03T14:51:52.143374Z","steps":["trace[933581126] 'agreement among raft nodes before linearized reading' (duration: 286.391103ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:52.143087Z","caller":"traceutil/trace.go:171","msg":"trace[1564276294] transaction","detail":"{read_only:false; response_revision:20101; number_of_response:1; }","duration":"290.418907ms","start":"2026-03-03T14:51:51.852592Z","end":"2026-03-03T14:51:52.143011Z","steps":["trace[1564276294] 'process raft request' (duration: 289.978146ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:53.105749Z","caller":"traceutil/trace.go:171","msg":"trace[1749939162] transaction","detail":"{read_only:false; response_revision:20103; number_of_response:1; }","duration":"296.013389ms","start":"2026-03-03T14:51:52.809701Z","end":"2026-03-03T14:51:53.105715Z","steps":["trace[1749939162] 'process raft request' (duration: 295.857035ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:53.265788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.606446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:51:53.265969Z","caller":"traceutil/trace.go:171","msg":"trace[1989152097] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:20103; }","duration":"120.841942ms","start":"2026-03-03T14:51:53.145098Z","end":"2026-03-03T14:51:53.26594Z","steps":["trace[1989152097] 'count revisions from in-memory index tree' (duration: 120.526664ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:53.451475Z","caller":"traceutil/trace.go:171","msg":"trace[1752811266] linearizableReadLoop","detail":"{readStateIndex:20985; appliedIndex:20984; }","duration":"156.972297ms","start":"2026-03-03T14:51:53.294478Z","end":"2026-03-03T14:51:53.451451Z","steps":["trace[1752811266] 'read index received' (duration: 72.949828ms)","trace[1752811266] 'applied index is now lower than readState.Index' (duration: 84.021779ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:53.4515Z","caller":"traceutil/trace.go:171","msg":"trace[271313576] transaction","detail":"{read_only:false; response_revision:20104; number_of_response:1; }","duration":"157.674335ms","start":"2026-03-03T14:51:53.293794Z","end":"2026-03-03T14:51:53.451468Z","steps":["trace[271313576] 'process raft request' (duration: 73.728387ms)","trace[271313576] 'compare' (duration: 83.821135ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:53.451705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.206183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-03-03T14:51:53.451745Z","caller":"traceutil/trace.go:171","msg":"trace[820002423] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:20104; }","duration":"157.278414ms","start":"2026-03-03T14:51:53.294455Z","end":"2026-03-03T14:51:53.451733Z","steps":["trace[820002423] 'agreement among raft nodes before linearized reading' (duration: 157.086789ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.019502Z","caller":"traceutil/trace.go:171","msg":"trace[1044401279] transaction","detail":"{read_only:false; response_revision:20125; number_of_response:1; }","duration":"150.669218ms","start":"2026-03-03T14:51:57.868808Z","end":"2026-03-03T14:51:58.019477Z","steps":["trace[1044401279] 'process raft request' (duration: 150.617777ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.01959Z","caller":"traceutil/trace.go:171","msg":"trace[1643465410] linearizableReadLoop","detail":"{readStateIndex:21005; appliedIndex:21004; }","duration":"154.821266ms","start":"2026-03-03T14:51:57.864746Z","end":"2026-03-03T14:51:58.019567Z","steps":["trace[1643465410] 'read index received' (duration: 82.908093ms)","trace[1643465410] 'applied index is now lower than readState.Index' (duration: 71.910913ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:58.019557Z","caller":"traceutil/trace.go:171","msg":"trace[271237231] transaction","detail":"{read_only:false; response_revision:20124; number_of_response:1; }","duration":"164.835403ms","start":"2026-03-03T14:51:57.85468Z","end":"2026-03-03T14:51:58.019516Z","steps":["trace[271237231] 'process raft request' (duration: 92.958511ms)","trace[271237231] 'compare' (duration: 71.648246ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:58.019807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.035621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:51:58.019939Z","caller":"traceutil/trace.go:171","msg":"trace[1506780678] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20125; }","duration":"155.226265ms","start":"2026-03-03T14:51:57.864705Z","end":"2026-03-03T14:51:58.019932Z","steps":["trace[1506780678] 'agreement among raft nodes before linearized reading' (duration: 154.959619ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.019936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.516105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-03-03T14:51:58.019978Z","caller":"traceutil/trace.go:171","msg":"trace[1830632782] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:20126; }","duration":"104.600307ms","start":"2026-03-03T14:51:57.915369Z","end":"2026-03-03T14:51:58.019969Z","steps":["trace[1830632782] 'agreement among raft nodes before linearized reading' (duration: 104.497814ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.28785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.554467ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:51:58.288214Z","caller":"traceutil/trace.go:171","msg":"trace[1277477028] linearizableReadLoop","detail":"{readStateIndex:21009; appliedIndex:21007; }","duration":"105.422116ms","start":"2026-03-03T14:51:58.182767Z","end":"2026-03-03T14:51:58.288189Z","steps":["trace[1277477028] 'read index received' (duration: 5.859899ms)","trace[1277477028] 'applied index is now lower than readState.Index' (duration: 99.560517ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:58.288384Z","caller":"traceutil/trace.go:171","msg":"trace[1116813281] transaction","detail":"{read_only:false; response_revision:20128; number_of_response:1; }","duration":"198.143901ms","start":"2026-03-03T14:51:58.090206Z","end":"2026-03-03T14:51:58.28835Z","steps":["trace[1116813281] 'process raft request' (duration: 197.840924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.288586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.822566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:51:58.288398Z","caller":"traceutil/trace.go:171","msg":"trace[1500363215] transaction","detail":"{read_only:false; response_revision:20127; number_of_response:1; }","duration":"201.133432ms","start":"2026-03-03T14:51:58.087234Z","end":"2026-03-03T14:51:58.288367Z","steps":["trace[1500363215] 'process raft request' (duration: 43.94994ms)","trace[1500363215] 'compare' (duration: 156.423084ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:58.288894Z","caller":"traceutil/trace.go:171","msg":"trace[2090405329] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20128; }","duration":"105.912357ms","start":"2026-03-03T14:51:58.18271Z","end":"2026-03-03T14:51:58.288623Z","steps":["trace[2090405329] 'agreement among raft nodes before linearized reading' (duration: 105.63114ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.614518Z","caller":"traceutil/trace.go:171","msg":"trace[149063301] transaction","detail":"{read_only:false; response_revision:20129; number_of_response:1; }","duration":"321.152635ms","start":"2026-03-03T14:51:58.293331Z","end":"2026-03-03T14:51:58.614484Z","steps":["trace[149063301] 'process raft request' (duration: 228.332237ms)","trace[149063301] 'compare' (duration: 92.668945ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:51:58.614688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.293312Z","time spent":"321.285889ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:51:58.689273Z","caller":"traceutil/trace.go:171","msg":"trace[665191635] linearizableReadLoop","detail":"{readStateIndex:21012; appliedIndex:21009; }","duration":"394.343077ms","start":"2026-03-03T14:51:58.294906Z","end":"2026-03-03T14:51:58.689249Z","steps":["trace[665191635] 'read index received' (duration: 226.77329ms)","trace[665191635] 'applied index is now lower than readState.Index' (duration: 167.569077ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:51:58.689592Z","caller":"traceutil/trace.go:171","msg":"trace[194050190] transaction","detail":"{read_only:false; response_revision:20130; number_of_response:1; }","duration":"395.935607ms","start":"2026-03-03T14:51:58.293613Z","end":"2026-03-03T14:51:58.689549Z","steps":["trace[194050190] 'process raft request' (duration: 395.463045ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:51:58.689637Z","caller":"traceutil/trace.go:171","msg":"trace[351403707] transaction","detail":"{read_only:false; response_revision:20131; number_of_response:1; }","duration":"396.10917ms","start":"2026-03-03T14:51:58.293493Z","end":"2026-03-03T14:51:58.689602Z","steps":["trace[351403707] 'process raft request' (duration: 395.72287ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.691218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.293601Z","time spent":"396.107921ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:58.691247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.29347Z","time spent":"396.274654ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:51:58.692891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.940253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:94 size:933527"} {"level":"info","ts":"2026-03-03T14:51:58.693021Z","caller":"traceutil/trace.go:171","msg":"trace[1268765388] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:94; response_revision:20131; }","duration":"398.150088ms","start":"2026-03-03T14:51:58.294847Z","end":"2026-03-03T14:51:58.692997Z","steps":["trace[1268765388] 'agreement among raft nodes before linearized reading' (duration: 394.491641ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:51:58.693085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:51:58.294837Z","time spent":"398.23301ms","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":94,"response size":933551,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-03-03T14:52:00.414058Z","caller":"traceutil/trace.go:171","msg":"trace[1914447387] transaction","detail":"{read_only:false; response_revision:20136; number_of_response:1; }","duration":"114.579093ms","start":"2026-03-03T14:52:00.299451Z","end":"2026-03-03T14:52:00.41403Z","steps":["trace[1914447387] 'process raft request' (duration: 114.43354ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:00.849383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.42143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-03T14:52:00.8496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.850694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:52:00.849676Z","caller":"traceutil/trace.go:171","msg":"trace[34896968] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:20137; }","duration":"141.757108ms","start":"2026-03-03T14:52:00.707896Z","end":"2026-03-03T14:52:00.849653Z","steps":["trace[34896968] 'range keys from in-memory index tree' (duration: 141.207254ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:00.849714Z","caller":"traceutil/trace.go:171","msg":"trace[534699865] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20137; }","duration":"154.207361ms","start":"2026-03-03T14:52:00.695479Z","end":"2026-03-03T14:52:00.849687Z","steps":["trace[534699865] 'range keys from in-memory index tree' (duration: 153.672048ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:00.849381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.089415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:52:00.849842Z","caller":"traceutil/trace.go:171","msg":"trace[388275242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20137; }","duration":"153.630769ms","start":"2026-03-03T14:52:00.696159Z","end":"2026-03-03T14:52:00.849789Z","steps":["trace[388275242] 'range keys from in-memory index tree' (duration: 152.904631ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:02.228285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.103962ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:52:02.228719Z","caller":"traceutil/trace.go:171","msg":"trace[2125966537] transaction","detail":"{read_only:false; response_revision:20143; number_of_response:1; }","duration":"133.8558ms","start":"2026-03-03T14:52:02.094836Z","end":"2026-03-03T14:52:02.228692Z","steps":["trace[2125966537] 'process raft request' (duration: 22.237906ms)","trace[2125966537] 'compare' (duration: 110.866356ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:52:06.353522Z","caller":"traceutil/trace.go:171","msg":"trace[1966271930] transaction","detail":"{read_only:false; response_revision:20161; number_of_response:1; }","duration":"110.782643ms","start":"2026-03-03T14:52:06.242715Z","end":"2026-03-03T14:52:06.353497Z","steps":["trace[1966271930] 'process raft request' (duration: 110.23465ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:06.550322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.626498ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-03-03T14:52:06.550547Z","caller":"traceutil/trace.go:171","msg":"trace[1703626051] transaction","detail":"{read_only:false; response_revision:20162; number_of_response:1; }","duration":"136.692717ms","start":"2026-03-03T14:52:06.413804Z","end":"2026-03-03T14:52:06.550497Z","steps":["trace[1703626051] 'process raft request' (duration: 34.803003ms)","trace[1703626051] 'compare' (duration: 101.511174ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:52:06.82641Z","caller":"traceutil/trace.go:171","msg":"trace[937904363] transaction","detail":"{read_only:false; response_revision:20164; number_of_response:1; }","duration":"115.160717ms","start":"2026-03-03T14:52:06.711204Z","end":"2026-03-03T14:52:06.826365Z","steps":["trace[937904363] 'process raft request' (duration: 114.916791ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.134642Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403490,"retry-timeout":"500ms"} {"level":"info","ts":"2026-03-03T14:52:11.222528Z","caller":"traceutil/trace.go:171","msg":"trace[936416340] linearizableReadLoop","detail":"{readStateIndex:21066; appliedIndex:21065; }","duration":"588.470895ms","start":"2026-03-03T14:52:10.634032Z","end":"2026-03-03T14:52:11.222503Z","steps":["trace[936416340] 'read index received' (duration: 556.209592ms)","trace[936416340] 'applied index is now lower than readState.Index' (duration: 32.259593ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:52:11.222623Z","caller":"traceutil/trace.go:171","msg":"trace[2074885997] transaction","detail":"{read_only:false; response_revision:20182; number_of_response:1; }","duration":"591.460276ms","start":"2026-03-03T14:52:10.631135Z","end":"2026-03-03T14:52:11.222595Z","steps":["trace[2074885997] 'process raft request' (duration: 559.173422ms)","trace[2074885997] 'compare' (duration: 31.596357ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:52:11.222722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.67579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-03-03T14:52:11.222757Z","caller":"traceutil/trace.go:171","msg":"trace[1543673910] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:20182; }","duration":"588.765832ms","start":"2026-03-03T14:52:10.63398Z","end":"2026-03-03T14:52:11.222745Z","steps":["trace[1543673910] 'agreement among raft nodes before linearized reading' (duration: 588.67938ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.222763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:10.631105Z","time spent":"591.583289ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:52:11.222782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:10.633957Z","time spent":"588.818253ms","remote":"127.0.0.1:52434","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-03-03T14:52:11.223391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.215167ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-03-03T14:52:11.223435Z","caller":"traceutil/trace.go:171","msg":"trace[1069021804] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20182; }","duration":"166.283499ms","start":"2026-03-03T14:52:11.057139Z","end":"2026-03-03T14:52:11.223423Z","steps":["trace[1069021804] 'agreement among raft nodes before linearized reading' (duration: 166.153756ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.223498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.321925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-03-03T14:52:11.223531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.617932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-03-03T14:52:11.223587Z","caller":"traceutil/trace.go:171","msg":"trace[751936249] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:20182; }","duration":"271.436418ms","start":"2026-03-03T14:52:10.95213Z","end":"2026-03-03T14:52:11.223567Z","steps":["trace[751936249] 'agreement among raft nodes before linearized reading' (duration: 271.179622ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.22361Z","caller":"traceutil/trace.go:171","msg":"trace[1428296666] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20182; }","duration":"108.720445ms","start":"2026-03-03T14:52:11.114863Z","end":"2026-03-03T14:52:11.223584Z","steps":["trace[1428296666] 'agreement among raft nodes before linearized reading' (duration: 108.53255ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.22343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"271.288635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:52:11.224032Z","caller":"traceutil/trace.go:171","msg":"trace[813666977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20182; }","duration":"271.599972ms","start":"2026-03-03T14:52:10.95209Z","end":"2026-03-03T14:52:11.22369Z","steps":["trace[813666977] 'agreement among raft nodes before linearized reading' (duration: 271.220313ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.222844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.412287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-03-03T14:52:11.227248Z","caller":"traceutil/trace.go:171","msg":"trace[359710514] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:20182; }","duration":"582.834432ms","start":"2026-03-03T14:52:10.644368Z","end":"2026-03-03T14:52:11.227202Z","steps":["trace[359710514] 'agreement among raft nodes before linearized reading' (duration: 578.294924ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:11.227333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:10.644352Z","time spent":"582.934474ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":586,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-03-03T14:52:11.37708Z","caller":"traceutil/trace.go:171","msg":"trace[137727503] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"145.321942ms","start":"2026-03-03T14:52:11.231714Z","end":"2026-03-03T14:52:11.377036Z","steps":["trace[137727503] 'process raft request' (duration: 145.26484ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.37739Z","caller":"traceutil/trace.go:171","msg":"trace[358748065] transaction","detail":"{read_only:false; response_revision:20184; number_of_response:1; }","duration":"147.826811ms","start":"2026-03-03T14:52:11.229521Z","end":"2026-03-03T14:52:11.377348Z","steps":["trace[358748065] 'process raft request' (duration: 146.566901ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:11.377578Z","caller":"traceutil/trace.go:171","msg":"trace[926377575] transaction","detail":"{read_only:false; response_revision:20185; number_of_response:1; }","duration":"146.149211ms","start":"2026-03-03T14:52:11.231418Z","end":"2026-03-03T14:52:11.377567Z","steps":["trace[926377575] 'process raft request' (duration: 145.482784ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:13.727003Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:52:14.228045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:52:14.729058Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":13976812265432403513,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-03-03T14:52:15.078852Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.885340855s","expected-duration":"1s"} {"level":"warn","ts":"2026-03-03T14:52:15.07923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.193411Z","time spent":"1.885814746s","remote":"127.0.0.1:43602","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-03-03T14:52:15.08635Z","caller":"traceutil/trace.go:171","msg":"trace[1675519944] transaction","detail":"{read_only:false; response_revision:20192; number_of_response:1; }","duration":"1.034006815s","start":"2026-03-03T14:52:14.052309Z","end":"2026-03-03T14:52:15.086316Z","steps":["trace[1675519944] 'process raft request' (duration: 1.033749919s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.08653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.052296Z","time spent":"1.034140579s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:52:15.08681Z","caller":"traceutil/trace.go:171","msg":"trace[1273200851] transaction","detail":"{read_only:false; response_revision:20193; number_of_response:1; }","duration":"728.120293ms","start":"2026-03-03T14:52:14.358645Z","end":"2026-03-03T14:52:15.086765Z","steps":["trace[1273200851] 'process raft request' (duration: 727.614161ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:15.08697Z","caller":"traceutil/trace.go:171","msg":"trace[1989258836] linearizableReadLoop","detail":"{readStateIndex:21079; appliedIndex:21075; }","duration":"1.859988734s","start":"2026-03-03T14:52:13.226957Z","end":"2026-03-03T14:52:15.086945Z","steps":["trace[1989258836] 'read index received' (duration: 1.852071547s)","trace[1989258836] 'applied index is now lower than readState.Index' (duration: 7.915907ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:52:15.087237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.358626Z","time spent":"728.412229ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-03-03T14:52:15.087343Z","caller":"traceutil/trace.go:171","msg":"trace[1024124513] transaction","detail":"{read_only:false; response_revision:20194; number_of_response:1; }","duration":"611.138243ms","start":"2026-03-03T14:52:14.476128Z","end":"2026-03-03T14:52:15.087266Z","steps":["trace[1024124513] 'process raft request' (duration: 610.464167ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.087554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.476103Z","time spent":"611.350557ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-03-03T14:52:15.087586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.860667701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-03-03T14:52:15.087664Z","caller":"traceutil/trace.go:171","msg":"trace[1655221889] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20194; }","duration":"1.860768632s","start":"2026-03-03T14:52:13.226871Z","end":"2026-03-03T14:52:15.08764Z","steps":["trace[1655221889] 'agreement among raft nodes before linearized reading' (duration: 1.860553207s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.087723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.226854Z","time spent":"1.860853775s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-03-03T14:52:15.18102Z","caller":"traceutil/trace.go:171","msg":"trace[1930032275] transaction","detail":"{read_only:false; response_revision:20195; number_of_response:1; }","duration":"100.650803ms","start":"2026-03-03T14:52:15.080321Z","end":"2026-03-03T14:52:15.180972Z","steps":["trace[1930032275] 'process raft request' (duration: 74.706149ms)","trace[1930032275] 'compare' (duration: 25.75676ms)"],"step_count":2} {"level":"warn","ts":"2026-03-03T14:52:15.181164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92908043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-03-03T14:52:15.181229Z","caller":"traceutil/trace.go:171","msg":"trace[1957781014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20195; }","duration":"1.929202154s","start":"2026-03-03T14:52:13.252011Z","end":"2026-03-03T14:52:15.181213Z","steps":["trace[1957781014] 'agreement among raft nodes before linearized reading' (duration: 1.928937887s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.181276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.251989Z","time spent":"1.929274856s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12238,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-03-03T14:52:15.181271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.074891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-03-03T14:52:15.181354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.667848956s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-03-03T14:52:15.181381Z","caller":"traceutil/trace.go:171","msg":"trace[590081835] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20195; }","duration":"516.234115ms","start":"2026-03-03T14:52:14.665126Z","end":"2026-03-03T14:52:15.18136Z","steps":["trace[590081835] 'agreement among raft nodes before linearized reading' (duration: 516.012949ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:15.181395Z","caller":"traceutil/trace.go:171","msg":"trace[1879928444] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20195; }","duration":"1.667917528s","start":"2026-03-03T14:52:13.513466Z","end":"2026-03-03T14:52:15.181383Z","steps":["trace[1879928444] 'agreement among raft nodes before linearized reading' (duration: 1.667791685s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.181386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.875683706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" ","response":"range_response_count:1 size:9789"} {"level":"warn","ts":"2026-03-03T14:52:15.181394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.890687412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-03-03T14:52:15.181371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.133814689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-03-03T14:52:15.181426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.665104Z","time spent":"516.312748ms","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-03-03T14:52:15.181471Z","caller":"traceutil/trace.go:171","msg":"trace[383368205] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20195; }","duration":"1.133979193s","start":"2026-03-03T14:52:14.047472Z","end":"2026-03-03T14:52:15.181451Z","steps":["trace[383368205] 'agreement among raft nodes before linearized reading' (duration: 1.133755478s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.181506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059855718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:52:15.181425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.513448Z","time spent":"1.667969159s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-03-03T14:52:15.18153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.666389881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-03-03T14:52:15.181522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.047449Z","time spent":"1.134065385s","remote":"127.0.0.1:43574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-03-03T14:52:15.181531Z","caller":"traceutil/trace.go:171","msg":"trace[1445401312] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20195; }","duration":"1.060189106s","start":"2026-03-03T14:52:14.121334Z","end":"2026-03-03T14:52:15.181524Z","steps":["trace[1445401312] 'agreement among raft nodes before linearized reading' (duration: 1.059697284s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:15.181567Z","caller":"traceutil/trace.go:171","msg":"trace[1469829604] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20195; }","duration":"1.666455353s","start":"2026-03-03T14:52:13.515099Z","end":"2026-03-03T14:52:15.181554Z","steps":["trace[1469829604] 'agreement among raft nodes before linearized reading' (duration: 1.66634778s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.181586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:14.12128Z","time spent":"1.060299399s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:52:15.181594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.515083Z","time spent":"1.666502753s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-03-03T14:52:15.181435Z","caller":"traceutil/trace.go:171","msg":"trace[1672159095] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zln26; range_end:; response_count:1; response_revision:20195; }","duration":"1.875757069s","start":"2026-03-03T14:52:13.305664Z","end":"2026-03-03T14:52:15.181421Z","steps":["trace[1672159095] 'agreement among raft nodes before linearized reading' (duration: 1.875614805s)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:15.181448Z","caller":"traceutil/trace.go:171","msg":"trace[931423207] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20195; }","duration":"1.890767984s","start":"2026-03-03T14:52:13.290664Z","end":"2026-03-03T14:52:15.181432Z","steps":["trace[931423207] 'agreement among raft nodes before linearized reading' (duration: 1.890648341s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.181674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.305649Z","time spent":"1.876006544s","remote":"127.0.0.1:43792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9813,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zln26\" "} {"level":"warn","ts":"2026-03-03T14:52:15.181685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.290643Z","time spent":"1.89103336s","remote":"127.0.0.1:43882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-03-03T14:52:15.181164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35685366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:52:15.181804Z","caller":"traceutil/trace.go:171","msg":"trace[1591808269] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20195; }","duration":"1.357533807s","start":"2026-03-03T14:52:13.824248Z","end":"2026-03-03T14:52:15.181782Z","steps":["trace[1591808269] 'agreement among raft nodes before linearized reading' (duration: 1.356746228s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.181836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.824231Z","time spent":"1.357597609s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:52:15.182177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275149517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:52:15.182227Z","caller":"traceutil/trace.go:171","msg":"trace[886457889] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20195; }","duration":"1.27613709s","start":"2026-03-03T14:52:13.906077Z","end":"2026-03-03T14:52:15.182214Z","steps":["trace[886457889] 'agreement among raft nodes before linearized reading' (duration: 1.275125447s)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:52:15.182264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-03-03T14:52:13.906053Z","time spent":"1.276200511s","remote":"127.0.0.1:43772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":727,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"warn","ts":"2026-03-03T14:52:27.332672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.274493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-03-03T14:52:27.332812Z","caller":"traceutil/trace.go:171","msg":"trace[1910379983] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:1; response_revision:20250; }","duration":"108.480188ms","start":"2026-03-03T14:52:27.224301Z","end":"2026-03-03T14:52:27.332782Z","steps":["trace[1910379983] 'range keys from in-memory index tree' (duration: 107.976617ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:47.342332Z","caller":"traceutil/trace.go:171","msg":"trace[1628372242] transaction","detail":"{read_only:false; response_revision:20338; number_of_response:1; }","duration":"131.816762ms","start":"2026-03-03T14:52:47.210481Z","end":"2026-03-03T14:52:47.342297Z","steps":["trace[1628372242] 'process raft request' (duration: 131.611417ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:47.343302Z","caller":"traceutil/trace.go:171","msg":"trace[1877385630] transaction","detail":"{read_only:false; response_revision:20339; number_of_response:1; }","duration":"126.227929ms","start":"2026-03-03T14:52:47.217056Z","end":"2026-03-03T14:52:47.343284Z","steps":["trace[1877385630] 'process raft request' (duration: 126.078085ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:47.34349Z","caller":"traceutil/trace.go:171","msg":"trace[2139432132] transaction","detail":"{read_only:false; response_revision:20340; number_of_response:1; }","duration":"122.113131ms","start":"2026-03-03T14:52:47.221349Z","end":"2026-03-03T14:52:47.343462Z","steps":["trace[2139432132] 'process raft request' (duration: 121.896176ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:52:51.211904Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":19011} {"level":"info","ts":"2026-03-03T14:52:51.356386Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":19011,"took":"140.558848ms","hash":2688396573,"current-db-size-bytes":42487808,"current-db-size":"42 MB","current-db-size-in-use-bytes":21950464,"current-db-size-in-use":"22 MB"} {"level":"info","ts":"2026-03-03T14:52:51.356454Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2688396573,"revision":19011,"compact-revision":17152} {"level":"info","ts":"2026-03-03T14:54:05.774987Z","caller":"traceutil/trace.go:171","msg":"trace[972356007] transaction","detail":"{read_only:false; response_revision:20706; number_of_response:1; }","duration":"127.429418ms","start":"2026-03-03T14:54:05.647524Z","end":"2026-03-03T14:54:05.774953Z","steps":["trace[972356007] 'process raft request' (duration: 127.280034ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:54:05.809304Z","caller":"traceutil/trace.go:171","msg":"trace[1815867151] linearizableReadLoop","detail":"{readStateIndex:21616; appliedIndex:21614; }","duration":"149.759546ms","start":"2026-03-03T14:54:05.659519Z","end":"2026-03-03T14:54:05.809278Z","steps":["trace[1815867151] 'read index received' (duration: 115.407373ms)","trace[1815867151] 'applied index is now lower than readState.Index' (duration: 34.351193ms)"],"step_count":2} {"level":"info","ts":"2026-03-03T14:54:05.809367Z","caller":"traceutil/trace.go:171","msg":"trace[1818815475] transaction","detail":"{read_only:false; response_revision:20707; number_of_response:1; }","duration":"156.788543ms","start":"2026-03-03T14:54:05.652538Z","end":"2026-03-03T14:54:05.809326Z","steps":["trace[1818815475] 'process raft request' (duration: 156.577978ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:54:05.809631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.101684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"warn","ts":"2026-03-03T14:54:05.809662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.587261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:54:05.809671Z","caller":"traceutil/trace.go:171","msg":"trace[985909349] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20708; }","duration":"150.202396ms","start":"2026-03-03T14:54:05.659458Z","end":"2026-03-03T14:54:05.809661Z","steps":["trace[985909349] 'agreement among raft nodes before linearized reading' (duration: 150.066123ms)"],"step_count":1} {"level":"info","ts":"2026-03-03T14:54:05.809691Z","caller":"traceutil/trace.go:171","msg":"trace[306244355] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20708; }","duration":"149.642853ms","start":"2026-03-03T14:54:05.660039Z","end":"2026-03-03T14:54:05.809682Z","steps":["trace[306244355] 'agreement among raft nodes before linearized reading' (duration: 149.50715ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:54:05.80979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.918923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-fernet-rotate\" ","response":"range_response_count:1 size:740"} {"level":"info","ts":"2026-03-03T14:54:05.809816Z","caller":"traceutil/trace.go:171","msg":"trace[925680222] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-fernet-rotate; range_end:; response_count:1; response_revision:20708; }","duration":"101.996255ms","start":"2026-03-03T14:54:05.707813Z","end":"2026-03-03T14:54:05.809809Z","steps":["trace[925680222] 'agreement among raft nodes before linearized reading' (duration: 101.932604ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:54:05.809923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.348666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:1 size:703"} {"level":"info","ts":"2026-03-03T14:54:05.810017Z","caller":"traceutil/trace.go:171","msg":"trace[117787025] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:1; response_revision:20708; }","duration":"149.460979ms","start":"2026-03-03T14:54:05.660534Z","end":"2026-03-03T14:54:05.809995Z","steps":["trace[117787025] 'agreement among raft nodes before linearized reading' (duration: 149.238913ms)"],"step_count":1} {"level":"warn","ts":"2026-03-03T14:54:05.810007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.307475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/keystone-fernet-setup\" ","response":"range_response_count:1 size:736"} {"level":"info","ts":"2026-03-03T14:54:05.810122Z","caller":"traceutil/trace.go:171","msg":"trace[363396363] range","detail":"{range_begin:/registry/rolebindings/openstack/keystone-fernet-setup; range_end:; response_count:1; response_revision:20708; }","duration":"149.458099ms","start":"2026-03-03T14:54:05.660643Z","end":"2026-03-03T14:54:05.810101Z","steps":["trace[363396363] 'agreement among raft nodes before linearized reading' (duration: 149.127101ms)"],"step_count":1}